Найден корректный robots.txt
Файл управления сканированием сайта роботами
?
Robots.txt указывает поисковым роботам, какие страницы сканировать, а какие — нет. Ошибки в файле могут случайно закрыть важные разделы от индексации.
Кол-во редиректов для файла robots.txt 3 слишком большое! Это может вызывать затруднение при индексации поисковыми роботами!
Проверяемая страница не запрещена в robots.txt.
Цепочка редиректов для файла robots.txt:
http://aqnb.com/robots.txt
301 MovedPermanently
https://aqnb.com/robots.txt
301 MovedPermanently
https://webarchives.rhizome.org/Q16289/https://www.aqnb.com/robots.txt
200 OK
Показать содержимое robots.txt
<!DOCTYPE html>
<html>
<head>
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<style>
html, body
{
height: 100%;
margin: 0px;
padding: 0px;
border: 0px;
overflow: hidden;
}
</style>
<script src='https://webarchives.rhizome.org/static/wb_frame.js'> </script>
<script>
window.banner_info = {
is_gmt: true,
liveMsg: decodeURIComponent("Live on"),
calendarAlt: decodeURIComponent("Calendar icon"),
calendarLabel: decodeURIComponent("View All Captures"),
choiceLabel: decodeURIComponent("Language:"),
loadingLabel: decodeURIComponent("Loading..."),
logoAlt: decodeURIComponent("Logo"),
locale: "en",
curr_locale: "",
locales: [],
locale_prefixes: {},
prefix: "https://webarchives.rhizome.org/Q16289/",
staticPrefix: "https://webarchives.rhizome.org/static",
logoImg: "rhizome-home-icon-white.svg"
};
</script>
<script src="https://webarchives.rhizome.org/static/loading-spinner/loading-spinner.js"></script>
<script src="https://webarchives.rhizome.org/static/vue/vueui.js"></script>
<link rel="stylesheet" href='https://webarchives.rhizome.org/static/vue_banner.css'/>
<link rel="stylesheet" href="https://webarchives.rhizome.org/static/css/bootstrap.min.css"/>
<link rel="stylesheet" href="https://webarchives.rhizome.org/static/css/font-awesome.min.css">
<link rel="stylesheet" href="https://webarchives.rhizome.org/static/css/base.css">
<script src="https://webarchives.rhizome.org/static/js/jquery-latest.min.js"></script>
<script src="https://webarchives.rhizome.org/static/js/bootstrap.min.js"></script>
<script>
var allLocales = {};
var i18nStrings = {
jan_long: "January",
feb_long: "February",
mar_long: "March",
apr_long: "April",
may_long: "May",
jun_long: "June",
jul_long: "July",
aug_long: "August",
sep_long: "September",
oct_long: "October",
nov_long: "November",
dec_long: "December",
jan_short: "Jan",
feb_short: "Feb",
mar_short: "Mar",
apr_short: "Apr",
may_short: "May",
jun_short: "Jun",
jul_short: "Jul",
aug_short: "Aug",
sep_short: "Sep",
oct_short: "Oct",
nov_short: "Nov",
dec_short: "Dec",
mon_short: "Mon",
tue_short: "Tue",
wed_short: "Wed",
thu_short: "Thu",
fri_short: "Fri",
sat_short: "Sat",
sun_short: "Sun",
mon_long: "Monday",
tue_long: "Tuesday",
wed_long: "Wednesday",
thu_long: "Thursday",
fri_long: "Friday",
sat_long: "Saturday",
sun_long: "Sunday",
"All-time": "All-time",
"Show timeline":"Show timeline",
"Hide timeline":"Hide timeline",
"Show calendar":"Show calendar",
"Hide calendar":"Hide calendar",
"Previous capture":"Previous capture",
"Next capture":"Next capture",
"Print":"Print",
"Select language":"Select language",
"View capture on {date}":"View capture on {date}",
"{count} capture":"{count} capture",
"{count} captures":"{count} captures",
"{capture_text} on {date}":"{capture_text} on {date}",
"{capture_text} in {month}":"{capture_text} in {month}",
"current":"current", // translators: current capture in list of captures
"Loading...": "Loading...",
"Current Capture": "Current Capture",
"capture": "capture",
"captures": "captures",
"from {hour1} to {hour2}": "from {hour1} to {hour2}",
"no captures": "no captures",
"Archived Page: ": "Archived Page: "
}
</script>
</head>
<body style="margin: 0px;">
<div id="app" style="width: 100%; height: 200px"></div>
<script>
VueUI.main({
staticPrefix: "https://webarchives.rhizome.org/static",
url: "https://www.aqnb.com/robots.txt",
prefix: "https://webarchives.rhizome.org/Q16289/",
timestamp: "",
logoUrl: "rhizome-home-icon-white.svg",
navbarBackground: "000",
navbarColor: "FFF",
linkColor: "7b68ee",
hoverColor: "00ff00",
navbarLightButtons: "",
logoHomeUrl: "https://rhizome.org/tags/preservation",
disablePrinting: true,
disableTimelineView: true,
disableCalendarView: true,
label: "AQNB",
artbaseLink: "",
allLocales: allLocales
},
"en",
i18nStrings);
</script>
<div id="wb_iframe_div">
<iframe id="replay_iframe" frameborder="0" seamless="seamless" scrolling="yes" class="wb_iframe" allow="autoplay; fullscreen"></iframe>
</div>
<script>
var cframe = new ContentFrame({"url": "https://www.aqnb.com/robots.txt" + window.location.hash,
"prefix": "https://webarchives.rhizome.org/Q16289/",
"request_ts": "",
"iframe": "#replay_iframe"});
</script>
</body>
</html>
nginx