Найден корректный robots.txt
Файл управления сканированием сайта роботами
?
Robots.txt указывает поисковым роботам, какие страницы сканировать, а какие — нет. Ошибки в файле могут случайно закрыть важные разделы от индексации.
Robots.txt настроен корректно. Размер файла: 8300 байт. Загружен за: 0сек.
Проверяемая страница не запрещена в robots.txt.
Цепочка редиректов для файла robots.txt:
http://terminal.tass.ru/robots.txt
301 MovedPermanently
https://terminal.tass.ru/robots.txt
200 OK
Показать содержимое robots.txt
<!DOCTYPE html><html><head><meta charset="UTF-8"><meta http-equiv="x-ua-compatible" content="IE=edge"><meta name="format-detection" content="telephone=no"><meta name="format-detection" content="date=no"><meta name="format-detection" content="address=no"><meta name="format-detection" content="email=no"><style>#container .logoSVG { width : 90px; height : auto; margin : auto;}
html[data-theme="css_dark"] #container .logoBlue,
html[data-theme="css_light"] #container .logoWhite { display : none;}
html[data-theme="css_dark"], html[data-theme="css_dark"] body {background-color : #292d34;}</style><script>document.documentElement.dataset.theme = localStorage.getItem('theme') || 'css_light';</script><script>/* исправление кривого феча эджа (пропуск 401 статуса) */
const isEdge = /edge/ig.test(navigator.userAgent);
if (isEdge) window.fetch = undefined;</script><script>(function () {
if (/iphone|ipod|ipad|opera mini|opera mobi|iemobile|android/i.test(window.navigator.userAgent)) {
var head = document.getElementsByTagName('head')[0];
var metaTag = document.createElement('meta');
metaTag.id = 'viewport';
metaTag.setAttribute('name', 'viewport');
var isSmall = window.screen.width < 375;
var scale = isSmall ? window.screen.width / 375 : '1.0';
var width = isSmall ? 375 : 'device-width';
metaTag.setAttribute('content',
'width=' + width + ', initial-scale=' + scale + ', user-scalable=yes, maximum-scale=' + scale
);
head.insertBefore(metaTag, head.childNodes[0]);
}
})()</script><title>Терминал ТАСС</title><script>(function () {
const lang = localStorage.getItem("tassTerminalLang") || "ru";
document.title = lang !== "ru" ? "Terminal TASS" : "Терминал ТАСС"
})()</script><link href="/css/0.0ee2f06.css" rel="stylesheet"><link href="/css/3.fefa281.ch.css" rel="stylesheet"><link href="/css/2.233c9c2.ch.css" rel="stylesheet"><link href="/css/1.22ee9ab.css" rel="stylesheet"><link rel="shortcut icon" href="/img/fav/favicon-96x96.ico" type="image/x-icon"><link rel="apple-touch-icon" sizes="57x57" href="/img/fav/apple-icon-57x57.png"><link rel="apple-touch-icon" sizes="60x60" href="/img/fav/apple-icon-60x60.png"><link rel="apple-touch-icon" sizes="72x72" href="/img/fav/apple-icon-72x72.png"><link rel="apple-touch-icon" sizes="76x76" href="/img/fav/apple-icon-76x76.png"><link rel="apple-touch-icon" sizes="120x120" href="/img/fav/apple-icon-120x120.png"><link rel="apple-touch-icon" sizes="144x144" href="/img/fav/apple-icon-144x144.png"><link rel="apple-touch-icon" sizes="152x152" href="/img/fav/apple-icon-152x152.png"><link rel="apple-touch-icon" sizes="180x180" href="/img/fav/apple-icon-180x180.png"><link rel="icon" type="image/png" sizes="192x192" href="/img/fav/android-icon-192x192.png"><link rel="icon" type="image/png" sizes="32x32" href="/img/fav/favicon-32x32.png"><link rel="icon" type="image/png" sizes="96x96" href="/img/fav/favicon-96x96.png"><link rel="icon" type="image/png" sizes="16x16" href="/img/fav/favicon-16x16.png"></head><body><div id="modal"></div><div id="container" class="wrapper"><style>#ll0{margin:auto;width:66px;height:66px;overflow:hidden;}#ll0 svg{background:#fff;width:67px;height:67px;}</style><div id="ll0"><?xml version="1.0" encoding="UTF-8"?> <svg width="46px" height="46px" viewBox="0 0 46 46" version="1.1" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><g id="Page-1" stroke="none" stroke-width="1" fill="none" fill-rule="evenodd"><path d="M0,46 L0,0 L46,0 L46,46 L0,46 Z M27.7315822,31.2759507 L32.3559123,31.2759507 L33.78018,28.8104155 L27.7315822,28.8104155 C25.8429358,28.8104155 24.6168073,29.9798521 24.6168073,31.768669 L24.6168073,36.4603451 C24.6168073,38.2634155 25.8429358,39.4043451 27.7315822,39.4043451 L33.1316064,39.4043451 L33.1316064,36.9388099 L27.7315822,36.9388099 C27.4358326,36.9388099 27.2243976,36.7703592 27.2243976,36.4603451 L27.2243976,31.768669 C27.2243976,31.4589789 27.4358326,31.2759507 27.7315822,31.2759507 Z M20.4078886,37.0154873 L16.64,37.0154873 C16.1020082,37.0154873 15.7096211,36.6228676 15.7096211,36.0847972 C15.7096211,35.5324732 16.1020082,35.1395296 16.64,35.1395296 L20.4078886,35.1395296 L20.4078886,37.0154873 Z M19.9143241,28.8103183 L15.036726,28.8103183 L13.6118097,31.2758535 L19.9143241,31.2758535 C20.2246666,31.2758535 20.4078886,31.4592056 20.4078886,31.7688958 L20.4078886,32.8958958 L16.3192803,32.8958958 C14.4439297,32.8958958 13.0624678,34.2765437 13.0624678,36.1499099 C13.0624678,38.0239239 14.4439297,39.4042479 16.3192803,39.4042479 L23.0161275,39.4042479 L23.0161275,31.7688958 C23.0161275,29.9797549 21.7893505,28.8103183 19.9143241,28.8103183 Z M37.4104737,31.2759507 L42.0348038,31.2759507 L43.4590715,28.8104155 L37.4104737,28.8104155 C35.5211787,28.8104155 34.2950502,29.9798521 34.2950502,31.768669 L34.2950502,36.4603451 C34.2950502,38.2634155 35.5211787,39.4043451 37.4104737,39.4043451 L42.8098493,39.4043451 L42.8098493,36.9388099 L37.4104737,36.9388099 C37.1147241,36.9388099 36.9026406,36.7703592 36.9026406,36.4603451 L36.9026406,31.768669 C36.9026406,31.4589789 37.1147241,31.2759507 37.4104737,31.2759507 Z M2.87804555,28.8102859 L2.87804555,31.2758211 L6.5298395,31.2758211 L6.5298395,39.4042155 L9.1384027,39.4042155 L9.1384027,31.2758211 L11.8727892,31.2758211 L13.2970569,28.8102859 L2.87804555,28.8102859 Z" id="path-1" fill="#1A237E" fill-rule="nonzero"></path></g></svg></div></div><div id="tooltipContainer"></div><div tabindex="0" onfocus="(function (e){e.target.blur();})(event)"></div><script>var spirConfig = {
API_URL: 'https://terminal.tass.ru/api/v2',
API_URL_PDF: 'http://terminal.tass.ru/material/print',
SOCKET_URL: 'https://centrifugo-spir.tass.ru:443',
SENTRY_URL: '',
RECAPTCHA_KEY: '0c1732b8-8e62-43ff-93a9-d61eae2e6684',
CDN_SPIR_BACK: 'https://preprod-cdn-spir-back.tass.ru'
};</script><script type="text/javascript">(function(m,e,t,r,i,k,a) {
m[i]=m[i] || function() {(m[i].a=m[i].a||[]).push(arguments)};
m[i].l=1*new Date();k=e.createElement(t),a=e.getElementsByTagName(t)[0],k.async=1,k.src=r,a.parentNode.insertBefore(k,a)
})(window, document, "script", "https://mc.yandex.ru/metrika/tag.js", "ym");
ym(47581474, "init", {
clickmap:true,
trackLinks:true,
accurateTrackBounce:true,
trackHash:true
});</script><noscript><div><img src="https://mc.yandex.ru/watch/47581474" style="position:absolute; left:-9999px;" alt=""></div></noscript><script type="text/javascript" src="/js/bundle.19.time_1770204846718.js"></script><script type="text/javascript" src="/js/bundle.18.time_1770204846718.js"></script><script type="text/javascript" src="/js/bundle.21.time_1770204846718.js"></script><script type="text/javascript" src="/js/bundle.22.time_1770204846718.js"></script><script type="text/javascript" src="/js/bundle.20.time_1770204846718.js"></script><script type="text/javascript" src="/js/bundle.15.time_1770204846718.js"></script><script type="text/javascript" src="/js/bundle.12.time_1770204846718.js"></script><script type="text/javascript" src="/js/bundle.9.time_1770204846718.js"></script><script type="text/javascript" src="/js/bundle.8.time_1770204846718.js"></script><script type="text/javascript" src="/js/bundle.6.time_1770204846718.js"></script><script type="text/javascript" src="/js/bundle.11.time_1770204846718.js"></script><script type="text/javascript" src="/js/bundle.14.time_1770204846718.js"></script><script type="text/javascript" src="/js/bundle.13.time_1770204846718.js"></script><script type="text/javascript" src="/js/bundle.5.time_1770204846718.js"></script><script type="text/javascript" src="/js/bundle.7.time_1770204846718.js"></script><script type="text/javascript" src="/js/bundle.17.time_1770204846718.js"></script><script type="text/javascript" src="/js/bundle.16.time_1770204846718.js"></script><script type="text/javascript" src="/js/bundle.4.time_1770204846718.js"></script><script type="text/javascript" src="/js/bundle.10.time_1770204846718.js"></script></body></html>
nginx