Найден корректный robots.txt
Файл управления сканированием сайта роботами
?
Robots.txt указывает поисковым роботам, какие страницы сканировать, а какие — нет. Ошибки в файле могут случайно закрыть важные разделы от индексации.
Robots.txt настроен корректно. Размер файла: 6117 байт. Загружен за: 0сек.
Проверяемая страница не запрещена в robots.txt.
Цепочка редиректов для файла robots.txt:
http://torgi.gov.by/robots.txt
301 MovedPermanently
https://torgi.gov.by/robots.txt
200 OK
Показать содержимое robots.txt
<!DOCTYPE html><html lang="en"><head><base href="/"><meta name="yandex-verification" content="b2e39f78ea8b5b87"><meta charset="utf-8"><meta http-equiv="X-UA-Compatible" content="IE=edge"><title>Торговая площадка</title><script>!function(e,t,a,n,g){e[n]=e[n]||[],e[n].push({"gtm.start":(new Date).getTime(),event:"gtm.js"});var m=t.getElementsByTagName(a)[0],r=t.createElement(a);r.async=!0,r.src="https://www.googletagmanager.com/gtm.js?id=GTM-WLG52NC",m.parentNode.insertBefore(r,m)}(window,document,"script","dataLayer")</script><meta name="description" content=""><meta name="viewport" content="width=device-width,initial-scale=1"><meta name="description" content=""><meta http-equiv="X-UA-Compatible" content="IE=edge"><meta name="viewport" content="width=device-width,initial-scale=1,maximum-scale=1"><meta property="og:image" content="path/to/image.jpg"><link rel="shortcut icon" href="assets/img/favicon/favicon.ico" type="image/x-icon"><link rel="apple-touch-icon" href="assets/img/favicon/apple-touch-icon.png"><link rel="apple-touch-icon" sizes="72x72" href="assets/img/favicon/apple-touch-icon-72x72.png"><link rel="apple-touch-icon" sizes="114x114" href="assets/img/favicon/apple-touch-icon-114x114.png"><script src="assets/libs/jquery/jquery.min.js"></script><script src="assets/libs/jquery-maskedinput/jquery.maskedinput.js"></script><script src="assets/libs/jquery-ui-1.12.1.custom/jquery-ui.min.js"></script><script src="assets/libs/jquery-ui-touch-punch-master/jquery.ui.touch-punch.min.js"></script><script src="assets/libs/jScrollPane/jquery.jscrollpane.min.js"></script><script src="assets/libs/magnific-popup/jquery.magnific-popup.min.js"></script><script src="assets/libs/trumbowyg/trumbowyg.js"></script><script src="https://api-maps.yandex.ru/2.1/?lang=ru_RU" type="text/javascript"></script><script src="assets/libs/fotorama-4.6.4/fotorama.js"></script><script src="assets/libs/mmenu/jquery.mmenu.all.min.js"></script><script src="assets/libs/owl.carousel.2.1.0/owl.carousel.js"></script><script src="https://cdnjs.cloudflare.com/ajax/libs/underscore.js/1.8.3/underscore-min.js"></script><script src="https://cdnjs.cloudflare.com/ajax/libs/Chart.js/2.6.0/Chart.min.js"></script><script src="https://www.google.com/recaptcha/api.js?onload=onloadCallback&render=explicit" async defer="defer"></script><link rel="stylesheet" href="https://maxcdn.bootstrapcdn.com/bootstrap/3.3.7/css/bootstrap.min.css" integrity="sha384-BVYiiSIFeK1dGmJRAkycuHAHRg32OmUcww7on3RYdg4Va+PmSTsz/K68vbdEjh4u" crossorigin="anonymous"><link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/bootstrap-datepicker/1.6.4/css/bootstrap-datepicker.css" crossorigin="anonymous"><link rel="stylesheet" href="assets/libs/fotorama-4.6.4/fotorama.css" crossorigin="anonymous"><link rel="stylesheet" href="assets/libs/trumbowyg/trumbowyg.css" crossorigin="anonymous"><script src="https://maxcdn.bootstrapcdn.com/bootstrap/3.3.7/js/bootstrap.min.js" integrity="sha384-Tc5IQib027qvyjSMfHjOMaLkfuWVxZxUPnCJA7l2mCWNIpG9mGCD8wGNIcPD7Txa" crossorigin="anonymous"></script><script src="https://cdnjs.cloudflare.com/ajax/libs/bootstrap-datepicker/1.6.4/js/bootstrap-datepicker.min.js"></script><link rel="stylesheet" href="/css/main.css?1785583803882"><meta name="theme-color" content="#000"><meta name="msapplication-navbutton-color" content="#000"><meta name="apple-mobile-web-app-status-bar-style" content="#000"><style>.goog-te-banner-frame.skiptranslate {
display: none !important;
}
.goog-te-gadget-simple {
border: none !important;
outline: none !important;
background-color: transparent !important;
padding-top: 0px !important;
padding-bottom: 0px !important;
}
.goog-te-gadget-simple img {
display: none;
}
.goog-te-gadget-simple span:first-child {
color: #420B92;
font-size: 14px;
font-family: "roboto", sans-serif;
}
.goog-te-gadget-simple span:nth-child(3){
border-left: 1px solid #fff;
display: none;
}
.goog-te-gadget-simple span:nth-child(5){
background-color: #fff;
display: none;
}
.goog-te-gadget-simple .goog-te-menu-value {
color: #420B92;
}
.datepicker {
z-index: 100000 !important;
}</style></head><body><noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-WLG52NC" height="0" width="0" style="display:none;visibility:hidden"></iframe></noscript><app><div class="loader_abs active"><div class="loader_abs_inner"><div id="loader_circular"><div id="loader_circular_1" class="loader_circular"></div><div id="loader_circular_2" class="loader_circular"></div><div id="loader_circular_3" class="loader_circular"></div><div id="loader_circular_4" class="loader_circular"></div><div id="loader_circular_5" class="loader_circular"></div><div id="loader_circular_6" class="loader_circular"></div><div id="loader_circular_7" class="loader_circular"></div><div id="loader_circular_8" class="loader_circular"></div></div><div class="loader_abs_text">идет загрузка...</div></div></div></app><script>function module(){}function changeGoogleStyles(){if(($goog=$(".goog-te-menu-frame").contents().find("body")).length){if($(window).width()<1200){$goog.prepend("<style>.goog-te-menu2 {max-width:100% !important;overflow:scroll !important;box-sizing:border-box !important;height:auto !important;}</style>")}}else setTimeout(changeGoogleStyles,50)}changeGoogleStyles()</script><script src="/js/shims.js?1785583803880"></script><script src="/js/app.js?1785583803881"></script><script type="text/javascript">!function(e,a,t,c,n,r,i){e[n]=e[n]||function(){(e[n].a=e[n].a||[]).push(arguments)},e[n].l=1*new Date,r=a.createElement(t),i=a.getElementsByTagName(t)[0],r.async=1,r.src="https://mc.yandex.ru/metrika/tag.js",i.parentNode.insertBefore(r,i)}(window,document,"script",0,"ym"),ym(49679635,"init",{clickmap:!0,trackLinks:!0,accurateTrackBounce:!0,webvisor:!0,ecommerce:"dataLayer"})</script><noscript><div><img src="https://mc.yandex.ru/watch/49679635" style="position:absolute; left:-9999px" alt=""></div></noscript></body></html>
nginx