Найден корректный robots.txt
Файл управления сканированием сайта роботами
?
Robots.txt указывает поисковым роботам, какие страницы сканировать, а какие — нет. Ошибки в файле могут случайно закрыть важные разделы от индексации.
Robots.txt настроен корректно. Размер файла: 6794 байт. Загружен за: 1сек.
Проверяемая страница не запрещена в robots.txt.
Цепочка редиректов для файла robots.txt:
http://popup.bg/robots.txt
301 MovedPermanently
https://www.econt.com/pop-up
200 OK
Показать содержимое robots.txt
<!DOCTYPE html> <html id="mainHtml" lang="en" ng-controller="AppController"> <!--[if lt IE 7]> <html class="no-js lt-ie9 lt-ie8 lt-ie7"> <![endif]--> <!--[if IE 7]> <html class="no-js lt-ie9 lt-ie8"> <![endif]--> <!--[if IE 8]> <html class="no-js lt-ie9"> <![endif]--> <!--[if gt IE 8]><!--> <html class="no-js"> <!--<![endif]--> <head> <meta charset="utf-8"> <meta content="width=device-width,initial-scale=1,maximum-scale=1,user-scalable=0" name="viewport"> <meta content="IE=edge,chrome=1" http-equiv="X-UA-Compatible"> <title>Econt</title> <meta content="{{ 'meta.author' | translate }}" name="author"> <meta content="met84v_AivD8jbGX5ULGXNQkEH9rupnWGOpkibfAzJw" name="google-site-verification"> <meta content="!" name="fragment"> <script type="text/javascript" charset="UTF-8">window["adrum-start-time"]=(new Date).getTime(),function(t){t.appKey="EC-AAB-REK",t.adrumExtUrlHttp="http://cdn.appdynamics.com",t.adrumExtUrlHttps="https://cdn.appdynamics.com",t.beaconUrlHttp="http://fra-col.eum-appdynamics.com",t.beaconUrlHttps="https://fra-col.eum-appdynamics.com",t.resTiming={bufSize:200,clearResTimingOnBeaconSend:!0},t.maxUrlLength=512}(window["adrum-config"]||(window["adrum-config"]={}))</script> <script src="//cdn.appdynamics.com/adrum/adrum-20.12.0.3360.js"></script> <script>var pp=document.location.toString().match(/(http[s]?:\x2F\x2F)((\d*\w*[-,_]*)+(\x2e)?)+(:\d+\x2f?)?/gi);0<pp[0].indexOf(":8")?document.write('<base href="'+(0==pp.length?document.location.toString():pp[0])+'" />'):document.write('<base href="'+(0==pp.length?document.location.toString():pp[0])+'/" />')</script> <link rel="preload" rel="stylesheet" href="/fonts/opensans/style.css" as="style"> <link rel="preload" href="/fonts/fontawesome-webfont.woff2" as="font" crossorigin type="font/woff2"> <link rel="preload" href="/styles/font-awesome.min.css" as="style" onload='this.rel="stylesheet"'> <link rel="stylesheet" href="/fonts/opensans/style.css"> <link rel="stylesheet" href="/styles/font-awesome.min.css"> <!--[if lt IE 9]>
<script src="//css3-mediaqueries-js.googlecode.com/svn/trunk/css3-mediaqueries.js"></script>
<![endif]--> <link rel="apple-touch-icon" href="/apple-touch-icon.png" sizes="180x180"> <link rel="icon" href="/favicon-32x32.png" sizes="32x32" type="image/png"> <link rel="icon" href="/favicon-16x16.png" sizes="16x16" type="image/png"> <link rel="manifest" href="/manifest.json"> <link rel="mask-icon" href="/safari-pinned-tab.svg" color="#234182"> <meta content="#ffffff" name="theme-color"> <link rel="stylesheet" href="/lib/bootstrap/css/bootstrap.min.css"> <link rel="stylesheet" href="/styles/slick.min.css"> <link rel="stylesheet" href="/styles/main.min.css"> <link rel="stylesheet" href="https://prod-druid-apc.azureedge.net/v2/druid_webchat_v2.css"> <script src="https://www.googletagmanager.com/gtag/js?id=AW-10865909120" async></script> <script>!function(e,t,a,n){e[n]=e[n]||[],e[n].push({"gtm.start":(new Date).getTime(),event:"gtm.js"});e=t.getElementsByTagName(a)[0],n=t.createElement(a);n.async=!0,n.src="https://www.googletagmanager.com/gtm.js?id=GTM-MKTZJKG",e.parentNode.insertBefore(n,e)}(window,document,"script","dataLayer")</script> <script src="//rum-static.pingdom.net/pa-5bebbf2ddb2aac001600005c.js" async></script> </head> <body class="en" key-trap ng-class="IsVisible ? 'remove-srcoll' : '' "> <noscript><iframe height="0" width="0" src="https://www.googletagmanager.com/ns.html?id=GTM-MKTZJKG" style="display:none;visibility:hidden"></iframe></noscript> <ng-include src="'/app/widgets/app-sticky.html'"></ng-include> <div id="navbar-view" ng-click="showHideWidget()" ui-view="nav"></div> <iframe height="0" width="0" hidden="true" id="oauth-frame"></iframe> <div id="section-to-print" ng-click="shared.navSearchActive = false" ng-class="{ 'main-container-no-scroll': responsiveMenuActive, 'nav-search-dim': shared.navSearchActive }"> <div id="mainContainer" ui-view="content" autoscroll="false"></div> </div> <div ng-hide="pageDisplayed.indexOf('find-office') !== -1 || pageDisplayed.indexOf('create') !== -1"> <ng-include src="'/app/global/footer.html'"></ng-include> </div> <div id="druidChatbot"> <script src="https://prod-druid-apc.azureedge.net/v2/druid_webchat_v2.js" defer="defer" type="text/javascript"></script> </div> <script type="text/javascript">var druidConfig=null,druidConfigUrl=null;document.addEventListener("DOMContentLoaded",function(n){try{fetch("/config.json").then(function(n){return n.ok?n.json():{}}).then(function(n){druidConfig=n&&n.druid.botId,druidConfigUrl=n.druid.baseUrl}).catch(function(){})}catch(n){}setTimeout(function(){!function n(){console.log("fetch config druid=druidConfigUrl",druidConfigUrl),console.log("fetch config druid=",druidConfig),void 0===window.accessToken?setTimeout(function(){n()},250):DruidWebchat_v2.init({botId:druidConfig||"bf045dc5-37ae-485e-0a77-08da60d7a7a5",baseUrl:druidConfigUrl||"https://druidapi.druidplatform.com",queryParams:"Language="+(window.location.pathname.match(/^\/en/)?"en-US":"bg")+"&UserToken="+(null!==window.accessToken?window.accessToken:"no_access_token")})}()},1e3)})</script> <script src="/app/app-libs.js"></script> <script src="/app/app-all.min.js"></script> </body> </html></html><script id="f5_cspm">(function(){var f5_cspm={f5_p:'JOMCCDBIMIHEDGKMFGDMKACJODCPMJNBPEMKDFMOBBCJDGNCLOFBKIHELAJJLGHHFBOBJLDDAAPDFLFBMIKAHJLEAAEDJGOIFJGJDHHBKJKOPHPJHNFBNPOLNKEIAMOI',setCharAt:function(str,index,chr){if(index>str.length-1)return str;return str.substr(0,index)+chr+str.substr(index+1);},get_byte:function(str,i){var s=(i/16)|0;i=(i&15);s=s*32;return((str.charCodeAt(i+16+s)-65)<<4)|(str.charCodeAt(i+s)-65);},set_byte:function(str,i,b){var s=(i/16)|0;i=(i&15);s=s*32;str=f5_cspm.setCharAt(str,(i+16+s),String.fromCharCode((b>>4)+65));str=f5_cspm.setCharAt(str,(i+s),String.fromCharCode((b&15)+65));return str;},set_latency:function(str,latency){latency=latency&0xffff;str=f5_cspm.set_byte(str,40,(latency>>8));str=f5_cspm.set_byte(str,41,(latency&0xff));str=f5_cspm.set_byte(str,35,2);return str;},wait_perf_data:function(){try{var wp=window.performance.timing;if(wp.loadEventEnd>0){var res=wp.loadEventEnd-wp.navigationStart;if(res<60001){var cookie_val=f5_cspm.set_latency(f5_cspm.f5_p,res);window.document.cookie='f5avr2045457727aaaaaaaaaaaaaaaa_cspm_='+encodeURIComponent(cookie_val)+';path=/;'+'';}
return;}}
catch(err){return;}
setTimeout(f5_cspm.wait_perf_data,100);return;},go:function(){var chunk=window.document.cookie.split(/\s*;\s*/);for(var i=0;i<chunk.length;++i){var pair=chunk[i].split(/\s*=\s*/);if(pair[0]=='f5_cspm'&&pair[1]=='1234')
{var d=new Date();d.setTime(d.getTime()-1000);window.document.cookie='f5_cspm=;expires='+d.toUTCString()+';path=/;'+';';setTimeout(f5_cspm.wait_perf_data,100);}}}}
f5_cspm.go();}());</script>
