Найден корректный robots.txt
Файл управления сканированием сайта роботами
?
Robots.txt указывает поисковым роботам, какие страницы сканировать, а какие — нет. Ошибки в файле могут случайно закрыть важные разделы от индексации.
Robots.txt настроен корректно. Размер файла: 11262 байт. Загружен за: 1сек.
Проверяемая страница не запрещена в robots.txt.
Цепочка редиректов для файла robots.txt:
http://login.erfworld.com/robots.txt
301 MovedPermanently
https://login.erfworld.com/robots.txt
200 OK
Показать содержимое robots.txt
<!DOCTYPE html>
<html lang="en">
<head>
<meta http-equiv="Content-Type" content="text/html; charset=utf-8"/>
<title>Erfworld Login</title>
<link rel="stylesheet" href="//ajax.googleapis.com/ajax/libs/jqueryui/1.10.2/themes/ui-lightness/jquery-ui.min.css"/>
<link rel="stylesheet" type="text/css" media="all" href="https://static.erfworld.com/common.css"/>
<link rel="stylesheet" type="text/css" media="all" href="/static/style.css"/>
<link rel="stylesheet" type="text/css" media="all" href="/static/login.css"/>
<script src="//ajax.googleapis.com/ajax/libs/jquery/1.10.2/jquery.min.js"></script>
<script src="//ajax.googleapis.com/ajax/libs/jqueryui/1.10.2/jquery-ui.min.js"></script>
<script>var ERF_LOGIN_SERVER="https://login.erfworld.com/";var ERF_STREAMS_SERVER="https://erfworld.com/";var ERF_ARCHIVES_SERVER="https://archives.erfworld.com/";var ERF_FORUMS_SERVER="https://forums.erfworld.com/";var ERF_STORE_SERVER="https://store.erfworld.com/";var ERF_WIKI_SERVER="https://wiki.erfworld.com/";var ERF_STATIC_SERVER="https://static.erfworld.com/";var PCLIPS_STREAMS_SERVER="https://pclips.erfworld.com/";var PCLIPS_ARCHIVES_SERVER="https://pclips-archives.erfworld.com/";var HAMSTARD_STREAMS_SERVER="https://hamstard.erfworld.com/";var ERF_TOOL_STATUS=0;var ERF_UID=0;var ERF_LOGGED_IN=0;</script>
<script src="https://static.erfworld.com/common.js"></script>
<link rel="stylesheet" type="text/css" href="//cdn.datatables.net/1.10.19/css/jquery.dataTables.min.css"/>
<script src="//cdn.datatables.net/1.10.19/js/jquery.dataTables.min.js"></script>
<script src="//cdn.datatables.net/plug-ins/1.10.19/features/deepLink/dataTables.deepLink.min.js"></script>
<script src="//cdn.datatables.net/plug-ins/1.10.19/api/row().show().js"></script>
<script>$.extend($.fn.dataTable.defaults,{"pageLength":25,"order":[],"orderClasses":true,"renderer":"foundation"});</script>
<!-- Start Quantcast tag -->
<script>var _qevents=_qevents||[];(function(){var elem=document.createElement('script');elem.src=(document.location.protocol=="https:"?"https://secure":"http://edge")+".quantserve.com/quant.js";elem.async=true;elem.type="text/javascript";var scpt=document.getElementsByTagName('script')[0];scpt.parentNode.insertBefore(elem,scpt);})();</script>
<script>_qevents.push([{qacct:"p-c54G_RnM5lvok",labels:"comics"},{qacct:"p-f7zSVpTc2SqAM",}]);</script>
<noscript>
<div style="display:none">
<img src="//pixel.quantserve.com/pixel?a.1=p-c54G_RnM5lvok&a.2=p-f7zSVpTc2SqAM&labels=comics" border="0" height="1" width="1" alt="Quantcast"/>
</div>
</noscript>
<!-- End Quantcast tag -->
<!-- Start Google Analytics tag -->
<script>(function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){(i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)})(window,document,'script','//www.google-analytics.com/analytics.js','ga');ga('create','UA-10592144-1','auto');ga('send','pageview');</script>
<!-- End Google Analytics tag -->
<!-- Facebook Pixel Code -->
<script>!function(f,b,e,v,n,t,s){if(f.fbq)return;n=f.fbq=function(){n.callMethod?n.callMethod.apply(n,arguments):n.queue.push(arguments)};if(!f._fbq)f._fbq=n;n.push=n;n.loaded=!0;n.version='2.0';n.queue=[];t=b.createElement(e);t.async=!0;t.src=v;s=b.getElementsByTagName(e)[0];s.parentNode.insertBefore(t,s)}(window,document,'script','https://connect.facebook.net/en_US/fbevents.js');fbq('init','1153702381334268');fbq('track',"PageView");fbq('trackCustom','UserInfo',{logged_in:ERF_LOGGED_IN,uid:ERF_UID,tool_status:ERF_TOOL_STATUS,});</script>
<noscript>
<img height="1" width="1" style="display:none" src="https://www.facebook.com/tr?id=1153702381334268&ev=PageView&noscript=1"/>
<img height='1' width='1' style='display:none' src='https://www.facebook.com/tr?id=1153702381334268&ev=UserInfo&cd[logged_in]=0&cd[uid]=0&cd[tool_status]=0&noscript=1'/></noscript>
<!-- End Facebook Pixel Code -->
<script src='https://www.google.com/recaptcha/api.js'></script>
<script src="https://apis.google.com/js/client:platform.js?onload=start" async defer></script>
<script>function start(){gapi.load('auth2',function(){auth2=gapi.auth2.init({client_id:'332773975776-rtphcpkg3c6hipff4e3b0js6qv3ghaet.apps.googleusercontent.com',});});}</script>
</head>
<body>
<header id="header" role="banner">
<div id="erfworld-sitebar">
<div class="erf-global">
<div class="erf-shell">
<ul id="erf-login">
<li>
<a href="https://login.erfworld.com/">Login</a>
</li>
</ul>
<nav>
<div>
<span class="toggle">Erfworld</span>
<ul>
<li class="active"><a href="https://erfworld.com/">Erfworld</a></li>
<li><a href="http://www.giantitp.com/" target="_blank" class="external" title="Rich Burlew's amazing OOTS - where Erfworld got our start">Order of the Stick</a></li>
</ul>
</div>
</nav>
</div>
</div>
<div id="erf-header-wrapper">
<div id="mini-menu"> <span></span>
<div class="mini-shell">
<div class="mini-nav">
<ul>
<li><a href="https://store.erfworld.com/">Store</a></li>
<li><a href="https://erfworld.com/mod/contactform/">Contact Us</a></li>
<li><a href="https://erfworld.com/erf_stream/privacy_view">Privacy Policy</a></li>
<li><a href="https://erfworld.com/erf_stream/toc_view">Terms of Use</a></li>
</ul>
</div>
</div>
</div>
<header id="erf-header">
<ul class="erf-header-sections">
<li class="erf-logo">
<a href="https://erfworld.com/"><img src="https://static.erfworld.com/common/images/ewlogo.png"/></a>
</li>
<li class="erf-toolshed">
</li>
<li class="erf-badges">
</li>
</ul>
</header>
</div>
</div>
</div>
</header>
<div id="page">
<div id="left" role="main">
<article class="news" role="article">
<form action="login" method="post" id="login" class="toggle-display show">
<div class="login_method_box">
<a href="/facebook_start_login" class="facebook_login_button"><img src="https://static.erfworld.com/common/images/facebook_login_button.png"/></a>
<a id="googleSigninButton"><img src="https://static.erfworld.com/common/images/btn_google_signin_dark_normal_web.png"/></a>
<script>$('#googleSigninButton').click(function(){auth2.grantOfflineAccess({'redirect_uri':'postmessage'}).then(googleSignInCallback);});</script>
</div>
<div>
<label for="username">Username</label>
<input id="username" name="username" value=""/>
</div>
<div>
<label for="password">Password</label>
<input id="password" name="password" type="password">
</div>
<div>
<label for="remember">Keep me logged in</label>
<input id="remember" name="remember" type="checkbox" checked />
</div>
<div>
<input type="hidden" name="action" value="login"/>
<input type="submit" value="Login"/>
</div>
</form>
<div class="center"><a href="/forgot">Forgot?</a></div>
</article>
<div class="clear"></div>
</div>
<div id="right" role="complementary">
<aside class="erf-section" id="erf_sidebar-"></aside><aside class="erf-section" id="erf_sidebar-"></aside><aside class="erf-section" id="erf_sidebar-"></aside><aside class="erf-section" id="erf_sidebar-"></aside><aside class="erf-section" id="erf_sidebar-"></aside><aside class="erf-section" id="erf_sidebar-"></aside><script>var sidebarRemainingAdverts=[];var sidebarRemainingPosts=[];var sidebarAdverts=[];var sidebarPosts=[];var sidebarIndex={"index":9}['index'];function shuffleArray(array){for(var i=array.length-1;i>0;i--){var j=Math.floor(Math.random()*(i+1));var temp=array[i];array[i]=array[j];array[j]=temp;}return array;}function erfSidebarExpand(){var mainBottom=$('#left').position().top+$('#left').outerHeight(true);var bottom=$('#right').position().top+$('#right').outerHeight(true);var counter;while($(window).scrollTop()+$(window).height()>=bottom&&bottom<mainBottom){var item;if((sidebarIndex%3)==0){sidebarIndex++;}if((sidebarIndex%3)==0){if(sidebarRemainingAdverts.length==0){sidebarRemainingAdverts=sidebarAdverts.slice(0);shuffleArray(sidebarRemainingAdverts);}var counter='A_'+sidebarRemainingAdverts.length;item=sidebarRemainingAdverts.pop();}else{if(sidebarRemainingPosts.length==0){sidebarRemainingPosts=sidebarPosts.slice(0);shuffleArray(sidebarRemainingPosts);var appendComment=document.createComment('Sidebar Posts Shuffled');document.getElementById('right').appendChild(appendComment);}var counter='P_'+sidebarRemainingPosts.length;item=sidebarRemainingPosts.pop();}sidebarIndex++;var appendSideBar=document.createElement('aside');appendSideBar.className='erf-section';appendSideBar.id='erf_sidebar_'+counter+'_'+item['guid'];var html='';if(item['title']){html+='<h4>'+item['title']+'</h4>';}html+=item['description'];appendSideBar.innerHTML=html;document.getElementById('right').appendChild(appendSideBar);mainBottom=$('#left').position().top+$('#left').outerHeight(true);bottom=$('#right').position().top+$('#right').outerHeight(true);}}$(window).scroll(function(){erfSidebarExpand();return true;});</script>
</div>
<div class="clear"></div>
</div>
<footer id="erf-footer" role="contentinfo">
<div>
<span>©2026 Rob Balder</span>
<nav>
<ul>
<!-- <li><a href="http://www.erfworld.com/rss">RSS</a></li> -->
<li><a href="http://www.erfworld.com/erf_stream/about_view">About Erfworld</a></li>
<li><a href="http://www.erfworld.com/mod/contactform">Contact</a></li>
<li><a href="http://www.erfworld.com/erf_stream/privacy_view">Privacy Policy</a></li>
<li><a href="http://www.erfworld.com/erf_stream/toc_view">Terms of Use</a></li>
</ul>
</nav>
</div>
</footer><div id="fb-root"></div>
<script>(function(d,s,id){var js,fjs=d.getElementsByTagName(s)[0];if(d.getElementById(id))return;js=d.createElement(s);js.id=id;js.src="//connect.facebook.net/en_US/all.js#xfbml=1&appId=228569993841193";fjs.parentNode.insertBefore(js,fjs);}(document,'script','facebook-jssdk'));</script>
<div id='popup_box'></div>
<div id='popup_data' style='display:none;'></div>
<script>$('.popup_link').on('click',function(event){event.preventDefault();var popup_title;var width=600;if($(this).attr('href')=='toolshed/highres')width=1365;if(width>$(window).width()-20)width=$(window).width()-20;var popup_url='https://erfworld.com/'+$(this).attr('href')+'?PageSpeed=off';$('#popup_box').dialog({modal:true,minWidth:600,width:width,minHeight:300,title:"Loading",open:function(event,ui){$(this).html("<div class='loading'>Loading...</div>");},});$.ajax({url:popup_url,xhrFields:{withCredentials:true}}).done(function(data){$('#popup_data').html($(data).filter('title').text());$('#popup_box').html($(data).find('.elgg-layout-content'));$('#popup_box').dialog('option','title',$(data).filter('title').text());});});</script>
<!-- Last part of BODY element in file index.html -->
<script>$(".toggle-button").click(function(){$(".toggle-display").toggleClass("show hide");});function googleSignInCallback(authResult){function post(path,params,method){method=method||"post";var form=document.createElement("form");form.setAttribute("method",method);form.setAttribute("action",path);for(var key in params){if(params.hasOwnProperty(key)){var hiddenField=document.createElement("input");hiddenField.setAttribute("type","hidden");hiddenField.setAttribute("name",key);hiddenField.setAttribute("value",params[key]);form.appendChild(hiddenField);}}document.body.appendChild(form);form.submit();}if(authResult['code']){post('https://login.erfworld.com/google_login',{code:authResult['code']});}else{}}</script>
</body>
</html>
PrestaShop
Cloudflare