Найден корректный robots.txt
Файл управления сканированием сайта роботами
?
Robots.txt указывает поисковым роботам, какие страницы сканировать, а какие — нет. Ошибки в файле могут случайно закрыть важные разделы от индексации.
Robots.txt настроен корректно. Размер файла: 10481 байт. Загружен за: 1сек.
Проверяемая страница не запрещена в robots.txt.
Цепочка редиректов для файла robots.txt:
http://legoless.com/robots.txt
302 Found
http://www.legoless.com/
200 OK
Показать содержимое robots.txt
<!DOCTYPE html>
<html lang="en">
<head>
<!-- Meta -->
<meta charset="utf-8" />
<meta http-equiv="content-type" content="text/html; charset=utf-8" />
<!-- Use the .htaccess and remove these lines to avoid edge case issues.
More info: h5bp.com/i/378 -->
<meta http-equiv="X-UA-Compatible" content="IE=edge,chrome=1" />
<!-- Our site title and description -->
<title>Home | legoless.com</title>
<meta name="description" content="The home of Legoless on the web." />
<meta name="keywords" content="Legoless, blog, Mick's Blog, UESP, The Elder Scrolls, Club Penguin, Scratch, wiki, modding, Children of Dosterrus, Michael Gleeson, Ireland" />
<meta name="author" content="Michael Gleeson" />
<!-- Output DocPad produced meta elements -->
<meta name="generator" content="DocPad v6.78.1" />
<!-- Mobile viewport optimized: h5bp.com/viewport -->
<meta name="viewport" content="width=device-width" />
<!-- Icons -->
<link rel="shortcut icon" href="/images/icons/favicon.ico">
<link rel="apple-touch-icon" sizes="57x57" href="/images/icons/apple-touch-icon-57x57.png">
<link rel="apple-touch-icon" sizes="114x114" href="/images/icons/apple-touch-icon-114x114.png">
<link rel="apple-touch-icon" sizes="72x72" href="/images/icons/apple-touch-icon-72x72.png">
<link rel="apple-touch-icon" sizes="60x60" href="/images/icons/apple-touch-icon-60x60.png">
<link rel="apple-touch-icon" sizes="120x120" href="/images/icons/apple-touch-icon-120x120.png">
<link rel="apple-touch-icon" sizes="76x76" href="/images/icons/apple-touch-icon-76x76.png">
<link rel="icon" type="image/png" href="/images/icons/favicon-96x96.png" sizes="96x96">
<link rel="icon" type="image/png" href="/images/icons/favicon-16x16.png" sizes="16x16">
<link rel="icon" type="image/png" href="/images/icons/favicon-32x32.png" sizes="32x32">
<meta name="msapplication-TileColor" content="#da532c">
<meta name="msapplication-square70x70logo" content="/images/icons/mstile-70x70.png">
<meta name="msapplication-square150x150logo" content="/images/icons/mstile-150x150.png">
<meta name="msapplication-wide310x150logo" content="/images/icons/mstile-310x150.png">
<!-- Shims: IE6-8 support of HTML5 elements -->
<!--[if lt IE 9]>
<script async src="http://html5shim.googlecode.com/svn/trunk/html5.js"></script>
<![endif]-->
<!-- Styles -->
<style >html.wait {
cursor: wait !important;
opacity: 0;
transition: opacity 0.5s ease;
}</style><link rel="stylesheet" href="/styles/twitter-bootstrap.css" /><link rel="stylesheet" href="/styles/style.css" />
<meta name="google-site-verification" content="92h_PkvzwJ23dVMisVKkBfX_Rb6-h-5chQ2ngzJsvoE" />
</head>
<body>
<!-- Menu -->
<div class="navbar navbar-inverse navbar-fixed-top">
<div class="container">
<div class="navbar-header">
<button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse">
<span class="icon-bar"></span>
<span class="icon-bar"></span>
<span class="icon-bar"></span>
</button>
<a class="navbar-brand" href="/">Home</a>
</div>
<div class="navbar-collapse collapse">
<ul class="nav navbar-nav">
<li
typeof="sioc:Page"
about="/pages/uesp.html"
class=""
>
<a href="/pages/uesp.html" property="dc:title">
UESP Wiki
</a>
</li>
<li
typeof="sioc:Page"
about="/pages/nexus.html"
class=""
>
<a href="/pages/nexus.html" property="dc:title">
Nexus Mods
</a>
</li>
<li
typeof="sioc:Page"
about="/pages/micksblog.html"
class=""
>
<a href="/pages/micksblog.html" property="dc:title">
Mick's Blog
</a>
</li>
<li
typeof="sioc:Page"
about="/pages/scratch.html"
class=""
>
<a href="/pages/scratch.html" property="dc:title">
Scratch
</a>
</li>
<li
typeof="sioc:Page"
about="/pages/posts.html"
class=""
>
<a href="/pages/posts.html" property="dc:title">
Posts
</a>
</li>
<li
typeof="sioc:Page"
about="/pages/contact.html"
class=""
>
<a href="/pages/contact.html" property="dc:title">
Contact
</a>
</li>
</ul>
</div><!--/.navbar-collapse -->
</div>
</div>
<!-- Content -->
<div class="container">
<!-- Content -->
<section id="content" class="content">
<!-- Primary marketing message or call to action -->
<div class="jumbotron">
<h1><img src="/images/legolessavatar.jpeg" alt="legoless" > Welcome to legoless.com!</h1>
<p>
This website functions as a hub page for all past, present and future projects undertaken by Legoless. Here you can find where I've been on the web
and where I'm going next.
<p>
<a class="btn btn-primary btn-large" href="/pages/contact.html">Contact »</a>
</p>
</p>
</div>
<!-- Example row of columns -->
<div class="row" class="text-center">
<div class="col-lg-6">
<div >
<h2>UESP Wiki</h2>
<p>A collaborative wiki project to which I've contributed since 2009.</p>
<p><a class="btn btn-primary btn-large" href="/pages/uesp.html">Learn more »</a></p>
</div>
<br/>
<div >
<h2>Nexus Mods</h2>
<p>A brief fling with modding <i>The Elder Scrolls IV: Oblivion</i> in 2011.</p>
<p><a class="btn btn-primary btn-large" href="/pages/nexus.html">Learn more »</a></p>
</div>
<br/>
<div >
<h2>Mick's Blog</h2>
<p>The rise and fall of a childhood blog I ran from 2007 to 2011.</p>
<p><a class="btn btn-primary btn-large" href="/pages/micksblog.html">Learn more »</a></p>
</div>
<br/>
<div >
<h2>Scratch</h2>
<p>An educational tool used as an introduction to programming concepts and my interaction with it, 2007-2008.</p>
<p><a class="btn btn-primary btn-large" href="/pages/scratch.html">Learn more »</a></p>
</div>
<br/>
</div>
<div class="col-lg-6">
<a class="twitter-timeline" href="https://twitter.com/McLego" data-widget-id="604101893745459200">Tweets by @McLego</a>
<script>!function(d,s,id){var js,fjs=d.getElementsByTagName(s)[0],p=/^http:/.test(d.location)?'http':'https';if(!d.getElementById(id)){js=d.createElement(s);js.id=id;js.src=p+"://platform.twitter.com/widgets.js";fjs.parentNode.insertBefore(js,fjs);}}(document,"script","twitter-wjs");</script>
</div>
</div>
</section>
<br>
<!-- Footer -->
<footer>
<p>
<script>!function(d,s,id){var js,fjs=d.getElementsByTagName(s)[0],p=/^http:/.test(d.location)?'http':'https';if(!d.getElementById(id)){js=d.createElement(s);js.id=id;js.src=p+'://platform.twitter.com/widgets.js';fjs.parentNode.insertBefore(js,fjs);}}(document, 'script', 'twitter-wjs');</script>
<div id="fb-root"></div><script>(function(d, s, id) {var js, fjs = d.getElementsByTagName(s)[0];if (d.getElementById(id)) return;js = d.createElement(s); js.id = id;js.src = "//connect.facebook.net/en_GB/sdk.js#xfbml=1&version=v2.3";fjs.parentNode.insertBefore(js, fjs);}(document, 'script', 'facebook-jssdk'));</script>
<a href="https://twitter.com/share" class="twitter-share-button" data-via="McLego">Tweet</a> <div class="fb-like" data-href="https://www.facebook.com/legoless1" data-layout="button_count" data-action="like" data-show-faces="false" data-share="false"></div>
<a rel="license" href="http://creativecommons.org/licenses/by/4.0/"><img alt="Creative Commons Licence" style="border-width:0" src="/images/CC.png" /> </a>
<a class="btn btn-primary btn-xs btn-info" href="/pages/cookiepolicy.html">Site Cookie Policy »</a>
</p>
</footer>
</div><!-- /container -->
<script>
(function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
(i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
})(window,document,'script','//www.google-analytics.com/analytics.js','ga');
ga('create', 'UA-63561171-1', 'auto');
ga('send', 'pageview');
</script>
<!-- Google Tag Manager -->
<noscript><iframe src="//www.googletagmanager.com/ns.html?id=GTM-PXT3DG"
height="0" width="0" style="display:none;visibility:hidden"></iframe></noscript>
<script>(function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':
new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0],
j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src=
'//www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f);
})(window,document,'script','dataLayer','GTM-PXT3DG');</script>
<!-- End Google Tag Manager -->
<!-- Scripts -->
<script >(function(){
/* Did we just livereload? */
var log = !!(localStorage && console && console.log && true);
if ( log && localStorage.getItem('/docpad-livereload/reloaded') === 'yes' ) {
localStorage.removeItem('/docpad-livereload/reloaded');
console.log('LiveReload completed at', new Date())
}
/* Listen for the regenerated event and perform a reload of the page when the event occurs */
var listen = function(){
var primus = new Primus('/docpad-livereload');
primus.on('data', function(data){
if ( data && data.message ) {
if ( data.message === 'generateBefore' ) {
if ( log ) {
console.log('LiveReload started at', new Date());
}
if ( typeof document.getElementsByTagName !== 'undefined' ) {
document.getElementsByTagName('html')[0].className += ' wait';
}
}
else if ( data.message === 'generateAfter' ) {
if ( log ) {
localStorage.setItem('/docpad-livereload/reloaded', 'yes');
}
document.location.reload();
}
}
});
};
/* Inject socket into our page */
var inject = function(){
var t = document.createElement('script');
t.type = 'text/javascript';
t.async = 'async';
t.src = '/primus/primus.js';
t.onload = listen;
var s = document.getElementsByTagName('script')[0];
s.parentNode.insertBefore(t, s);
};
if ( typeof Primus !== 'undefined' ) {
listen();
} else {
inject();
}
})();</script><script defer="defer" src="//cdnjs.cloudflare.com/ajax/libs/jquery/1.10.2/jquery.min.js"></script><script defer="defer" src="//cdnjs.cloudflare.com/ajax/libs/modernizr/2.6.2/modernizr.min.js"></script><script defer="defer" src="/vendor/twitter-bootstrap/dist/js/bootstrap.min.js"></script><script defer="defer" src="/scripts/script.js"></script>
</body>
</html>
