Найден корректный robots.txt
Файл управления сканированием сайта роботами
?
Robots.txt указывает поисковым роботам, какие страницы сканировать, а какие — нет. Ошибки в файле могут случайно закрыть важные разделы от индексации.
Кол-во редиректов для файла robots.txt 4 слишком большое! Это может вызывать затруднение при индексации поисковыми роботами!
Проверяемая страница не запрещена в robots.txt.
Цепочка редиректов для файла robots.txt:
http://andrewkendall.com/robots.txt
302 Found
https://andrewkendall.com/robots.txt
302 Found
http://www.andrewkendall.com/
302 Found
https://www.andrewkendall.com/
200 OK
Показать содержимое robots.txt
<!DOCTYPE html>
<html lang="en">
<head>
<meta charset="utf-8">
<link href="https://cache.dpg.media/cswfymthaxhy/website/971e37dd-3ff5-46f6-ba39-8ec3218ad84b/icons/favicon.ico?generated=1482501109" rel="shortcut icon">
<link href="https://cache.dpg.media/cswfymthaxhy/website/971e37dd-3ff5-46f6-ba39-8ec3218ad84b/icons/apple_touch_icon.png?generated=1482501109" rel="apple-touch-icon">
<meta content="digitalphotogallery.com" name="generator">
<meta content="b4d20af131bd564b60e17d650d0fa241" name="version">
<meta content="WXGA" name="display_version">
<meta content="3" name="display_versions">
<meta content="146508102091824" property="fb:app_id">
<meta content="Andrew Kendall" property="og:title">
<meta content="The home of British music photographer Andrew Kendall." property="og:description">
<meta content="website" property="og:type">
<meta content="https://s3.amazonaws.com/media.digitalphotogallery.com/cswfymthaxhy/images/amy_winehouse_01/amy_winehouse_01_website_image_xga.jpg?20090227085628" property="og:image">
<meta content="Andrew Kendall" property="og:site_name">
<meta content="https://www.andrewkendall.com/" property="og:url">
<meta content="summary_large_image" name="twitter:card">
<meta content="@andrewkendall" name="twitter:site">
<meta content="Amy Winehouse" name="twitter:title">
<meta content="V2004 Chelmsford" name="twitter:description">
<meta content="http://media.digitalphotogallery.com/cswfymthaxhy/images/amy_winehouse_01/amy_winehouse_01_website_image_xga.jpg?20090227085628" name="twitter:image">
<meta content="only light" name="color-scheme">
<title>Andrew Kendall</title>
<meta content="The home of British music photographer Andrew Kendall." name="description">
<meta content="yes" name="apple-mobile-web-app-capable">
<meta content="initial-scale=1.0, width=device-width, maximum-scale=1.0" name="viewport">
<meta content="E0D30552096C3A65880C26421799D590" name="msvalidate.01">
<meta content="ju9Fg1dwf6Er5HW5sRy1lJ4SSlC7oHZbQCnX76WFHxg" name="google-site-verification">
<link href="https://s3.amazonaws.com" rel="preconnect">
<link href="https://ip.digitalphotogallery.com/" rel="preconnect">
<script async="async" src="https://www.googletagmanager.com/gtag/js?id=UA-92234-18"></script>
<script>
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments);}
gtag('js', new Date());
gtag('config', 'UA-92234-18');
</script>
<link href="/stylesheets/combined/wxga.css?media=all&version=b4d20af131bd564b60e17d650d0fa241" media="all" rel="stylesheet" type="text/css">
<link href="/stylesheets/page/234de0ec-a447-46de-9c6c-dd7880696043.css?version=b4d20af131bd564b60e17d650d0fa241" media="all" rel="stylesheet" type="text/css">
<script src="https://assets.dpg.media/javascripts/jquery/1.8.3/jquery.min.js?version=b4d20af131bd564b60e17d650d0fa241"></script>
<script src="https://assets.dpg.media/javascripts/dpg_protect_images/0.2/dpg_protect_images.min.js?version=b4d20af131bd564b60e17d650d0fa241"></script>
<script src="https://assets.dpg.media/javascripts/dpg_scale_images/0.7.3/dpg_scale_images.min.js?version=b4d20af131bd564b60e17d650d0fa241"></script>
<script src="https://assets.dpg.media/javascripts/js_cookie/1.5.1/js_cookie.min.js?version=b4d20af131bd564b60e17d650d0fa241"></script>
<script src="https://assets.dpg.media/javascripts/dpg_base/1.0.1/dpg_base.min.js?version=b4d20af131bd564b60e17d650d0fa241"></script>
<script src="/javascripts/main.js?version=b4d20af131bd564b60e17d650d0fa241"></script>
<link rel='apple-touch-startup-image' href='http://media.digitalphotogallery.com/cswfymthaxhy/images/f9299e8b-08dd-4f96-bad3-73a37a5c16fc/appletouchstartupimage_iphone_01_asset.png' >
<link rel='apple-touch-startup-image' href='http://media.digitalphotogallery.com/cswfymthaxhy/images/7e7ef044-c60f-4a1a-9f7e-280a4dde70a5/appletouchstartupimage_iphone_retina_01_asset.png' media='screen and (-webkit-min-device-pixel-ratio: 2)' >
<link rel='apple-touch-startup-image' href='http://media.digitalphotogallery.com/cswfymthaxhy/images/6652b708-eb0d-4efc-ac0a-5b3316867a3e/appletouchstartupimage_ipad_landscape_01_asset.png' media='screen and (min-device-width: 481px) and (max-device-width: 1024px) and (orientation:landscape)' >
<link rel='apple-touch-startup-image' href='http://media.digitalphotogallery.com/cswfymthaxhy/images/3d22f508-8d3d-4283-9ce6-2a36899c86b2/appletouchstartupimage_ipad_portrait_01_asset.png' media='screen and (min-device-width: 481px) and (max-device-width: 1024px) and (orientation:portrait)' >
</head>
<body id="home" data-page="234de0ec-a447-46de-9c6c-dd7880696043" data-item="false" data-uri-segments="0"><div id="container">
<div id="header"><h1><a href="/">Andrew Kendall</a></h1>
</div>
<div class="navigation main" data-items="3"><h4>Navigation</h4>
<ul class="navigation">
<li class="photography item_type_standard display_type_text"><a class="name" href="#">Photography</a></li>
<li class="about item_type_standard display_type_text"><a class="name" href="/about/">About</a></li>
<li class="connect item_type_standard display_type_text"><a class="name" href="/connect/">Connect</a></li>
</ul>
</div>
<div class="navigation photography" data-items="2"><h4>Navigation</h4>
<ul class="navigation">
<li class="music_live item_type_standard display_type_text"><a class="name" href="/photography/music/live/">Music: Live</a></li>
<li class="music_portraits item_type_standard display_type_text"><a class="name" href="/photography/music/portraits/">Music: Portraits</a></li>
</ul>
</div>
<div id="images" class="index_view" data-lead-image="false" data-image-block="372a7238-aacd-11e8-8487-925d5f22d8a9" data-image-set="6092d7be-ef39-11e2-970e-d49a20fffecc" data-image-profile="28a4c332-5987-11ec-90ac-c2f99a4c7d4f" data-image-profile-unique-name="version5andrewkendallcomhome_wxga" data-images="2" data-set-products="0" data-sets="0" data-set-contents="false" data-keyword-profiles="0"><div class="image_container">
<img class="image landscape" data-aspect-ratio="3:2" data-rating="0" alt="Cheryl Cole" src="https://cache.dpg.media/cswfymthaxhy/images/7ccd80aa-944f-41ae-a6db-3443e1ba4131/cheryl_cole_01_website_image_version5andrewkendallcomhome_wxga.jpg?20101119095453" width="1536" height="1024" />
</div>
</div>
</div>
<script async="async" src="/javascripts/uncached/page_view.js?version=c8e902c557b0f052f07b907a2070a806"></script>
<script>
(function(){
var t,i,e,n=window,o=document,a=arguments,s="script",r=["config","track","identify","visit","push","call","trackForm","trackClick"],c=function(){var t,i=this;for(i._e=[],t=0;r.length>t;t++)(function(t){i[t]=function(){return i._e.push([t].concat(Array.prototype.slice.call(arguments,0))),i}})(r[t])};for(n._w=n._w||{},t=0;a.length>t;t++)n._w[a[t]]=n[a[t]]=n[a[t]]||new c;i=o.createElement(s),i.async=1,i.src="//static.woopra.com/js/w.js",e=o.getElementsByTagName(s)[0],e.parentNode.insertBefore(i,e)
})("woopra");
woopra.config({
domain: "www.andrewkendall.com"
});
woopra.track();
</script>
</body></html>
Phusion Passenger