Найден корректный robots.txt
Файл управления сканированием сайта роботами
?
Robots.txt указывает поисковым роботам, какие страницы сканировать, а какие — нет. Ошибки в файле могут случайно закрыть важные разделы от индексации.
Robots.txt настроен корректно. Размер файла: 11880 байт. Загружен за: 1сек.
Проверяемая страница не запрещена в robots.txt.
Показать содержимое robots.txt
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
"http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<!--
HTML Framework
Version 0.1 Beta, July 14, 2009
Author: JD Graffam, http://jdgraffam.com/
Source: http://htmlframework.com/
Documentation: http://htmlframework.com/documentation.html
-->
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
<head>
<meta http-equiv="Content-Type" content="text/html; charset=utf-8"/>
<title>War Untold: the Collection of Andrew Pouncey</title>
<meta name="viewport" content="width=device-width" />
<meta name="description" content="War Untold is a place to share the stories of those courageous members of the armed services who served their country during the First World War (1914-1919)." />
<meta name="keywords" content="WWI, World War I, War Stories, WWI Stories, World War I Stories, Western Front, Somme, Flanders, AEF, Andrew Pouncey" />
<meta name="author" content="Andrew Pouncey" />
<link rel="stylesheet" type="text/css" media="screen, projection" href="https://www.waruntold.com/css/screen.css?v=2" />
<link rel="stylesheet" type="text/css" media="print" href="https://www.waruntold.com/css/print.css" />
<!--[if IE]>
<link rel="stylesheet" type="text/css" media="screen, projection" href="https://www.waruntold.com/css/ie.css" />
<![endif]-->
<!--[if IE 6]>
<link rel="stylesheet" type="text/css" media="screen, projection" href="https://www.waruntold.com/css/ie6.css" />
<![endif]-->
<!--[if IE 7]>
<link rel="stylesheet" type="text/css" media="screen, projection" href="https://www.waruntold.com/css/ie7.css" />
<![endif]-->
<!--[if IE 8]>
<link rel="stylesheet" type="text/css" media="screen, projection" href="https://www.waruntold.com/css/ie8.css" />
<![endif]-->
<script type="text/javascript" src="https://ajax.googleapis.com/ajax/libs/jquery/1.3.2/jquery.min.js"></script>
<script type="text/javascript" src="https://www.waruntold.com/js/jquery.cycle.min.js"></script>
<script type="text/javascript" src="https://www.waruntold.com/js/jquery.lazyload.mini.js"></script>
<script type="text/javascript" src="https://www.waruntold.com/js/jquery.fancybox-1.2.1-edit.js"></script>
<script type="text/javascript" src="https://www.waruntold.com/js/base.js"></script>
<!--[if IE 6]>
<script type="text/javascript" src="https://www.waruntold.com/js/DD_belatedPNG.js"></script>
<script type="text/javascript" src="https://www.waruntold.com/js/ie6.js"></script>
<![endif]-->
<link rel="shortcut icon" type="image/ico" href="https://www.waruntold.com/favicon.ico" />
<base href="https://www.waruntold.com" />
</head>
<body class="home">
<div id="wrapper1">
<div id="wrapper2">
<div id="header">
<div class="accessibility">
<a id="skipToContent" href="#content">Skip to main content</a>
<a id="skipToNav" href="#navigation">Skip to main navigation</a>
</div>
<div class="primary">
<div class="brand">
<h1>
<a href="https://www.waruntold.com/">War Untold</a>
</h1>
<p>The Collection of Andrew Pouncey</p>
</div>
</div>
<!-- /.primary -->
</div>
<!-- /#header -->
<script type="text/javascript">
// On Pageload
$(document).ready(function(){
/* --- hero navigaiton for home --- */
// initial
$.fn.makeActive = function(){
return this.each(function(){
$("#hero ul.navigation li").not(this).removeClass("hover").stop().animate({
height: "100px"
}, 250);
$(this).addClass("hover").stop().animate({
height: "105px"
}, 250);
});
}
$("#hero ul.navigation li.stories").makeActive();
// hovers
$("#hero ul.navigation").hover(function(){
$('#hero-image').cycle('pause'); // pause the show when hovering over tabs
},function(){$('#hero-image').cycle('resume');});
$("#hero ul.navigation li").hover(function(){
i = $("#hero ul.navigation li").index(this);
$('#hero-image').cycle(i);
$(this).makeActive(i);
nexty = i + 1;
});
// clicks
$("#hero ul.navigation li").click(function(){
heroLink = $(this).children('h2').children('a');
heroLink = heroLink[0].href;
window.location = heroLink;
});
// slideshow
$('#hero-image').cycle({
fx: 'fade',
timeout: 3000,
speed: 1000,
before: onBefore,
after: onAfter
});
function onAfter() {
// fix for quick mouseover on 3
$("#hero ul.navigation li").eq(nexty - 1).makeActive();
}
function onBefore() {
$("#hero ul.navigation li").eq(nexty).makeActive();
// simple counter
if(nexty == 0) {
nexty = 1;
} else if(nexty == 1) {
nexty = 2;
} else if(nexty == 2) {
nexty = 3;
} else if(nexty == 3){
nexty = 0;
} else {
nexty = 1;
}
}
var nexty = 1;
// modded fancybox for gallery
$("a.art-link").fancybox({
'centerOnScroll': true
});
});
</script>
<div id="content">
<div class="primary">
<div id="hero">
<div id="hero-image">
<img src="https://www.waruntold.com/img/stories.jpg" alt="stories" width="940" height="360" />
<img src="https://www.waruntold.com/img/westernfront.jpg" alt="westernfront" width="940" height="360" />
<img src="https://www.waruntold.com/img/thennow.jpg" alt="thennow" width="940" height="360" />
<img src="https://www.waruntold.com/img/newsfront.jpg" alt="newsfront" width="940" height="360" />
</div>
<ul class="navigation">
<li class="stories">
<h2><a class="link" href="https://www.waruntold.com/stories.php">Stories</a></h2>
<p>Real accounts of real soldiers who served in The Great War</p>
</li>
<li class="westernFront new">
<h2><a class="link" href="https://www.waruntold.com/western_front.php">Western Front</a></h2>
<p>Photos from the battlegrounds along the Western Front</p>
</li>
<li class="thenNow new">
<h2><a class="link" href="https://www.waruntold.com/then_and_now.php">Then & Now</a></h2>
<p>Compare photos of sites during the war and now</p>
</li>
<li class="newsFront">
<h2><a class="link" href="https://www.waruntold.com/news_from_the_front.php">News <span>from the</span> Front</a></h2>
<p>Updates and developments from the WWI online community</p>
</li>
</ul>
</div>
</div>
<!-- /.primary -->
</div>
<!-- /#content -->
<div id="misc">
<div class="moving-pictures">
<h2>Moving Pictures</h2>
<div class="videos">
<div class="video">
<iframe width="560" height="315" src="https://www.youtube.com/embed/57Z19eovuAM?si=A_B09XAYVXkZrK_o" title="YouTube video player" frameborder="0" allow="accelerometer; autoplay; clipboard-write; encrypted-media; gyroscope; picture-in-picture; web-share" referrerpolicy="strict-origin-when-cross-origin" allowfullscreen></iframe>
<p>Andrew tells the story of a Gold Star Mother for Elmwood Cemetery</p>
</div>
<div class="video">
<iframe width="560" height="315" src="https://www.youtube.com/embed/qSkeLbcKGGQ?si=uFr2Ke5WdCmBTDDT" title="YouTube video player" frameborder="0" allow="accelerometer; autoplay; clipboard-write; encrypted-media; gyroscope; picture-in-picture; web-share" referrerpolicy="strict-origin-when-cross-origin" allowfullscreen></iframe>
<p>A poem by Medal of Honor Winner John Hunter Wickersham</p>
</div>
</div>
</div>
<div class="primary">
<div class="art">
<h2>Art from the Month</h2>
<div class="art-image">
<a class="art-link" href="https://www.waruntold.com/img/1000029511.jpg" title="Andrew Pouncey at Grave of Pilot Hamilton Coolidge."><img src="https://www.waruntold.com/img/1000029511s.jpg" alt="Andrew Pouncey at Grave of Pilot Hamilton Coolidge." /></a>
<p>
<span class="title">Andrew Pouncey at Grave of Pilot Hamilton Coolidge.</span>
</p>
</div>
</div>
<div class="quote">
<h2>Remembering the Fallen</h2>
<div class="passage">
<blockquote>
They shall grow not old, as we that are left grow old:<br />
Age shall not weary them, nor the years condemn.<br />
At the going down of the sun and the morning,<br />
We will remember them.
</blockquote>
<p class="author">- Laurance Binyon, <cite>Poems of the Fallen</cite></p>
<p class="desc">
Architect Edwin Lutyen’s Stone of Remembrance in WWI British cemeteries evokes one of the most important reasons why we share these important memories with others, so “their name livith for evermore”. War Untold is dedicated to that purpose.
</p>
</div>
</div>
</div>
</div>
<div id="footer">
<div class="primary">
<div class="about">
<h2 class="aboutwaruntold">About War Untold</h2>
<p>
War Untold is a place to share the stories of those courageous members of the armed services who served their country during the First World War (1914-1919). This web site is not designed to tell the story of the war, but to share these few individuals’ experiences through their own memorabilia, letters, images from the past, and present day images taken on walks on the Western Front.
</p>
<h2 class="aboutandy">About Andrew Pouncey</h2>
<img class="photo" src="https://www.waruntold.com/img/andy2.jpg" width="60" height="70" alt="Andrew Pouncey" />
<p>
In over 40 years of travel and research, Andrew has studied WWI with a passion for remembrance and a desire to share this information with new generations. In 1918, his grandfather left ‘to do his bit’ on the day he was married.
<a href="mailto:waruntold@comcast.net">Contact Andy</a>
</p>
</div>
<div class="learn">
<h2>Learn more about The Great War</h2>
<ul>
<li>
<a href="http://www.theworldwar.org/">National WWI Museum at Liberty Memorial</a>
<p>Most extensive assembly of artifacts, photography, art and narratives of the Great War in the U.S.</p>
</li>
<li>
<a href="http://www.abmc.gov">American Battle Monuments Commission</a>
<p>Their mission is reflected in 24 overseas military cemeteries, on Tablets of the Missing and 25 memorials, monuments and markers.</p>
</li>
<li>
<a href="http://www.westernfrontassociation.com/">Western Front Association</a>
<p>Perpetuates the memory, courage and comradeship of those who served on all sides in WWI.</p>
</li>
</ul>
<a class="buttonbox" href="https://www.waruntold.com/news_from_the_front.php"><span>See More Links</span></a>
<a class="buttonbox" href="http://www.facebook.com/andrew.pouncey.7" target="_blank"><span>Visit War Untold on Facebook</span></a>
</div>
</div>
<!-- /.primary -->
<div class="secondary">
<div class="info">
<p class="copyright">©2012 Andrew Pouncey - Some rights reserved.</p>
<p class="wfa"><a href="http://www.westernfrontassociation.com/"><img src="https://www.waruntold.com/img/wfa_badge.png" alt="WFA badge" /></a> <a href="http://www.westernfrontassociation.com/">Member of the Western Front Association</a></p>
</div>
</div>
<!-- /.secondary -->
</div>
<!-- /#footer -->
</div>
<!-- /#wrapper2 -->
</div>
<!-- /#wrapper1 -->
<script type="text/javascript">
var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
</script>
<script type="text/javascript">
try {
var pageTracker = _gat._getTracker("UA-1862548-10");
pageTracker._trackPageview();
} catch(err) {}
</script>
</body>
</html>
nginx