Найден корректный robots.txt
Файл управления сканированием сайта роботами
?
Robots.txt указывает поисковым роботам, какие страницы сканировать, а какие — нет. Ошибки в файле могут случайно закрыть важные разделы от индексации.
Robots.txt настроен корректно. Размер файла: 7419 байт. Загружен за: 0сек.
Проверяемая страница не запрещена в robots.txt.
Показать содержимое robots.txt
<!--begin admin header--> <!-- last-edited-by "mark" --> <!-- last-modified-by "mark" --> <!-- last-edited-at "881338358" --> <!-- last-modified-at "881338388" --> <!--end admin header-->
<HTML>
<HEAD>
<TITLE>M c S P O T L I G H T</TITLE><SCRIPT Language="JavaScript">
<!--
// preload universal images:
if(document.images) {
mcl_off = new Image(136,46);
mcl_off.src = "mcweb_logos/home/mcl_off.gif";
mcl_on = new Image(109,48);
mcl_on.src = "mcweb_logos/home/mcl_on.gif";
issues_off = new Image(142,35);
issues_off.src = "mcweb_logos/home/issues_off.gif";
issues_on = new Image(85,28);
issues_on.src = "mcweb_logos/home/issues_on.gif";
camp_off = new Image(173,34);
camp_off.src = "mcweb_logos/home/camp_off.gif";
camp_on = new Image(153,39);
camp_on.src = "mcweb_logos/home/camp_on.gif";
co_off = new Image(160,34);
co_off.src = "mcweb_logos/home/co_off.gif";
co_on = new Image(134,32);
co_on.src = "mcweb_logos/home/co_on.gif";
media_off = new Image(128,32);
media_off.src = "mcweb_logos/home/media_off.gif";
media_on = new Image(89,33);
media_on.src = "mcweb_logos/home/media_on.gif";
beyond_off = new Image(140,53);
beyond_off.src = "mcweb_logos/home/beyond_off.gif";
beyond_on = new Image(109,55);
beyond_on.src = "mcweb_logos/home/beyond_on.gif";
droom_off = new Image(156,57);
droom_off.src = "mcweb_logos/home/droom_off.gif";
droom_on = new Image(128,57);
droom_on.src = "mcweb_logos/home/droom_on.gif";
}
function rollOver(imgDocID,imgObjName) {
if (document.images) {
document.images[imgDocID].src = eval(imgObjName + ".src");
}
}
function pollWindow() {
pollwindow = window.open("http://www.mcspotlight.org/cgi-bin/vote.cgi","pollwindow", "width=135,height=260,scrollbars=no,status=no,resizable=yes");
}
// -->
</script>
</HEAD>
<BODY bgcolor=#660000 text=#ffffff link=#ffff99 vlink=#ffffdd alink=#ffffff>
<center>
<table cellpadding=0 cellspacing=0 border=0 width=580><tr>
<td width=40 valign=top>
<img src="mcweb_logos/home/shortline.gif" vspace=0 hspace=0 border=0 width=40 height=53>
<br clear=left>
</td>
<td valign=top width=110>
<img src="mcweb_logos/home/littlespot.gif" align=left vspace=0 hspace=0 border=0 width=110 height=80>
<br clear=left>
</td>
<td valign=top width=238>
<img src="mcweb_logos/home/masthead.gif" align=left vspace=2 hspace=0 border=0 width=238 height=55 alt="McSpotlight">
<br clear=left>
</td>
<td valign=middle align=left width=12 rowspan=4>
<img src="mcweb_logos/home/dot.gif" align=left vspace=0 hspace=1 border=0 width=10 height=1>
<br clear=left>
</td>
<td valign=middle align=left width=180 rowspan=3>
<img src="mcweb_logos/home/dot.gif" align=left vspace=0 hspace=0 border=0 width=160 height=1><br clear=left>
<A HREF="case/index.html"
onMouseover="rollOver('mcl','mcl_on')"
onMouseout="rollOver('mcl','mcl_off')">
<img name="mcl" src="mcweb_logos/home/mcl_off.gif" align=left vspace=2 hspace=0 border=0 width=136 height=46></a>
<br clear=left>
<A HREF="issues/index.html"
onMouseover="rollOver('issues','issues_on')"
onMouseout="rollOver('issues','issues_off')">
<img name="issues" src="mcweb_logos/home/issues_off.gif" align=left vspace=0 hspace=0 border=0 width=142 height=35></a>
<br clear=left>
<A HREF="campaigns/index.html"
onMouseover="rollOver('camp','camp_on')"
onMouseout="rollOver('camp','camp_off')">
<img name="camp" src="mcweb_logos/home/camp_off.gif" align=left vspace=0 hspace=0 border=0 width=173 height=34></a>
<br clear=left>
<A HREF="company/index.html"
onMouseover="rollOver('co','co_on')"
onMouseout="rollOver('co','co_off')">
<img name="co" src="mcweb_logos/home/co_off.gif" align=left vspace=0 hspace=0 border=0 width=160 height=34></a>
<br clear=left>
<A HREF="media/index.html"
onMouseover="rollOver('media','media_on')"
onMouseout="rollOver('media','media_off')">
<img name="media" src="mcweb_logos/home/media_off.gif" align=left vspace=0 hspace=0 border=0 width=128 height=32></a>
<br clear=left>
<A HREF="beyond/index.html"
onMouseover="rollOver('beyond','beyond_on')"
onMouseout="rollOver('beyond','beyond_off')">
<img name="beyond" src="mcweb_logos/home/beyond_off.gif" align=left vspace=0 hspace=0 border=0 width=140 height=53></a>
<br clear=left>
<A HREF="http://www.mcspotlight.org/debate/index.html"
onMouseover="rollOver('droom','droom_on')"
onMouseout="rollOver('droom','droom_off')">
<img name="droom" src="mcweb_logos/home/droom_off.gif" align=left vspace=0 hspace=0 border=0 width=157 height=57></a>
</td></tr>
<tr>
<td valign=top align=left colspan=2>
<img src="mcweb_logos/home/dot.gif" align=left vspace=0 hspace=12 border=0 width=1 height=1>
<table width=107 cellpadding=0 cellspacing=0 border=0>
<tr>
<td valign=bottom align=right width=107>
<br><br>
<font face="arial, geneva, helvetica">
<font size="-1" color=#c4c4c4>
McDonald's spends over $2 billion a year broadcasting their glossy image to the world. This is a small space for alternatives to be heard.<p>
New to the site?<br>
<a href="help.html">Start Here</a><p>
Who, What, Why?
<a href="people/biogs/mcinfo.html">Contact us</a><p>
Join <a href="campaigns/current/mailing.html">mailing list</a> here:
<script type="text/javascript" src="https://ajax.googleapis.com/ajax/libs/jquery/1.5.2/jquery.min.js"></script>
<script type="text/javascript" src="https://s3.amazonaws.com/phplist/phplist-subscribe-0.2.min.js"></script>
<div id="phplistsubscriberesult"></div>
<form action="https://mcspotlight.hosted.phplist.com/lists/?p=subscribe&id=1" method="post" id="phplistsubscribeform">
<input type="text" name="email" value="" id="emailaddress" />
<button type="submit" id="phplistsubscribe">Join</button>
</form>
</font>
</td>
</tr>
</table>
<img src="mcweb_logos/home/dot.gif" align=left vspace=6 hspace=0 border=0 width=120 height=2>
<br clear=left>
</td>
<td valign=top align=left width=273>
<font face=verdana,arial,helvetica color=#ffff99>
STOP PRESS: [an error occurred while processing the directive]</font><p>
<font face=verdana,arial,helvetica size=-1>
<font size="3"><b></b><p>
</font>
<p>
<font size="-2">
[an error occurred while processing the directive]
<a href="new.html">What else is new?</a>
<p>
</font></td>
<p>
</td>
</tr>
<tr>
<td>
<img src="mcweb_logos/home/dot.gif" align=left vspace=3 hspace=0 border=0 width=1 height=1>
</td>
</tr>
<tr>
<td valign=bottom align=left colspan=2>
<A HREF="map.html"><img src="mcweb_logos/home/sitemap.gif" align=left vspace=0 hspace=0 border=0
width=38 height=48></A>
<A HREF="tours/index.html"><img src="mcweb_logos/home/tours.gif" align=left vspace=0 hspace=0
border=0 width=31 height=48></A>
<A HREF="new.html"><img src="mcweb_logos/home/new.gif" align=left vspace=0 hspace=0 border=0
width=31 height=48></A>
<A HREF="search.html"><img src="mcweb_logos/home/search.gif" align=left vspace=0 hspace=0 border=0
width=50 height=48></A>
</td>
<td valign=bottom align=left>
<img src="mcweb_logos/home/jfy.gif" align=left vspace=0 hspace=0 border=0 width=237 height=48>
</td>
<td><a href="cgi-bin/vote.cgi"><img src="mcweb_pix/willthey.gif" width=105 height=46 border=0></a>
</td>
</tr>
</table>
</center>
</BODY>
</html>
</BODY>
</html>
</BODY>
</html>
nginx