Найден корректный robots.txt
Файл управления сканированием сайта роботами
?
Robots.txt указывает поисковым роботам, какие страницы сканировать, а какие — нет. Ошибки в файле могут случайно закрыть важные разделы от индексации.
Кол-во редиректов для файла robots.txt 3 слишком большое! Это может вызывать затруднение при индексации поисковыми роботами!
Проверяемая страница не запрещена в robots.txt.
Цепочка редиректов для файла robots.txt:
http://members.20m.com/robots.txt
301 MovedPermanently
http://members.20m.com/cgi-bin/members
302 Found
http://members.20m.com/cgi-bin/members?redirect=&verify=1787403913&user=
200 OK
Показать содержимое robots.txt
<!--|16|1787403913|89.249.18.75|NONE|-->
<!-- content - Partner "default.partner" - File "members/login_info.htm" -->
<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"><html><head>
<title>Member Login - 20m Free Web Space�</title>
<META http-equiv="X-UA-Compatible" content="IE=Edge">
<!-- env.cgi: members -->
<link rel="stylesheet" href="/cgi-bin/css/new_style.css?partner=20m.com" type="text/css">
</head><body>
<style type="text/css">
.areaborder {border-width:0px;margin: auto;width: 500px;}
#logocontainer {margin: auto;width: 500px;}
#shellouterdiv {padding-left: 30px;}
#maintable {text-align:center;}
#insidebanners {text-align:center;}
</style>
<div id="insidebanners">
<div id="shellouterdiv">
<DIV id="logocontainer"><a href="http://www.20m.com"><img NAME=logo SRC=/cgi-bin/image/logo_small.gif?partner=20m.com border=0></a></DIV>
<div id="shellinnerdiv">
<div class="areaborder">
<div id="maintable">
<script type="text/javascript"><!--
if(self!=top){ try{top.location.replace(location.href);} catch(e){ top.location = location.href; };} /* bounce out of frames */
var sitelist=cookieVal("sitelist"); //call function to get cookied sitelist
function cookieVal(cookieName){ //function breaks the cookie into name and value pairs
thisCookie=document.cookie.split("; "); //semi-colon is the delimiter seperating fields
for(i=0; i<thisCookie.length; i++){ //loop through the entire length of the cookie string
//alert(thisCookie[i]);
if(cookieName==thisCookie[i].split("=")[0]){ //check for the value we passed in the function call
return thisCookie[i].split("=")[1]; //if the value matches then send back what follows the = sign
}
}
return 0;
}
sitelistchecked=0;
var sitearray=new Array();
if (sitelist){
sitelistchecked=1;
if (sitelist.indexOf('+')){
sitearr=sitelist.split("+");
}
else {
sitearr[0]=sitelist;
}
sitearray=new Array();
passarray=new Array();
for (i=0; i<sitearr.length; i++){
ps=sitearr[i].split("&");
sitearray[i]=ps[0];
passarray[i]=ps[1];
}
}
else {
sitelist="";
}
//--></script>
<form method="post" action="/cgi-bin/members" name="a">
<input type="hidden" name="redirect" value="">
<input type="hidden" name="verify" value="1787403913">
<table cellpadding="0" cellspacing="0" style="margin-top:10px;">
<tr valign="top">
<td style="height:8px;width:239px;background-repeat:no-repeat;background-image:url(/fs_img/login/bubble1_top.gif)"> </td>
<td rowspan="6"><img src="/fs_img/spacer.gif" height="1" width="4"></td>
<td style="height:8px;width:239px;;background-repeat:no-repeat;background-image:url(/fs_img/login/bubble3_top.gif)"> </td>
</tr>
<tr valign="top">
<td style="width:239px;background-repeat:repeat-y;background-image:url(/fs_img/login/bubble1_mid.gif)">
<table cellspacing="0" cellpadding="0" style="color:#333333;font-size:12px;margin:15px;margin-top:4px;margin-bottom:4px;margin-right:0px;">
<tr valign="top">
<td>
<div style="color:#1682CC;font-size:14px;width:215px;">
<div style="font-size:10px;text-align:right;float:right;">
<a href="javascript:void(notAmember());" style="color:#000000;">Not a member?<br>Click here.</a>
<iframe id="memcook" height="1" width="1" style="display:none;" src=""></iframe>
<script type="text/javascript"><!--
function notAmember() {
mc=document.getElementById('memcook');
mc.onLoad="window.location='http://signup.20m.com/cgi-bin/path/signup?refcd=WSUOWS030721NT01]'";
mc.src='http://members.20m.com/cgi-bin/show_me?page=cookiesetter'
+'&specialcookie=1&is_a_member=delete&redirect=http://20m.com&redirect_target=_top';
}
//--></script>
</div>
<b>Member Login</b>
</div>
<div> </div>
<script type="text/javascript"><!--
if(sitearray.length>=1){
//create the select
var html = '<select name="sitepick" onchange="selectsite(this);" style="width:146px;border:1px solid #7f9db9;">'
+'<option value="">Choose a site...</option>'
for(i=0; i<sitearray.length; i++){
if (sitearray[i]){
html += '<option value="'+sitearray[i]+'">'+sitearray[i]+'</option>'
}
}
html += '<option value="">---------------------</option>'
+'<option value="delete">Delete Sites From List</option>'
+'</select><br>...or type one in here:<br>'
document.write(html)
//now populate the select
var obj = document.a.sitepick
for(i=0; i<sitearray.length; i++){
obj.options[i+1].password=passarray[i];
}
obj.options[0].password="";
obj.options[i+1].password="";
obj.options[i+2].password="";
}
//--></script>
Site:<br>
<INPUT TYPE='text' NAME='site' VALUE='' style="width:146px;border:1px solid #7f9db9;"><br>
<table cellpadding="1" cellspacing="0" style="position:relative;left:-5px;top:3px;color:#1682cc;font-size:9px">
<tr>
<td valign=top><input type="checkbox" name="sitelist" onclick="
if(!this.checked){
document.a.save_password.checked=false;
document.a.save_password.disabled=true;
}
else document.a.save_password.disabled=false;
" value="true"><script>document.a.sitelist.checked = sitelistchecked</script
></td><td style="font-size:9px;">Remember this site in my list of sites.</td>
</tr>
</table>
<p>Password:
<br><input type="password" name="password" value="" autocomplete="off" style="width:146px;border:1px solid #7f9db9;"><br>
<table cellpadding="1" cellspacing="0" style="position:relative;left:-5px;top:3px;color:#1682cc;font-size:9px">
<tr>
<td valign=top><input type="checkbox" name="save_password" value="true"></td>
<td style="font-size:9px;">Remember the password for this site.</td>
</tr>
</table>
</td>
</tr>
<tr>
<td>
<br><input type="submit" value="Login!" onclick="return encodeUserPass();">
<div style="margin-top:4px;"><a href="/cgi-bin/forgot" style="color:#1682CC;font-size:11px;">Forgot password?</a></div>
</td>
</tr>
</table>
</td>
<td style="padding:15px;padding-top:10px;padding-bottom:10px;height:58px;background-repeat:repeat-y;background-image:url(/fs_img/login/bubble3_mid.gif)">
<div style="width:200px;color:#1682CC;font-size:14px;"><b>Other Things To Do:</b></div>
<div style="margin-top:5px;">- <font style="color:red;font-weight:bold;font-size:12px;">New!</font> <a href="/cgi-bin/mail" style="font-size:12px;color:#000000;">Login to your email</a></div>
<div>- <a href="http://www.20m.com?refcd=WSUOWS030721NT01&fhp=1" style="font-size:12px;color:#000000;">Go to the homepage</a></div>
<div>- <a href="http://signup.20m.com/cgi-bin/path/signup?refcd=WSUOWS030721NT01&fhp=1" style="font-size:12px;color:#000000;">Sign up for a new account</a></div>
</td>
</tr>
<tr valign="top">
<td style="height:12px;width:239px;;background-repeat:no-repeat;background-image:url(/fs_img/login/bubble1_bot.gif)"> </td>
<td style="height:8px;width:239px;background-repeat:no-repeat;background-image:url(/fs_img/login/bubble3_bot.gif)"> </td>
</tr>
</table>
</form>
</div>
</div>
<div class="footer footertext">
<A HREF="http://www.20m.com/free.html" TARGET="_blank" CLASS="footerlink">Free Web Space</A> | <A HREF="http://www.20m.com/business.html" TARGET="_blank" CLASS="footerlink">Business Web Hosting</A> | <A HREF="http://www.20m.com/affordable.html" TARGET="_blank" CLASS="footerlink">Affordable Hosting</A> | <A HREF="http://www.20m.com/dedicated.html" TARGET="_blank" CLASS="footerlink">Dedicated Servers</A> | <A HREF="http://www.20m.com" TARGET="_blank" CLASS="footerlink">Cheap Web Hosting</A>
</div>
</div>
</div>
<div id="cobrand">
<img src="/cgi-bin/image/images/cobrand_logo.gif" vspace="5" BORDER="0">
</div>
</div>
<SCRIPT type="text/javascript" language="javascript"><!--
if (!document.refcd) { // If refcd has already been set, don't bother.
document.refcd="";
if (document.referrer.match(/google\..*\/search/)) {
document.refcd="ORGANIC_SEARCH_GOOGLE";
} else if (document.referrer.match(/search\.msn\.com\/results/)) {
document.refcd="ORGANIC_SEARCH_MSN";
} else if (document.referrer.match(/search\.yahoo/)) {
document.refcd="ORGANIC_SEARCH_YAHOO";
} else if (document.referrer.match(/dir\.yahoo/)) {
document.refcd="ORGANIC_SEARCH_YAHOO_DIR";
} else if (document.referrer.match(/web\.ask\.com/)) {
document.refcd="ORGANIC_SEARCH_ASK.COM";
} else if (document.referrer.match(/dogpile\.com/)) {
document.refcd="ORGANIC_SEARCH_DOGPILE";
} else if (document.referrer.match(/aolsearch\.aol\.com/)) {
document.refcd="ORGANIC_SEARCH_AOL";
}
}
//--></SCRIPT>
<!-- Google Analytics Insertion Begin -->
<script type="text/javascript">
<!--
var _gaq = _gaq || [];
_gaq.push(['_setAccount', "UA-4601892-10"]);
_gaq.push(['_setDomainName', 'none']);
_gaq.push(['_setAllowLinker', true]);
_gaq.push(['_trackPageview']);
(function() {
var ga = document.createElement('script'); ga.type = 'text/javascript'; ga.async = true;
ga.src = ('https:' == document.location.protocol ? 'https://ssl' : 'http://www') + '.google-analytics.com/ga.js';
var s = document.getElementsByTagName('script')[0]; s.parentNode.insertBefore(ga, s);
})();
-->
</script>
<!-- Google Analytics Insertion Complete -->
<!-- PrintTracker Insertion Begin -->
<script src="/fs_img/js/pt.js" type="text/javascript"></script>
<!-- PrintTracker Insertion Complete -->
</body>
</html>
<form action=/cgi-bin/members name="b">
<input type="hidden" name="redirect" value="">
<input type="hidden" name="verify" value="1787403913">
<input type="hidden" name="save_password" value="">
<input type="hidden" name="userpass" value="">
<INPUT TYPE="hidden" NAME="site" VALUE="" >
</form>
<script type="text/javascript"><!--
function encodeUserPass(){
if (!document.a.site.value){
alert("Please enter your Site");
}
else if (!document.a.password.value){
alert("Please enter your Password");
}
else{
newpassword="";
if (document.a.save_password.checked) newpassword=escape(document.a.password.value,1);
if (document.a.upgbox && (document.a.upgbox.checked==true)) document.b.redirect.value='/cgi-bin/util/upgrade';
createsitelist();
document.b.userpass.value=base64(''+document.a.site.value+':'+document.a.password.value);
document.b.site.value=document.a.site.value;
if(document.b.onsubmit){ if(document.b.onsubmit()) document.b.submit()}
else document.b.submit();
}
return false;
}
function base64(str){
var x=0;
var Alph='ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/=';
var asciiD=new Array();
var ret='';
while (x<str.length) {
var n;
asciiD[0]=asciiD[1]=asciiD[2]=0;
for(n=0; n<3; n++){
if(x++ >= str.length) break;
asciiD[n]=ascii(str.charAt(x-1));
}
if(n > 0){
ret+=Alph.charAt( asciiD[0] >> 2 );
ret+=Alph.charAt( ((asciiD[0] & 3) << 4) | (asciiD[1] >> 4) );
var dig1=Alph.charAt( ((asciiD[1] & 0xF) << 2) | (asciiD[2] >> 6) );
var dig2=Alph.charAt( asciiD[2] & 0x3F );
if(n < 3){
dig2 = '=';
if (n < 2) dig1 = '=';
}
ret+=dig1+dig2;
}
}
return ret;
}
function ascii(Char){
var i=' !"#$%&\'()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\\]^_`abcdefghijklmnopqrstuvwxyz{|}~'.indexOf(Char);
if(i>-1) return i+32;
else{
i='\t\n \r'.indexOf(Char);
if(i>-1) return i+9;
}
return 32;
}
function selectsite(obj){
var f = obj.form
if (obj.options[obj.length-1].selected==true) sitedeleter();
else {
f.site.value=obj.options[obj.selectedIndex].value;
f.password.value=unescape(obj.options[obj.selectedIndex].password);
f.save_password.checked=false;
if(f.password.value!="") f.save_password.checked=true;
}
}
function sitedeleter(){
var ok=navigator.appName.indexOf("cape");
var x_start=50;
var y_start=50;
if (ok==-1){
var tag_name="";
var container=document.all.logincontenttable;
var x=0;
var y=0;
while (tag_name!="BODY"){
x=x+container.offsetLeft;
y=y+container.offsetTop;
tag_name=container.tagName;
container=container.offsetParent;
}
x_start=window.screenLeft+x;
if (x_start<0) {x_start=0}
y_start=window.screenTop+y;
}
else {
x_start=window.screenX+100;
y_start=window.screenY+333;
}
winopt="height=250,width=250,screenX="+x_start+",screenY="+y_start+",left="+x_start+",top="+y_start;
var w=window.open("","",winopt);
sitedel=w.document.open();
sitel=document.a.sitepick;
sitedel.writeln('<HTML><HEAD><TITLE>Delete</TITLE></HEAD><BODY><CENTER>Choose the sites you want to delete:<FORM NAME=x ACTION="">');
if (sitel.length>=1){
salen=10;
if (sitel.length<13) salen=sitel.length-3;
sitedel.writeln('<FONT SIZE=3> </FONT><SELECT NAME="delpick" SIZE='+salen+' MULTIPLE>');
for(i=1; i<(sitel.length-2); i++){
if (sitel[i]){
sitedel.writeln('<OPTION VALUE="'+sitel[i].value+'">'+sitel[i].value+'</OPTION>');
}
}
sitedel.writeln('</SELECT><BR>...and click "Delete."<BR>');
sitedel.writeln('<INPUT TYPE=button name=deleter VALUE="Delete" onclick="window.opener.deletem();window.close();"><INPUT TYPE=button name=deleter VALUE="Cancel" onclick="window.close();"></FORM></CENTER></BODY></HTML>');
}
w.focus();
w.document.close();
}
function deletem(){
del=sitedel.x.delpick;
sitel=document.a.sitepick;
for (i=0; i<del.length; i++){
for (j=0; j<sitel.length; j++){
if (del[i].selected){
if (sitel[j].value==del[i].value){
sitel[j]=null;
}
}
}
}
sitel[0].selected=true;
if (sitel.length<4) sitel.disabled=true;
slc=document.a.sitelist.checked;
document.a.sitelist.checked=false;
createsitelist();
document.a.sitelist.checked=slc;
}
function createsitelist(){
sitelist=""
if (!document.a.sitelist) return;
if (document.a.sitelist.checked) sitelist=document.a.site.value+"&"+newpassword;
if (document.a.sitepick){
sitel=document.a.sitepick;
if (sitel.length>3){
for(i=1; i<(sitel.length-2); i++){
if (sitelist!=""){
sitelist=sitelist+"+"+sitel[i].value+"&"+sitel[i].password;
}
else {
sitelist=sitel[i].value+"&"+sitel[i].password;
}
}
sa=sitelist.split("+");
var sl=new Array();
sl[0]=sa[0];
k=1;
for(i=0; i<sa.length; i++){
dupe=false;
for(j=0; j<k; j++){
s1=sa[i].split("&");
s2=sl[j].split("&");
if(s1[0]==s2[0]){
dupe=true;
}
if(!s2[0].indexOf(".")){
dupe=true;
}
}
if (dupe==false){
sl[k]=sa[i];
k++;
}
}
sitelist=sl.join("+");
}
}
var expire=-365;
if (sitelist!="") expire=365;
expireDate=new Date(); //create variable to store the current date.
expireDate.setDate(expireDate.getDate()+expire); //set the value to one year from now
if(navigator.appName.indexOf("cape")){
document.cookie="sitelist="+sitelist+";expires="+expireDate.toGMTString();
} else {
document.cookie="sitelist="+sitelist+";expires="+expireDate.toGMTString()+";path=/;domain=$partner_domain;";
document.cookie="sitelist="+sitelist+";expires="+expireDate.toGMTString()+";path=/;domain=$community_domain;";
}
}
// put the default focus on the site input if applicable, or the password input
var obj = document.a.site
if(obj && obj.type == 'hidden') obj = document.a.password
try{ obj.focus(); obj.select(); } catch(e){};
//--></script>
