Найден корректный robots.txt
Файл управления сканированием сайта роботами
?
Robots.txt указывает поисковым роботам, какие страницы сканировать, а какие — нет. Ошибки в файле могут случайно закрыть важные разделы от индексации.
Кол-во редиректов для файла robots.txt 3 слишком большое! Это может вызывать затруднение при индексации поисковыми роботами!
Проверяемая страница не запрещена в robots.txt.
Цепочка редиректов для файла robots.txt:
http://members.netzero.mysite.com/robots.txt
301 MovedPermanently
http://members.netzero.mysite.com/cgi-bin/members
302 Found
http://members.netzero.mysite.com/cgi-bin/members?redirect=&verify=1787351298&user=
200 OK
Показать содержимое robots.txt
<!--|11|1787351298|89.249.18.75|NONE|-->
<!-- content - Partner "coreg.mysite.com" - File "members/login_info.htm" -->
<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.0 Transitional//EN"><html><head><title>Member Login</title><meta name="description" content="emailMyName personal email from mySite.com. Half the standard price of Yahoo! and Hotmail. With emailyMyName you get your name as your personal email address. emailMyName includes virtually unlimited storage - 1GB of storage (1024 MB email storage) - for email, photos, and file attachments. Includes Spam Protection, No Advertising, POP access, mail forwarding, and more features."><meta name="keywords" content="emailMyName, emailMyName.us, mySite.com, Web mail, email, personal email, no spam, Yahoo!, Hotmail, Google, Gmail, POP, POP3, email forwarding, email storage, Outlook Express, email filtering, inbox">
<link rel="stylesheet" href="/fs_img/mysite/0506/style.css" type="text/css">
</head><body>
<table width="700" align="center">
<tr valign="top">
<td>
<!-- logo -->
<table width="100%" cellpadding="5" cellmargin="0">
<tr>
<td>
<img src="/fs_img/mysite/0506/logo.gif">
</td>
<td align="right">
<img src="/fs_img/mysite/0506/my-world-my-life-my-site.gif">
</td>
</tr>
</table>
<!-- header -->
<table cellpadding="0" cellspacing="0" class="heading" width="100%">
<tr>
<td width="18"><img src="/fs_img/mysite/0506/tl.gif" width="18" height="22"></td>
<td width="100%"></td>
<td align="right" nowrap>
</td>
<td width="18"><img src="/fs_img/mysite/0506/tr.gif" width="18" height="22"></td>
</tr>
</table>
<TABLE cellpadding="0" cellspacing="0" width="100%">
<TR valign="top" align="left">
<TD><IMG src="/fs_img/coreg/upsell/sunglasses.jpg" style="margin-top:2px;margin-right:2px;"></TD>
<TD style="background-color:#F1F1F1;text-align:center;padding:5px;padding-top:8px;" width="394"><FORM style="margin:0px;" METHOD=post ACTION="http://members.netzero.mysite.com/cgi-bin/members" NAME=a>
<input type=hidden name="verify" value="1787351298">
<div style="text-align:left;width:375px;height:184px;background-image:url('/fs_img/coreg/upsell/login_bg.gif');background-repeat:no-repeat;">
<div style="text-align:center;padding-top:5px;"><IMG src="/cgi-bin/image/images/login/logo.gif" align="absmiddle"><IMG src="/fs_img/coreg/upsell/member_login.gif" align="absmiddle"></div>
<div style="font-size:12px;margin-left:20px;">
<BR>
Username (web address):<BR>
<INPUT TYPE='text' NAME='site' VALUE='' style="border:1px solid #7F9DB9;"><BR>
Password:<BR>
<INPUT TYPE=password NAME=password style="border:1px solid #7F9DB9;" VALUE='' ONFOCUS="this.select();"><SCRIPT>document.a.password.focus();</SCRIPT>
<INPUT TYPE=image src="/fs_img/coreg/upsell/login_button.gif" name="login" VALUE='Login!' align="absmiddle"><BR>
<INPUT TYPE="checkbox" NAME="save_password" VALUE="true"> Save password
<A href="/cgi-bin/forgot" style="display:block;color:#0066CC;">Forgot your username or password?</A>
<A href="/cgi-bin/members" style="display:block;color:#0066CC;">Sign in as different user!</A></div>
</div>
</div>
</FORM></TD>
</TR>
</TABLE>
<FORM METHOD=get ACTION="http://members.netzero.mysite.com/cgi-bin/members" NAME=b style="margin:2">
<INPUT TYPE=hidden NAME=redirect VALUE=''>
<INPUT TYPE=hidden NAME=verify VALUE='1787351298'>
<INPUT TYPE=hidden NAME=save_password VALUE=''>
<INPUT TYPE=hidden NAME=userpass VALUE=''>
</FORM>
<!-- footer -->
<table cellpadding="0" cellspacing="0" class="footerms" width="100%">
<tr>
<td width="1%"><img src="/fs_img/mysite/0506/bl.gif"></td>
<td width="100%"> </td>
<td width="1%"><img src="/fs_img/mysite/0506/br.gif"></td>
</tr>
</table>
</td>
</tr>
</table>
<div align="center" style="margin-top:10px;" class="footer">
<style type="text/css">.Xfooter, .Xfooter a{ color: #666; }</style>
<div class="Xfooter" align="center" style="font-family: arial, sans-serif; font-size: 10px; margin:5px; margin-top:20px;">
<table align="center"><tr><td style="color:#333333;" class="footer" nowrap>
<a style="color:#184CC3;" href="http://www.netzero.mysite.com/fs_img/search/about_us.htm">About UOL Web Services</a>
| <a style="color:#184CC3;" href="http://www.unitedonline.net">About United Online</a>
| <a style="color:#184CC3;" href="http://www.netzero.mysite.com/fs_img/search/acceptable-use-guidelines.htm">Acceptable Use Guidelines</a>
| <a style="color:#184CC3;" href="http://www.netzero.mysite.com/fs_img/search/privacy-statement.htm">Privacy Statement</a>
| <a style="color:#184CC3;" href="http://www.netzero.mysite.com/fs_img/search/terms-of-service.htm">Terms of Service</a>
| <a style="color:#184CC3;" href="http://www.netzero.mysite.com/fs_img/search/billing_policy.htm">Billing Policy</a>
</td></tr></table>
<br>
</div>
<SCRIPT type="text/javascript" language="javascript"><!--
if (!document.refcd) { // If refcd has already been set, don't bother.
document.refcd="";
if (document.referrer.match(/google\..*\/search/)) {
document.refcd="ORGANIC_SEARCH_GOOGLE";
} else if (document.referrer.match(/search\.msn\.com\/results/)) {
document.refcd="ORGANIC_SEARCH_MSN";
} else if (document.referrer.match(/search\.yahoo/)) {
document.refcd="ORGANIC_SEARCH_YAHOO";
} else if (document.referrer.match(/dir\.yahoo/)) {
document.refcd="ORGANIC_SEARCH_YAHOO_DIR";
} else if (document.referrer.match(/web\.ask\.com/)) {
document.refcd="ORGANIC_SEARCH_ASK.COM";
} else if (document.referrer.match(/dogpile\.com/)) {
document.refcd="ORGANIC_SEARCH_DOGPILE";
} else if (document.referrer.match(/aolsearch\.aol\.com/)) {
document.refcd="ORGANIC_SEARCH_AOL";
}
}
//--></SCRIPT>
<!-- Google Analytics Insertion Begin -->
<script type="text/javascript">
<!--
var _gaq = _gaq || [];
_gaq.push(['_setAccount', "UA-4601892-10"]);
_gaq.push(['_setDomainName', 'none']);
_gaq.push(['_setAllowLinker', true]);
_gaq.push(['_trackPageview']);
(function() {
var ga = document.createElement('script'); ga.type = 'text/javascript'; ga.async = true;
ga.src = ('https:' == document.location.protocol ? 'https://ssl' : 'http://www') + '.google-analytics.com/ga.js';
var s = document.getElementsByTagName('script')[0]; s.parentNode.insertBefore(ga, s);
})();
-->
</script>
<!-- Google Analytics Insertion Complete -->
<!-- PrintTracker Insertion Begin -->
<script src="/fs_img/js/pt.js" type="text/javascript"></script>
<!-- PrintTracker Insertion Complete -->
</body></html>
<SCRIPT language=JavaScript SRC=/fs_img/js/md5.js></SCRIPT>
<SCRIPT><!--
function ascii(Char){
var i=' !"#$%&\'()*+,-./0123456789:;<=>?@ABCDEFGHIJKLMNOPQRSTUVWXYZ[\\]^_`abcdefghijklmnopqrstuvwxyz{|}~'.indexOf(Char);
if(i>-1) return i+32;
else{
i='\t\n \r'.indexOf(Char);
if(i>-1) return i+9;
}
return 32;
}
function base64(str){
var x=0;
var Alph='ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/=';
var asciiD=new Array();
var ret='';
while (x<str.length) {
var n;
asciiD[0]=asciiD[1]=asciiD[2]=0;
for(n=0; n<3; n++){
if(x++ >= str.length) break;
asciiD[n]=ascii(str.charAt(x-1));
}
if(n > 0){
ret+=Alph.charAt( asciiD[0] >> 2 );
ret+=Alph.charAt( ((asciiD[0] & 3) << 4) | (asciiD[1] >> 4) );
var dig1=Alph.charAt( ((asciiD[1] & 0xF) << 2) | (asciiD[2] >> 6) );
var dig2=Alph.charAt( asciiD[2] & 0x3F );
if(n < 3){
dig2 = '=';
if (n < 2) dig1 = '=';
}
ret+=dig1+dig2;
}
}
return ret;
}
window.encodeUserPass = function(){
var site = '';
var pass = document.a.password.value;
var save = document.a.save_password.checked ? 1 : 0;
var test_time = '1787351296';
var test_sum = '';
var real_time = '1787351298';
// do a little verification of the password
if (document.aws_md5_test && document.aws_md5_test()) {
var el = document.getElementById('msg_div');
var str = document.aws_md5(document.aws_md5(pass).substring(0,20) + test_time);
var sum = 0;
for (var i=0; i<str.length; i++) sum += ascii(str.charAt(i));
if (test_sum && sum % 100 != test_sum) {
if (el) {
el.style.visibility = 'visible';
return false;
} else {
if (confirm('The password you entered is incorrect')) return false;
}
} else {
if (el) el.style.visibility = 'hidden';
}
pass = 'md5/'+real_time+'/'+save+'/'
+ document.aws_md5(document.aws_md5(pass).substring(0,20) + real_time + save).substring(0,20);
}
document.b.userpass.value = base64(site +':'+ pass);
if (document.a.upgbox && document.a.upgbox.checked) document.b.redirect.value = '/cgi-bin/util/upgrade';
if (save) document.b.save_password.value = 'true';
if(document.b.onsubmit){ if(document.b.onsubmit()) document.b.submit()}
else document.b.submit();
return false;
}
// put the default focus on the site input if applicable, or the password input
var obj = document.a.site
if(obj && obj.type == 'hidden') obj = document.a.password
try{ obj.focus(); obj.select(); } catch(e){};
//--></SCRIPT>
