Найден корректный robots.txt
Файл управления сканированием сайта роботами
?
Robots.txt указывает поисковым роботам, какие страницы сканировать, а какие — нет. Ошибки в файле могут случайно закрыть важные разделы от индексации.
Robots.txt настроен корректно. Размер файла: 12763 байт. Загружен за: 1сек.
Проверяемая страница не запрещена в robots.txt.
Цепочка редиректов для файла robots.txt:
http://chapterinc.com/robots.txt
301 MovedPermanently
https://chapterinc.com/robots.txt
200 OK
Показать содержимое robots.txt
<!--- Include Header --->
<html>
<head>
<meta name="description" content="Former Chapter of The Metallica Club, Chapter Inc. is the home of the largest searchable Metallica Tour Database on the web.">
<meta name="Keywords" content="Metallica, James Hetfield, Lars Ulrich, Kirk Hammett, Robert Trujillo, Jason Newsted, Cliff Burton, Dave Mustaine, Ron McGovney, Tour Dates, Setlist, Setlists, Search, Discography, Albums, Singles, Demos, Encylopedia Metallica, Inter Sandman, Encylopedia">
<title>Chapter Inc. :: The REAL Encyclopedia Metallica</title>
<link href="styles/styles.css" rel="stylesheet" type="text/css">
<meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1">
<style type="text/css">
<!--
body {
margin-left: 0px;
margin-top: 0px;
margin-right: 0px;
margin-bottom: 0px; SCROLLBAR-FACE-COLOR: #878B42;
SCROLLBAR-HIGHLIGHT-COLOR: #3C1A10;
SCROLLBAR-SHADOW-COLOR: #3C1A10;
SCROLLBAR-3DLIGHT-COLOR: #3C1A10;
SCROLLBAR-ARROW-COLOR: #ffffff;
SCROLLBAR-TRACK-COLOR: #333333;
SCROLLBAR-DARKSHADOW-COLOR: #333333;
background-color: #52251c;
}
a:link {
color: #878B42;
text-decoration: none;
}
a:visited {
text-decoration: none;
color: #878B42;
}
a:hover {
text-decoration: underline;
color: #4C868A;
}
a:active {
text-decoration: none;
color: #4C868A;
}
-->
</style>
<script language="JavaScript" type="text/JavaScript">
<!--
function MM_preloadImages() { //v3.0
var d=document; if(d.images){ if(!d.MM_p) d.MM_p=new Array();
var i,j=d.MM_p.length,a=MM_preloadImages.arguments; for(i=0; i<a.length; i++)
if (a[i].indexOf("#")!=0){ d.MM_p[j]=new Image; d.MM_p[j++].src=a[i];}}
}
function MM_swapImgRestore() { //v3.0
var i,x,a=document.MM_sr; for(i=0;a&&i<a.length&&(x=a[i])&&x.oSrc;i++) x.src=x.oSrc;
}
function MM_findObj(n, d) { //v4.01
var p,i,x; if(!d) d=document; if((p=n.indexOf("?"))>0&&parent.frames.length) {
d=parent.frames[n.substring(p+1)].document; n=n.substring(0,p);}
if(!(x=d[n])&&d.all) x=d.all[n]; for (i=0;!x&&i<d.forms.length;i++) x=d.forms[i][n];
for(i=0;!x&&d.layers&&i<d.layers.length;i++) x=MM_findObj(n,d.layers[i].document);
if(!x && d.getElementById) x=d.getElementById(n); return x;
}
function MM_swapImage() { //v3.0
var i,j=0,x,a=MM_swapImage.arguments; document.MM_sr=new Array; for(i=0;i<(a.length-2);i+=3)
if ((x=MM_findObj(a[i]))!=null){document.MM_sr[j++]=x; if(!x.oSrc) x.oSrc=x.src; x.src=a[i+2];}
}
function MM_openBrWindow(theURL,winName,features) { //v2.0
window.open(theURL,winName,features);
}
//-->
</script>
<script type="text/javascript" language="javascript">
function resetForm()
{
document.makestats.month.selectedIndex=0;
document.makestats.day.selectedIndex=0;
document.makestats.year.selectedIndex=0;
document.makestats.song.selectedIndex=0;
document.makestats.country.selectedIndex=0;
document.makestats.city.selectedIndex=0;
document.makestats.state.selectedIndex=0;
document.makestats.venue.selectedIndex=0;
}
</script>
</head>
<body onLoad="MM_preloadImages('images/header_logo.jpg')">
<table width="760" height="626" border="0" align="center" cellpadding="0" cellspacing="0" class="main">
<tr>
<td align="left" valign="top"><table width="760" height="627" border="0" cellpadding="0" cellspacing="0">
<tr>
<td height="109" colspan="2" align="left" valign="middle"><table width="760" height="108" border="0" cellpadding="0" cellspacing="0" background="images/header_bg.gif">
<tr>
<td width="220" height="108" align="left" valign="top"><a href="index.php" onMouseOver="MM_swapImage('header_logo','','images/header_logo.jpg',1)" onMouseOut="MM_swapImgRestore()"><img src="images/header_logo.jpg" alt="Chapter Inc. :: Back to the Front" name="header_logo" width="219" height="100" border="0" id="header_logo"></a></td>
<td width="10" align="left" valign="top"><img src="images/header_chapinc.gif" alt="Chapter Inc. :: The REAL Encyclopedia Metallica" name="header_chapinc" width="196" height="100" id="header_chapinc"></td>
<td width="530"> </td>
</tr>
</table></td>
</tr>
<tr>
<td width="151" height="473" align="left" valign="top" class="nav"><table width="150" border="0" cellpadding="0" cellspacing="0">
<tr>
<td height="230" align="left" valign="top">
<table width="150" border="0" cellspacing="0" cellpadding="5">
<tr valign="top">
<td height="112" colspan="2" align="center"><img src="images/nav_seal.gif" alt="Chapter Inc. :: Metallica Presidential Seal" name="nav_seal" width="101" height="101" id="nav_seal"></td>
</tr>
<tr>
<td height="7" colspan="2"></td>
</tr>
<tr>
<td width="5"><img src="images/spacer.gif" width="1" height="1" name="spacer" alt="Chapter Inc."></td>
<td width="122" height="15"><a href="tour.php?recordID=1" onMouseOver="MM_swapImage('nav_tour','','images/nav_tour_dates_over.gif',1)" onMouseOut="MM_swapImgRestore()"><img src="images/nav_tour_dates.gif" alt="Chapter Inc. :: Tour Files :: Tour Dates & Setlists Dating Back to 1982" name="nav_tour" width="86" height="11" border="0" id="nav_tour"></a></td>
</tr>
<tr>
<td><img src="images/spacer.gif" width="1" height="1" name="spacer" alt="Chapter Inc."></td>
<td height="15"><a href="makestats.php" onMouseOver="MM_swapImage('tour_search','','images/nav_tour_search_over.gif',1)" onMouseOut="MM_swapImgRestore()"><img src="images/nav_tour_search.gif" name="nav_tour_search" width="97" height="11" border="0" id="tour_search"></a></td>
</tr>
<tr>
<td><img src="images/spacer.gif" width="1" height="1" name="spacer" alt="Chapter Inc."></td>
<td height="15"><a href="songstats.php" onMouseOver="MM_swapImage('song_stats','','images/nav_song_stats_over.gif',1)" onMouseOut="MM_swapImgRestore()"><img src="images/nav_song_stats.gif" name="song_stats" width="86" height="10" border="0" id="song_stats"></a></td>
</tr>
<tr>
<td width="5"><img src="images/spacer.gif" width="1" height="1" name="spacer" alt="Chapter Inc."></td>
<td><a href="disco.php" onMouseOver="MM_swapImage('albums','','images/nav_albums_over.gif',1)" onMouseOut="MM_swapImgRestore()"><img src="images/nav_albums.gif" alt="Chapter Inc. :: Album Discography" name="albums" width="57" height="11" border="0" id="albums"></a></td>
</tr>
<tr>
<td width="5"><img src="images/spacer.gif" width="1" height="1" name="spacer" alt="Chapter Inc."></td>
<td><a href="singles.php?recordID=80" onMouseOver="MM_swapImage('singles','','images/nav_singles_over.gif',1)" onMouseOut="MM_swapImgRestore()"><img src="images/nav_singles.gif" alt="Chapter Inc. :: Singles Discography" name="singles" width="60" height="11" border="0" id="singles"></a></td>
</tr>
<tr>
<td><img src="images/spacer.gif" width="1" height="1" name="spacer" alt="Chapter Inc."></td>
<td height="15"><a href="boys.php?recordID=1" onMouseOver="MM_swapImage('boys','','images/nav_boys_over.gif',1)" onMouseOut="MM_swapImgRestore()"><img src="images/nav_boys.gif" name="boys" width="68" height="11" border="0" id="boys"></a></td>
</tr>
<!-- <tr>
<td><img src="images/spacer.gif" width="1" height="1" name="spacer" alt="Chapter Inc."></td>
<td height="15"><a href="/forum" target="_blank" onMouseOver="MM_swapImage('forum','','images/nav_forum_over.gif',1)" onMouseOut="MM_swapImgRestore()"><img src="images/nav_forum.gif" name="forum" width="49" height="11" border="0" id="forum"></a></td>
</tr> -->
<tr>
<td width="5"><img src="images/spacer.gif" width="1" height="1" name="spacer" alt="Chapter Inc."></td>
<td align="left" valign="middle">
<!--
<table border="0" cellspacing="0" cellpadding="0">
<tr>
<td width="115" align="right" valign="middle"><form action="search.cfm" method="post">
<input name="Keywords" type="text" class="search" value="Tour Search" onfocus="if(this.value='search text'){this.value=''};">
<input name="seek" type="submit" class="button" id="seek" value="Seek">
</form></td>
</tr>
</table>
--> </td>
</tr>
</table>
</td>
</tr>
</table></td>
<td width="609" align="center" valign="top"><table width="604" border="0" cellspacing="0" cellpadding="0">
<tr>
<td align="left" valign="middle">
<table width="240" height="45" border="0" cellpadding="10" cellspacing="0">
<tr>
<td width="220" align="left" valign="middle"><img src="images/ban_updates.gif" alt="Chapter Inc. :: Latest Updates" name="ban_updates" width="177" height="16" id="ban_updates"></td>
</tr>
</table></td>
</tr>
<tr>
<td align="center" valign="middle"><table width="500" border="0" cellpadding="15" cellspacing="0" class="content">
<tr>
<td align="left" valign="top"> <strong>Jan 3, 2025: </strong>
<p>Year 3 of the M72 tour contiunes! A few changes in the mid to late 90's setlists from this past year. Thank you for continuing to visit the site for all your song stat needs!
<!--
<p align="center"><img src="images/hrule.gif" width="375" height="1" name="hrule" alt="Chapter Inc."></p>
-->
</p>
</tr>
</table></td>
</tr>
<tr>
<td align="center" valign="middle"> </td>
</tr>
<tr>
<td align="left" valign="middle">
<table width="356" height="45" border="0" cellpadding="10" cellspacing="0">
<tr>
<td width="336" align="left" valign="middle"><img src="images/ban_note.gif" alt="Chapter Inc. :: A Word From the Men Behind the Site" name="ban_note" width="288" height="16" id="ban_note"></td>
</tr>
</table></td>
</tr>
<tr>
<td align="center" valign="middle"><table width="500" border="0" cellpadding="15" cellspacing="0" class="content">
<tr>
<td align="left" valign="top">Formerly a heavy hitting chapter of
<a href="http://www.metallica.com/metclub/" target="_blank">The
Metallica Club</a>, Chapter Inc. exists purely as an informational
resource for Metallica. Our goal, as it’s always been, is
to have the most accurate and informative Metallica information
that one could ever need.<br>
<br>
The cornerstone of the site is a searchable Tour Database, including hundreds of setlists dating back to 1982. However, your information overload doesn’t stop there. Our Discography not only discusses the studio albums, but also the numerous singles released of the years and even a look at the rough demos that helped to shape the songs we know and love. Finally, you can brush up on your knowledge of The Four Horsemen, as well as the other four men who were involved with the band at some point. We thank you for your continued support and hope you find all that you may (or may not) want to know.<br>
<p align="right">- D, J & E ‘08</p></td>
</tr>
</table></td>
</tr>
<tr>
<td align="center" valign="middle"> </td>
</tr>
</table></td>
</tr>
<!--- Include Footer --->
<tr>
<td height="50" colspan="2" align="center" valign="middle" background="images/footer_bg.gif"><table width="760" height="50" border="0" cellpadding="0" cellspacing="0">
<tr>
<td height="36" align="center" valign="middle" class="footer"><br>
©1998 - 2025 <A href="copyright.php">Chapter Inc.</A><BR>
Web Design: Blue Saber Productions | Powered By: <A href="http://www.teal.net" target=_blank>Teal Networks</A></td>
</tr>
</table></td>
</tr>
</table></td>
</tr>
</table>
<script type="text/javascript">
var gaJsHost = (("https:" == document.location.protocol) ? "https://ssl." : "http://www.");
document.write(unescape("%3Cscript src='" + gaJsHost + "google-analytics.com/ga.js' type='text/javascript'%3E%3C/script%3E"));
</script>
<script type="text/javascript">
var pageTracker = _gat._getTracker("UA-2124645-3");
pageTracker._initData();
pageTracker._trackPageview();
</script>
</body>
</html>
nginx