Найден корректный robots.txt
Файл управления сканированием сайта роботами
?
Robots.txt указывает поисковым роботам, какие страницы сканировать, а какие — нет. Ошибки в файле могут случайно закрыть важные разделы от индексации.
Robots.txt настроен корректно. Размер файла: 11523 байт. Загружен за: 0сек.
Проверяемая страница не запрещена в robots.txt.
Цепочка редиректов для файла robots.txt:
http://vanessa-mae.com/robots.txt
301 MovedPermanently
https://www.hoosracing.com/
200 OK
Показать содержимое robots.txt
<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN"
"http://www.w3.org/TR/html4/loose.dtd">
<html>
<head>
<meta http-equiv="Content-Type" content="text/html; charset=UTF-8"/>
<meta name="robots" content="index, follow"><meta http-equiv="CACHE-CONTROL" content="NO-CACHE"><meta http-equiv="PRAGMA" content="NO-CACHE">
<script language="javascript">
//-- These colors are used in design templates
var col_primary="#0b0f12";
var col_secondary="#0b0f12";
var col_tertiary="#713000";
var col_background="#0b0f12";
</script>
<script language="JavaScript" src="scripts/ic_globals_published.js"></script><script language="JavaScript" src="scripts/user.js"></script><script language="JavaScript" src="scripts/photoalbum.js"></script>
<title>Hoos Racing Specialties</title>
<link rel="canonical" href="https://www.hoosracing.com" />
<link rel="stylesheet" media="screen" href="scripts/template.css"><link rel="stylesheet" media="all" href="scripts/website.css"><link rel="stylesheet" media="print" href="https://www.hoosracing.com/scripts/print.css"><link rel="stylesheet" media="all" href="scripts/1custom.css"><link rel="stylesheet" media="all" href="scripts/icwebsiteelement.css">
</head>
<body id="wide" onload="processMenus();sizeColumns();">
<div id="nav-left" class="background">
<div id="navcontainer" class="tertiary">
<div id="nav-wrapper">
<div><a href="home.html" class="tertiary" target="_self"><h3>Home</h3></a></div>
<div><a href="new650750engineparts.html" class="tertiary" target="_self"><h3>New 650/750 Engine parts/</h3></a></div>
<div><a href="xs650gasketsealsfilter.html" class="tertiary" target="_self"><h3>xs650 Gasket Seals filter</h3></a></div>
<div><a href="650750specialparts.html" class="tertiary" target="_self"><h3>650/750 SPECIAL PARTS</h3></a></div>
<div><a href="new650750pipepage.html" class="tertiary" target="_self"><h3>New 650/750 pipe page</h3></a></div>
<div><a href="650750pipesprice.html" class="tertiary" target="_self"><h3>650/750 Pipes & Price</h3></a></div>
<div><a href="500partspricelist.html" class="tertiary" target="_self"><h3>500 parts/price list</h3></a></div>
<div><a href="500stockyamahaparts.html" class="tertiary" target="_self"><h3>500 Stock Yamaha parts</h3></a></div>
<div><a href="500gasketandseals.html" class="tertiary" target="_self"><h3> 500 Gasket and Seals</h3></a></div>
<div><a href="500pipepricelist.html" class="tertiary" target="_self"><h3>500 pipe & Price list</h3></a></div>
<div><a href="megaphonsmountingprice.html" class="tertiary" target="_self"><h3>Megaphons,Mounting,Price</h3></a></div>
<div><a href="carbsfilterscables.html" class="tertiary" target="_self"><h3>Carbs.filters cables</h3></a></div>
<div><a href="hardware.html" class="tertiary" target="_self"><h3>Hardware</h3></a></div>
<div><a href="howtoorderparts.html" class="tertiary" target="_self"><h3>How to order parts</h3></a></div>
<div><a href="service.html" class="tertiary" target="_self"><h3>Service </h3></a></div>
<div><a href="277videoandinformation.html" class="tertiary" target="_self"><h3>277 Video and information</h3></a></div>
<div><a href="servicedata.html" class="tertiary" target="_self"><h3>SERVICE DATA</h3></a></div>
<div><a href="newproducts.html" class="tertiary" target="_self"><h3>New Products</h3></a></div>
<div><a href="bikesforsale.html" class="tertiary" target="_self"><h3>Bikes for Sale</h3></a></div>
<div><a href="customersbikes.html" class="tertiary" target="_self"><h3>Customers Bikes</h3></a></div>
<div><a href="torqueconedyno.html" class="tertiary" target="_self"><h3>Torque Cone Dyno</h3></a></div>
<div><a href="contactus.html" class="tertiary" target="_self"><h3>Contact Us</h3></a></div>
<div><a href="aboutus.html" class="tertiary" target="_self"><h3>About US</h3></a></div>
<div><a href="test.html" class="tertiary" target="_self"><h3>test</h3></a></div>
</div>
<div class="accent"></div>
</div>
<div id="inner">
<div id="headertop" class="primary">
<h1 id="website-title" class="primary">Hoos Racing Specialties</h1>
<h2 id="website-slogan" class="secondary">Try to keep up!</h2>
</div>
<div id="content">
<table id="content-table" cellpadding="0" cellspacing="0">
<tr>
<td id="content-table-main" align="left" valign="top">
<!-- Start Superstats code version 3.0b. Copyright 1997-2001 MyComputer.com, Inc. More info available at http://www.mycomputer.com --><script language="JavaScript">/* You may give each page an identifying name, server, and channel on the next lines. */var pageName = "Home";/**** DO NOT ALTER ANYTHING BELOW THIS LINE! ****/var code = ' '; </script><script src="code/ss/vsign_4412014/0/30b.js"></script><script language="JavaScript">br = navigator.appName + parseInt(navigator.appVersion);if (code != ' ' || br == 'Netscape2') document.write(code);else document.write(''+ ' <im'+'g'+ ' src="http://stats.superstats.com/b/ss/vsign_4412014/1'+ '?pageName=' +escape(pageName) + '" border=0>');</script><noscript><img src="b/ss/vsign_4412014/1.jpg" border="0"></noscript><!--End Superstats tracking code. --><!-- Start content section --><div id="pagecols">
<div id="column1">
<div id="colbody1" class="colbody">
<div class="building_block" id="pgbldblk8">
<div class="blockbody" id="body_pgbldblk8">
<table border="0" name="" width="100%" cellpadding="5" cellspacing="0">
<tr align="" valign="">
<td colspan="1" rowspan="1" width="100%" align="" valign="top">
<div><br/>Thank you for visiting Hoos Racing. l sell only the best quality parts for your xs650 and tt500 Yamaha's for race or street.</div>
<div> For machine shop service , I use R&D Motorcycle Service. Contact Roger for your machine shop work. head, cylinders , cases repair or what ever your need is. If you need something you don't see please contact us.</div>
<div> </div>
<div>For Parts and Service: Hoos Racing</div>
<div> Phone : 563-940-3363</div>
<div> Email: <a href="/cdn-cgi/l/email-protection#187f796a61587077776b6a797b71767f367b7775"><span class="__cf_email__" data-cfemail="462127343f062e2929353427252f28216825292b">[email protected]</span></a></div>
<div>Send to. HOOS RACING</div>
<div> 1376 W 35TH STREET</div>
<div> DAVENPORT, IA 52806</div>
<div> </div>
<div> </div>
<div>For Machine Shop Service ONLY: R&D Motorcycle Service</div>
<div> Phone: 563-340-2837</div>
<div> Email: <a href="/cdn-cgi/l/email-protection#2f5d40484a5d1b446f425c41014c4042"><span class="__cf_email__" data-cfemail="4a38252d2f387e210a27392464292527">[email protected]</span></a></div>
<div> </div>
<div></div>
<div>Send to: Roger Johnson</div>
<div> 220 FRANKLIN</div>
<div> PO Box 246</div>
<div> Princeton, IA 52768</div>
<div></div>
<div> </div>
<div> </div>
<div><br/><br/> </div><br>
</td>
</tr>
</table>
</div>
</div>
<div class="building_block" id="pgbldblk22">
<div class="blockbody" id="body_pgbldblk22">
<table border="0" name="" width="100%" cellpadding="5" cellspacing="0">
<tr align="" valign="">
<td colspan="1" rowspan="1" width="50%" align="center" valign="bottom">
<table cellpadding="0" cellspacing="0" border="0" width="321">
<tr>
<td align="center">
<table summary="thumbnail table" cellpadding="0" cellspacing="0" border="0" width="321" style="{display:block;float:left}">
<tr>
<td valign="bottom" align="center" style="{height:163px}"><a href="javascript://" onclick="displayThumb('images/680_davenport_2010_BSA_edited.jpg', '680', '345', '')"><img width="321" height="163" alt="" src="images/321_davenport_2010_BSA_edited.jpg" border="0"></a></td>
</tr>
<tr>
<td align="center" valign="top">Davenport 2010</td>
</tr>
</table>
</td>
</tr>
</table>
</td><td colspan="1" rowspan="1" width="50%" align="center" valign="top"><table summary="image table" cellpadding="0" cellspacing="0" border="0" width="302" style=""><tr>
<td align="center" valign="top">
<table cellpadding="0" cellspacing="0" border="0" width="100%">
<tr>
<td align="center"><img width="277" src="images/277_P1010223.jpg" alt="" style="" border="0" height="207"></td>
</tr>
<tr>
<td align="center"></td>
</tr>
</table>
</td>
</tr></table></td>
</tr>
</table>
</div>
</div>
<div class="building_block" id="pgbldblk16">
<div class="blockbody" id="body_pgbldblk16">
<table border="0" name="" width="100%" cellpadding="5" cellspacing="0">
<tr align="" valign="">
<td colspan="1" rowspan="1" width="100%" align="" valign="top">
<p>Hoos Racing Specialties</p><br>
</td>
</tr>
</table>
</div>
</div>
</div>
</div>
<div id="column2">
<div id="colbody2" class="colbody"></div>
</div>
<div id="column3">
<div id="colbody3" class="colbody"></div>
</div>
</div><div id="measurescroll" style="clear:both;"></div><table border="0" width="100%" cellpadding="0" cellspacing="0" id="other_footer">
<tr>
<td align="left" valign="middle"></td>
</tr>
<tr>
<td align="left" valign="middle"><p style="font-size: 10px; font-style: normal; font-family: arial,verdana,sans-serif; font-style: normal;">Website powered by Network Solutions®</p></td>
</tr>
</table>
<!-- End content section -->
</td>
</tr>
</table>
</div>
</div>
<div id="footer"></div>
</div>
<script data-cfasync="false" src="/cdn-cgi/scripts/5c5dd728/cloudflare-static/email-decode.min.js"></script><script language="javaScript">
// Column Height Script
function pngHeight() {
if (document.getElementById('nav-left') || document.getElementById('nav-right')) {
var pngH = document.getElementById('footer').offsetTop;
if (document.all) {
document.getElementById('navcontainer').style.height=pngH;
}
else {
document.getElementById('navcontainer').style.height=pngH + "px";
}
}
}
var oldhandler = window.onload;
window.onload = (typeof oldhandler == "function")
? function() { oldhandler(); pngHeight(); } : pngHeight;
</script>
<script type="module" src="https://static.cloudflareinsights.com/beacon.min.js/v4513226cdae34746b4dedf0b4dfa099e1781791509496" integrity="sha512-ZE9pZaUXND66v380QUtch/5sE9tPFh2zg45pR2PB0CVkCtOREv2AJKkSidISWkysEuQ0EH8faUU5du78bx87UQ==" data-cf-beacon='{"version":"2024.11.0","token":"74a3d50ecd1f442bb44dd4e24fca03ef","r":1}' crossorigin="anonymous"></script>
</body>
</html>
Cloudflare