Найден корректный robots.txt
Файл управления сканированием сайта роботами
?
Robots.txt указывает поисковым роботам, какие страницы сканировать, а какие — нет. Ошибки в файле могут случайно закрыть важные разделы от индексации.
Robots.txt настроен корректно. Размер файла: 20690 байт. Загружен за: 1сек.
Проверяемая страница не запрещена в robots.txt.
Цепочка редиректов для файла robots.txt:
https://www.bugbus.net/robots.txt
302 Found
https://www.bugbus.net/en/home.html
200 OK
Показать содержимое robots.txt
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" dir="ltr"
xmlns:og="http://ogp.me/ns#"
xmlns:fb="http://www.facebook.com/2008/fbml">
<head>
<meta http-equiv="content-type" content="text/html; charset=utf-8" />
<meta name="author" content="Bert Hofmaenner, Hofmaenner New Media, www.hofaenner.ch" />
<meta name="keywords" content="vw, volkswagen, vw parts, vw bus, vw bug, classic volkswagen splitscreen, split bus, t2, t3, swap, classifieds, vw type 2, vw" />
<meta name="description" content="Free & Europe-wide classifieds and show calendar for vintage Volkswage and Porsche" />
<meta name="robots" content="all" />
<meta name="language" content="en" />
<title>Free & Europe-wide classifieds and show calendar for vintage Volkswage</title>
<meta property="og:title" content="Homepage" />
<meta property="og:type" content="product" />
<meta property="og:url" content="https://www.bugbus.net/en/home.html?" />
<meta property="og:image" content="https://www.bugbus.net/layout/bugbus/images/logo-bugbus-og.png" />
<meta property="og:site_name" content="bUGbus.nEt" />
<meta property="fb:app_id" content="146039192074202" />
<meta property="fb:admins" content="100000867880644" />
<link rel="SHORTCUT ICON" href="/layout/bugbus/images/favicon.ico" />
<link rel="stylesheet" type="text/css" href="/layout/bugbus/css/standard.css" />
<link rel="stylesheet" type="text/css" href="/layout/bugbus/css/inline.php?cid=0" />
<link rel="stylesheet" type="text/css" media="print" href="/layout/bugbus/css/print.css" />
<link rel="stylesheet" type="text/css" media="handheld" href="/layout/bugbus/css/handheld.css" />
<style type="text/css" media="screen">@import url("/layout/bugbus/css/layout.php?cid=0");</style>
<script type="text/javascript" src="/thirdparty/swfobject/swfobject.js"></script>
<script type="text/javascript" language="javascript" src="/thirdparty/lytebox/lytebox.js"></script>
<link rel="stylesheet" href="/thirdparty/lytebox/lytebox.css" type="text/css" media="screen" />
<link rel="alternate" type="application/rss+xml" title="RSS" href="https://www.bugbus.net/rss.php?lid=1" />
<link rel="canonical" href="https://www.bugbus.net/en/home.html" />
<script type="text/javascript">
function toggle_display(id, eh1){
div = document.getElementById(id);
if (div.style.display=='none'){
div.style.display='block';
eh1.setAttribute("class", "active");
} else {
div.style.display = 'none';
eh1.removeAttribute("class");
}
}
</script>
<!-- Google tag (gtag.js) -->
<script async src="https://www.googletagmanager.com/gtag/js?id=G-ZBLDZMV4P7"></script>
<script>
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments);}
gtag('js', new Date());
gtag('config', 'G-ZBLDZMV4P7', { 'anonymize_ip': true });
</script>
<!-- add tag -->
<script async='async' src='https://www.googletagservices.com/tag/js/gpt.js'></script>
<script>
var googletag = googletag || {};
googletag.cmd = googletag.cmd || [];
</script>
<!-- Facebook Pixel Code -->
<script>
!function(f,b,e,v,n,t,s)
{if(f.fbq)return;n=f.fbq=function(){n.callMethod?
n.callMethod.apply(n,arguments):n.queue.push(arguments)};
if(!f._fbq)f._fbq=n;n.push=n;n.loaded=!0;n.version='2.0';
n.queue=[];t=b.createElement(e);t.async=!0;
t.src=v;s=b.getElementsByTagName(e)[0];
s.parentNode.insertBefore(t,s)}(window,document,'script',
'https://connect.facebook.net/en_US/fbevents.js');
fbq('init', '705580536213493');
fbq('track', 'PageView');
</script>
<noscript>
<img height="1" width="1" src="https://www.facebook.com/tr?id=705580536213493&ev=PageView&noscript=1"/>
</noscript>
<!-- End Facebook Pixel Code -->
</head>
<body>
<a name="top"></a>
<div id="fb-root"></div>
<script type="text/javascript">
window.fbAsyncInit = function() {
FB.init({appId: '191128264264269', status: true, cookie: true, xfbml: true});
};
(function() {
var e = document.createElement('script'); e.async = true;
e.src = document.location.protocol + '//connect.facebook.net/en_US/all.js';
document.getElementById('fb-root').appendChild(e);
}());
</script>
<div id="banner">
</div>
<div class="container">
<div id="intro">
<div id="logo">
<a href="/en/home.html?cid=0">
<img src="/layout/bugbus/images/logo.gif" alt="logo" title="bUGbus.nEt" border="0" />
</a>
</div>
<div id="sponsoring">
</div>
<div id="status">
<a href="http://www.bUGcATiOn.cOm" target="_blank" style="position: relative; top: 12px;"><img src="/layout/bugbus/images/bugcation.png" alt="bUGcATiOn" /></a>
<a href="http://www.facebook.com/bugbus?sk=wall" target="_blank" style="position: relative; top: 7px;"><img src="/layout/bugbus/images/facebook_32.png" alt="Facebook Group" align="middle" /></a>
<a href="http://www.flickr.com/photos/bugbus/" target="_blank" style="position: relative; top: 7px;"><img src="/layout/bugbus/images/flickr_32.png" alt="Flickr" align="middle" /></a>
<a href="http://www.youtube.com/user/bUGbUsnet" target="_blank" style="position: relative; top: 7px;"><img src="/layout/bugbus/images/youtube_32.png" alt="Youtube" align="middle" /></a>
<a href="http://www.bUGbUs.tumblr.com " target="_blank" style="position: relative; top: 7px;"><img src="/layout/bugbus/images/tumblr_32.png" alt="bUGbUsnEt @ Tumblr" align="middle" /></a>
<a href="http://www.bUGbUsnEt.wordpress.com" target="_blank" style="position: relative; top: 7px;"><img src="/layout/bugbus/images/wordpress_32.png" alt="bUGbUsnEt @ Wordpress" align="middle" /></a>
<a href="http://www.bugazine.com" target="_blank" style="position: relative; top: 7px;"><img src="/layout/bugbus/images/bugazine_32.png" alt="bUGaZIne" align="middle" /></a>
<a href="http://www.picbadges.com/bugbus-net-supporting-badge/1487544/" target="_blank" style="position: relative; top: 7px;"><img src="/layout/bugbus/images/pic_badge_32.png" alt="Picture Badge" align="middle" /></a>
<a href="https://twitter.com/bugbus_net" target="_blank" style="position: relative; top: 7px;"><img src="/layout/bugbus/images/twitter_32.png" alt="Twitter Badge" align="middle" /></a>
<a href="https://plus.google.com/104984337935495596893/posts" target="_blank" rel="author" style="position: relative; top: 7px;"><img src="/layout/bugbus/images/google_32.png" alt="Google+ Badge" align="middle" /></a>
Welcome on bUGbUs.nEt, Your status: Guest </div>
</div>
<div id="banner-spez">
<a href="/modules/banner/ext/bc.php?id=2114" target="_blank" class="banner"><img src="/upload/banner/amag_classic_web_banner_965x80px_darkgreen_e.gif" width="965" height="80" alt="" /></a>
</div>
</div>
<div class="container">
<div id="navigation">
<span>Navigation:</span>
<a href="/modules/banner/ext/bc.php?id=863" target="_blank" class="banner"><img src="/upload/banner/lay02_ban_v02_kisslingkafertechnik.gif" width="250" height="160" alt="" /></a> <ul class="level1">
<li><a href="/en/rubric.html">Marketspace</a><!--level 2-->
<ul class="level2">
<li><a href="/en/classifieds.html">Classifieds/ads</a><!--level 3--></li><li><a href="/en/events.html">Event calendar</a><!--level 3--></li><li><a href="/en/clubs.html">Link collection</a><!--level 3--></li><li><a href="/en/shop.html" target="_blank">Merchandising</a><!--level 3--></li><li><a href="/en/advertising.html">Advertising on bUGbUs.nEt</a><!--level 3--></li></ul><!--closing level 2 (in tree)-->
</li><li><a href="/en/bugbus.html">About bUGbUs.nEt</a><!--level 2-->
<ul class="level2">
<li><a href="/en/downloads.html">Downloads</a><!--level 3--></li><li><a href="/en/skinning.html">Skinning</a><!--level 3--></li><li><a href="/en/donation.html">Donation</a><!--level 3--></li><li><a href="/en/philosophy.html">Imprint</a><!--level 3--></li><li><a href="/en/disclaimer.html">GDPR</a><!--level 3--></li><li><a href="/en/contact.html">Contact</a><!--level 3--></li></ul><!--closing level 2 (in tree)-->
</li><li><a href="/en/quick_access.html">Quick access</a><!--level 2-->
<ul class="level2">
<li><a href="/en/latest_ads.html">Show latest ads</a><!--level 3--></li><li><a href="/en/latest_cars.html">Show latest cars</a><!--level 3--></li><li><a href="/en/latest_parts.html">Show latest parts</a><!--level 3--></li></ul><!--closing level 2 (end of tree)-->
</li></ul>
<h1 class="teaser" >About bUGbUs.nEt</h1>
<div class="about_us">
bUGbUs.nEt: first free and Europe-wide classifieds for vintage Volkswagen and Porsche equipment! Would you like to place a free for sale ad of a VW Bug or VW Split? Are you looking for replacement parts for your air cooled VW? Or is there a VW show or event you'd like to advertise? Whichever it is, you've come to the right place.</div>
</div>
<div id="content">
<div id="main">
<div class="line">
<div class="left" style="width: 48%;overflow: hidden">
<h1><a href="/_link.php?to=latest_ads">Show latest ads</a></h1>
<div class="content_border" style="min-height: 760px;">
<table>
<tr>
<td style="padding: 3px 6px;"><a href="/_link.php?to=classifieds&cmd=detail&id=60783&cat_id=23"><img src="/upload/anzeige/blaupunkt_frankfurt_nadelstreifen_fuer_v_00060783_01_kd_th.jpg" width="90" height="66" alt="" /></a></td>
<td style="padding: 0 3px"><h3 style="margin: 0">For sale<br /><a href="/_link.php?to=classifieds&cmd=detail&id=60783&cat_id=23">Blaupunkt...</a></h3>Type1 – «Bug»...<br />Germany, 22.08.26</td>
</tr>
<tr>
<td style="padding: 3px 6px;"><a href="/_link.php?to=classifieds&cmd=detail&id=79963&cat_id=18"><img src="/upload/anzeige/t3_-_borco-hochns_food_truck_00079963_01_rp_th.jpg" width="90" height="66" alt="" /></a></td>
<td style="padding: 0 3px"><h3 style="margin: 0">For sale<br /><a href="/_link.php?to=classifieds&cmd=detail&id=79963&cat_id=18">T3 - Borco-Hochns...</a></h3>Type2 T25/T3 –...<br />Croatia, 21.08.26</td>
</tr>
<tr>
<td style="padding: 3px 6px;"><a href="/_link.php?to=classifieds&cmd=detail&id=79966&cat_id=22"><img src="/upload/anzeige/vw_1200cc_cylinder_head_nos_113101371_00079966_01_w7_th.jpg" width="90" height="66" alt="" /></a></td>
<td style="padding: 0 3px"><h3 style="margin: 0">For sale<br /><a href="/_link.php?to=classifieds&cmd=detail&id=79966&cat_id=22">VW 1200cc Cylinder...</a></h3>Type2 T1 –...<br />Netherlands, 21.08.26</td>
</tr>
<tr>
<td style="padding: 3px 6px;"><a href="/_link.php?to=classifieds&cmd=detail&id=79964&cat_id=33"><img src="/upload/anzeige/vw_talbot_rear_view_mirror_chrome_black__00079964_01_d2_th.jpg" width="90" height="66" alt="" /></a></td>
<td style="padding: 0 3px"><h3 style="margin: 0">For sale<br /><a href="/_link.php?to=classifieds&cmd=detail&id=79964&cat_id=33">VW Talbot rear view...</a></h3>Type3 – «Fast-,...<br />Netherlands, 21.08.26</td>
</tr>
<tr>
<td style="padding: 3px 6px;"><a href="/_link.php?to=classifieds&cmd=detail&id=79965&cat_id=33"><img src="/upload/anzeige/vw_squareback_rear_deck_lid_hinge_set_st_00079965_01_hc_th.jpg" width="90" height="66" alt="" /></a></td>
<td style="padding: 0 3px"><h3 style="margin: 0">For sale<br /><a href="/_link.php?to=classifieds&cmd=detail&id=79965&cat_id=33">VW Squareback rear...</a></h3>Type3 – «Fast-,...<br />Netherlands, 21.08.26</td>
</tr>
<tr>
<td style="padding: 3px 6px;"><a href="/_link.php?to=classifieds&cmd=detail&id=79962&cat_id=20"><img src="/upload/anzeige/vw_t3_radiator_cooling_fan_305mm_450w_25_00079962_01_40_th.jpg" width="90" height="66" alt="" /></a></td>
<td style="padding: 0 3px"><h3 style="margin: 0">For sale<br /><a href="/_link.php?to=classifieds&cmd=detail&id=79962&cat_id=20">VW T3 Radiator...</a></h3>Type2 T25/T3 –...<br />Netherlands, 20.08.26</td>
</tr>
<tr>
<td style="padding: 3px 6px;"><a href="/_link.php?to=classifieds&cmd=detail&id=79960&cat_id=22"><img src="/upload/anzeige/vw_t1_bulli_pritsche_morlock_motors_stee_00079960_01_pf_th.jpg" width="90" height="66" alt="" /></a></td>
<td style="padding: 0 3px"><h3 style="margin: 0">For sale<br /><a href="/_link.php?to=classifieds&cmd=detail&id=79960&cat_id=22">VW T1 Bulli Pritsche...</a></h3>Type2 T1 –...<br />Germany, 20.08.26</td>
</tr>
<tr>
<td style="padding: 3px 6px;"><a href="/_link.php?to=classifieds&cmd=detail&id=79961&cat_id=23"><img src="/upload/anzeige/vw_nos_tune_up_kit_bosch_johnnys_1200cc__00079961_01_4o_th.jpg" width="90" height="66" alt="" /></a></td>
<td style="padding: 0 3px"><h3 style="margin: 0">For sale<br /><a href="/_link.php?to=classifieds&cmd=detail&id=79961&cat_id=23">VW NOS tune up kit...</a></h3>Type1 – «Bug»...<br />Netherlands, 20.08.26</td>
</tr>
<tr>
<td style="padding: 3px 6px;"><a href="/_link.php?to=classifieds&cmd=detail&id=79958&cat_id=13"><img src="/upload/anzeige/vw_15_beauty_rings_smoothie_bug_beetle_k_00079958_01_b1_th.jpg" width="90" height="66" alt="" /></a></td>
<td style="padding: 0 3px"><h3 style="margin: 0">For sale<br /><a href="/_link.php?to=classifieds&cmd=detail&id=79958&cat_id=13">VW 15’’ beauty...</a></h3>Type1 – «Bug»...<br />Netherlands, 20.08.26</td>
</tr>
<tr>
<td style="padding: 3px 6px;"><a href="/_link.php?to=classifieds&cmd=detail&id=79959&cat_id=20"><img src="/upload/anzeige/vw_t3_side_centre_window_seal_051979-071_00079959_01_eb_th.jpg" width="90" height="66" alt="" /></a></td>
<td style="padding: 0 3px"><h3 style="margin: 0">For sale<br /><a href="/_link.php?to=classifieds&cmd=detail&id=79959&cat_id=20">VW T3 Side Centre...</a></h3>Type2 T25/T3 –...<br />Netherlands, 20.08.26</td>
</tr>
</table>
</div>
</div>
<div class="right" style="width: 48%;overflow: hidden">
<h1><a href="/_link.php?to=clubs">Featured Links</a></h1>
<div class="content_border" style="min-height: 152px;">
<table>
<tr>
<td style="padding: 3px 6px;"><a href="/_link.php?to=clubs&cmd=detail&id=491"><img src="/upload/bb_link/000000000491_01_06_th.jpg" width="90" height="66" alt="" /></a></td>
<td style="padding: 0 3px"><h3 style="margin: 0">Website<br /><a href="/_link.php?to=clubs&cmd=detail&id=491">Campervan...</a></h3><br />United Kingdom, 02.06.16</td>
</tr>
<tr>
<td style="padding: 3px 6px;"><a href="/_link.php?to=clubs&cmd=detail&id=449"><img src="/upload/bb_link/000000000449_01_uj_th.jpg" width="90" height="66" alt="" /></a></td>
<td style="padding: 0 3px"><h3 style="margin: 0">Club<br /><a href="/_link.php?to=clubs&cmd=detail&id=449">Volks Club Santa...</a></h3>Santa cruz de la...<br />____others_____, 21.11.16</td>
</tr>
</table>
</div>
<h1><a href="/_link.php?to=events">Event calendar</a></h1>
<div class="content_border" style="min-height: 608px;">
<table>
<tr>
<td style="padding: 3px 6px;"><a href="/_link.php?to=events&cmd=detail&id=1746"><img src="/upload/event/mittsommer_vw_bus_treffen_00001746_01_cf_th.jpg" width="90" height="66" alt="" /></a></td>
<td style="padding: 0 3px"><h3 style="margin: 0">Meeting<br /><a href="/_link.php?to=events&cmd=detail&id=1746">Spätsommer VW BUS...</a></h3>Niederbipp...<br />Switzerland, 27.08.26</td>
</tr>
<tr>
<td style="padding: 3px 6px;"><a href="/_link.php?to=events&cmd=detail&id=2274"></a></td>
<td style="padding: 0 3px"><h3 style="margin: 0">Meeting<br /><a href="/_link.php?to=events&cmd=detail&id=2274">Beetles on 4 Rivera...</a></h3>Karlovac <br />Croatia, 28.08.26</td>
</tr>
<tr>
<td style="padding: 3px 6px;"><a href="/_link.php?to=events&cmd=detail&id=2107"><img src="/upload/event/00002107_01_3g_th.jpg" width="90" height="66" alt="" /></a></td>
<td style="padding: 0 3px"><h3 style="margin: 0">Meeting<br /><a href="/_link.php?to=events&cmd=detail&id=2107">Meeting VW au...</a></h3>Château de Rolle,...<br />Switzerland, 28.08.26</td>
</tr>
<tr>
<td style="padding: 3px 6px;"><a href="/_link.php?to=events&cmd=detail&id=1783"><img src="/upload/event/00001783_01_4u_th.jpg" width="90" height="66" alt="" /></a></td>
<td style="padding: 0 3px"><h3 style="margin: 0">Meeting<br /><a href="/_link.php?to=events&cmd=detail&id=1783">19 eme BIS Meeting...</a></h3>aiguines var france<br />France, 29.08.26</td>
</tr>
<tr>
<td style="padding: 3px 6px;"><a href="/_link.php?to=events&cmd=detail&id=2375"><img src="/upload/event/amag_schaulager_-_open_doors_00002375_01_5o_th.jpg" width="90" height="66" alt="" /></a></td>
<td style="padding: 0 3px"><h3 style="margin: 0">Others<br /><a href="/_link.php?to=events&cmd=detail&id=2375">AMAG Schaulager -...</a></h3>Schinznach-Bad<br />Switzerland, 29.08.26</td>
</tr>
<tr>
<td style="padding: 3px 6px;"><a href="/_link.php?to=events&cmd=detail&id=2200"><img src="/upload/event/17_vag_meeting_00002200_01_o9_th.jpg" width="90" height="66" alt="" /></a></td>
<td style="padding: 0 3px"><h3 style="margin: 0">Meeting<br /><a href="/_link.php?to=events&cmd=detail&id=2200">17 VAG Meeting</a></h3>Holderbank <br />Switzerland, 29.08.26</td>
</tr>
<tr>
<td style="padding: 3px 6px;"><a href="/_link.php?to=events&cmd=detail&id=2316"><img src="/upload/event/porsche-meet_im_ace_cafe_luzern_00002316_01_nq_th.jpg" width="90" height="66" alt="" /></a></td>
<td style="padding: 0 3px"><h3 style="margin: 0">Meeting<br /><a href="/_link.php?to=events&cmd=detail&id=2316">Porsche-Meet im Ace...</a></h3>Ace Cafe Luzern<br />Switzerland, 29.08.26</td>
</tr>
<tr>
<td style="padding: 3px 6px;"><a href="/_link.php?to=events&cmd=detail&id=2378"><img src="/upload/event/bruch_vw_kaefer_club_luzern_00002378_01_ew_th.jpg" width="90" height="66" alt="" /></a></td>
<td style="padding: 0 3px"><h3 style="margin: 0">Others<br /><a href="/_link.php?to=events&cmd=detail&id=2378">Brunch VW Käfer...</a></h3>Berufsbildungszentrum...<br />Switzerland, 30.08.26</td>
</tr>
</table>
</div>
</div>
</div>
</div>
<div id="attachment" title="Downloads">
</div>
</div>
<div id="additional">
<div id="langnavi" title="Select Language">
<h1><span>Languages</span></h1>
<div id="langnavi_content"><form action="/_switch.php">
<input type="hidden" name="pid" value="1" />
<select name="lid" onchange="javascript: submit();">
<option value="10">Danish</option>
<option value="6">Dutch</option>
<option value="1" selected="selected">English</option>
<option value="20">Estonian</option>
<option value="17">Finnish</option>
<option value="5">French</option>
<option value="36">Frisian</option>
<option value="2">German</option>
<option value="14">Greek</option>
<option value="23">Hungarian</option>
<option value="3">Italian</option>
<option value="37">Japanese</option>
<option value="21">Latvian</option>
<option value="22">Lithuanian</option>
<option value="34">Maltese</option>
<option value="9">Norwegian</option>
<option value="16">Polish</option>
<option value="7">Portuguese</option>
<option value="26">Rhaeto-Romanic</option>
<option value="24">Romanian</option>
<option value="31">Serbian</option>
<option value="35">Serbian Cyrillic</option>
<option value="27">Slovakian</option>
<option value="33">Slovenian</option>
<option value="4">Spanish</option>
<option value="11">Swedish</option>
<option value="30">Turkish</option>
</select>
<input type="hidden" name="cid" value="0" />
</form>
</div>
</div>
<div id="membermenue">
<h1><a href="#" onclick="toggle_display('mm_content', this)">Member login</a></h1>
<div id="mm_content" style="display: none;"><div class="membermenue_content"><form name="login" action="/bb_login.php?cmd=login&pid=1&cid=0&lid=1" method="post" class="login_form"><label for="membername">Login (e-mail address)</label>
<input type="text" name="membername" id="membername" value="" style="width:120px;" /><br />
<label for="password">Password</label>
<input type="password" name="password" id="password" maxlength="32" style="width:120px;" /><br />
<input type="submit" name="submit" value="Login" />
</form>
</div>
<ul>
<li><a href="/_link.php?to=register">Register</a></li><li><a href="/_link.php?to=login&cmd=help">Forgot your password?</a></li></ul>
</div>
</div>
<a href="/modules/banner/ext/bc.php?id=2221" target="_blank" class="banner"><img src="/upload/banner/lay__ban__aircooled-mountain__300x600_2026.jpg" width="300" height="600" alt="" /></a>
</div>
<div id="footer">
<div id="copyright">
<p><a href="http://www.n2n.ch" target="_blank">Content Management by n2n</a>
© 2010 <a href="http://www.hnm.ch" target="_blank">Internet by Hofmänner New Media</a>.</p>
</div>
</div>
</div>
</body>
</html>
Apache