Найден корректный robots.txt
Файл управления сканированием сайта роботами
?
Robots.txt указывает поисковым роботам, какие страницы сканировать, а какие — нет. Ошибки в файле могут случайно закрыть важные разделы от индексации.
Кол-во редиректов для файла robots.txt 3 слишком большое! Это может вызывать затруднение при индексации поисковыми роботами!
Проверяемая страница не запрещена в robots.txt.
Цепочка редиректов для файла robots.txt:
http://british-history.ac.uk/robots.txt
301 MovedPermanently
https://www.british-history.ac.uk/
302 Found
https://www.british-history.ac.uk/?check_logged_in=1
200 OK
Показать содержимое robots.txt
<!DOCTYPE html>
<html lang="en" dir="ltr">
<head>
<meta charset="utf-8" />
<link rel="canonical" href="https://www.british-history.ac.uk/" />
<link rel="shortlink" href="https://www.british-history.ac.uk/" />
<meta name="Generator" content="Drupal 10 (https://www.drupal.org); Commerce 3" />
<meta name="MobileOptimized" content="width" />
<meta name="HandheldFriendly" content="true" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
<link rel="preconnect" href="https://challenges.cloudflare.com" />
<link rel="icon" href="/themes/custom/bho/favicon.ico" type="image/vnd.microsoft.icon" />
<title>Front | British History Online</title>
<link rel="stylesheet" media="all" href="/sites/default/files/css/css_hVaGfH6lHrptAZkTmyZhhLTIgcHkFYEsU7QUuTh2m4A.css?delta=0&language=en&theme=bho&include=eJwNx9ENgCAMBcCFiB2JtPJETbGkxQS3l787wRjwjNktUPJx6WpQxQNnTXIaVTVZ3M1Bxd_OuvHNM8UXA42EAz_XoRtB" />
<link rel="stylesheet" media="all" href="/sites/default/files/css/css_r8a7k2L80x36MZumpw3wvdyJxa24SXhM3Y9cajLJD8g.css?delta=1&language=en&theme=bho&include=eJwNx9ENgCAMBcCFiB2JtPJETbGkxQS3l787wRjwjNktUPJx6WpQxQNnTXIaVTVZ3M1Bxd_OuvHNM8UXA42EAz_XoRtB" />
<script type="application/json" data-drupal-selector="drupal-settings-json">{"path":{"baseUrl":"\/","pathPrefix":"","currentPath":"node\/1","currentPathIsAdmin":false,"isFront":true,"currentLanguage":"en","currentQuery":{"check_logged_in":"1"}},"pluralDelimiter":"\u0003","suppressDeprecationErrors":true,"gtag":{"tagId":"G-71VJ9WJMXK","consentMode":false,"otherIds":["G-359818338"],"events":[],"additionalConfigInfo":[]},"ajaxPageState":{"libraries":"eJxdiEEOgCAMBD9E7JNI0bViwBLaA_5eEk962ZnZBHf0iNHUsMU9l5lGggudS0iHkhRNU1etFX1FNO-5gV4EUZWC6Cwkc_698Mnje9ZgtzkqJTY8sdUxzw","theme":"bho","theme_token":null},"ajaxTrustedUrl":{"\/advanced_search":true},"gtm":{"tagId":null,"settings":{"data_layer":"dataLayer","include_classes":false,"allowlist_classes":"","blocklist_classes":"","include_environment":false,"environment_id":"","environment_token":""},"tagIds":["GTM-NX9D963D"]},"user":{"uid":0,"permissionsHash":"b5b6702987acf13decf3838b3defdadf8874f61f2b9aa612dd234d4206484c72"}}</script>
<script src="/sites/default/files/js/js_0PB_GXg4yULnPPFGvFhh6g5JgExgsh618hpQlObelTs.js?scope=header&delta=0&language=en&theme=bho&include=eJxdiEEOgCAMBD9E7JNIwbViiiWFA8-XxJNedmY2YQx4xGzWscej6MpOghvOGtJpJGppabZa4RmxDy8N9CKImSjiYCFZ8--NL57fsz51ry00"></script>
<script src="/modules/contrib/google_tag/js/gtag.js?tjp9sr"></script>
<script src="/modules/contrib/google_tag/js/gtm.js?tjp9sr"></script>
<link rel="preconnect" href="https://fonts.googleapis.com">
<link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
<link rel="stylesheet" href="https://use.typekit.net/fxz5fbf.css">
<link href="https://fonts.googleapis.com/css2?family=DM+Serif+Display:ital@0;1&display=swap" rel="stylesheet">
<link href="https://fonts.googleapis.com/css2?family=DM+Sans:ital,opsz,wght@0,9..40,100..1000;1,9..40,100..1000&family=DM+Serif+Display:ital@0;1&display=swap" rel="stylesheet">
</head>
<body>
<a href="#main-content" class="visually-hidden focusable">
Skip to main content
</a>
<noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-NX9D963D"
height="0" width="0" style="display:none;visibility:hidden"></iframe></noscript>
<div class="dialog-off-canvas-main-canvas" data-off-canvas-main-canvas>
<div class="container-fluid p-0">
<header role="banner" class="header container-fluid">
<div class="container-md d-flex flex-lg-column">
<div id="block-bho-branding" class="me-auto">
<div class="header-branding-container-new">
<a href="/" rel="home">
<h1 id="header-title">BHO | British History Online</h1>
</a>
</div>
</div>
<nav role="navigation" aria-labelledby="block-bho-main-menu-menu" id="block-bho-main-menu" class="navbar navbar-expand-lg" class="navbar navbar-expand-lg">
<div>
<h2 class="visually-hidden" id="block-bho-main-menu-menu">Main navigation</h2>
</div>
<div class="outer-menu-container">
<div class="container-fluid">
<button class="navbar-toggler" type="button" data-bs-toggle="collapse" data-bs-target="#mainMenu" aria-controls="mainMenu" aria-expanded="false" aria-label="Toggle navigation">
<span class="navbar-toggler-icon"></span>
</button>
<div class="collapse navbar-collapse" id="mainMenu">
<ul class="nav-link navbar-nav">
<li class="nav-item">
<a href="/catalogue" class="nav-link" data-drupal-link-system-path="node/125504">Browse Catalogue</a>
</li>
<li class="nav-item">
<a href="/using-bho/subject-guides" class="nav-link" data-drupal-link-system-path="node/121838">Subject guides</a>
</li>
<li class="nav-item">
<a href="/using-bho" class="nav-link" data-drupal-link-system-path="node/120817">Using BHO</a>
</li>
<li class="nav-item">
<a href="/about" class="nav-link" data-drupal-link-system-path="node/120815">About</a>
</li>
<li class="nav-item">
<a href="/subscribe" class="nav-link" data-drupal-link-system-path="subscribe">Subscribe</a>
</li>
<li class="nav-item">
<a href="/news" class="nav-link" data-drupal-link-system-path="node/120824">News</a>
</li>
</ul>
</div>
</div>
</div>
</nav>
<nav role="navigation" aria-labelledby="block-bho-login-menu" id="block-bho-login" class="">
<div>
<h2 class="visually-hidden" id="block-bho-login-menu">Login</h2>
</div>
<div class="outer-menu-container">
<ul>
<li>
<a href="/user/login" data-drupal-link-system-path="user/login">Login</a>
</li>
<li>
<a href="/user/register" data-drupal-link-system-path="user/register">Register</a>
</li>
</ul>
</div>
</nav>
</div>
</header>
<main role="main" class="container-md">
<div class="row">
<a id="main-content" tabindex="-1"></a>
<div class="layout-content col-md-12">
<div data-drupal-messages-fallback class="hidden"></div><div data-drupal-messages>
<div role="contentinfo"
aria-label="Error message">
<div role="alert">
<label for="edit-pass"
class="visually-hidden">Error message</label>
To log in to this site, your browser must accept cookies from the domain <em class="placeholder">www.british-history.ac.uk</em>.
</div> </div>
</div>
<div id="block-frontpagecarousel">
<div><div class="col-sm-12"><div class="row"><div class="col-sm-12"><img class="hidden-sm; hidden-xs" style="float:left;margin:0px 20px 20px 0px;" src="/sites/default/files/default_images/britishislescropped.jpg" alt width="336" height="265" title><h2 style="font-size:2.25em;margin-bottom:1.0em;">British History Online</h2><p>British History Online is a digital archive of nearly 1300 volumes of primary and secondary content relating to British and Irish history, and histories of the British empire and foreign relations The books are hand-transcribed to 99% accuracy, providing reliable, near-error-free text for reading and searching. It includes many volumes of the famed Victoria County Histories, with the remaining volumes due to be published over the next two years. BHO also holds some 40,000 images and 10,000 tiles of historic maps of the British Isles. The vast majority of this material, including the Victoria County Histories, is completely free to view; a subset of the Calendars of State Papers Domestic requires a <a href="https://www.british-history.ac.uk/subscribe">subscription</a>.</p><p style="font-size:1.2em;line-height:1.5;"> </p></div></div></div></div>
</div>
<div class="views-exposed-form bef-exposed-form col-sm-12" data-drupal-selector="views-exposed-form-advanced-search-page-1" id="block-bho-exposedformadvanced-searchpage-1">
<form action="/advanced_search" method="get" id="views-exposed-form-advanced-search-page-1" accept-charset="UTF-8">
<form>
<fieldset>
<legend>Search Publications</legend>
<div class="js-form-item mb-3 form-item js-form-type-textfield form-item-q1 js-form-item-q1">
<label class="form-label" for="edit-q1">Containing any of these words</label>
<input data-drupal-selector="edit-q1" type="text" id="edit-q1" name="q1" value="" size="30" maxlength="128" class="form-text form-control" />
</div>
<div class="js-form-item mb-3 form-item js-form-type-textfield form-item-q2 js-form-item-q2">
<label class="form-label" for="edit-q2">Containing this phrase</label>
<input data-drupal-selector="edit-q2" type="text" id="edit-q2" name="q2" value="" size="30" maxlength="128" class="form-text form-control" />
</div>
<div class="js-form-item mb-3 form-item js-form-type-textfield form-item-q3 js-form-item-q3">
<label class="form-label" for="edit-q3">Containing none of these words</label>
<input data-drupal-selector="edit-q3" type="text" id="edit-q3" name="q3" value="" size="30" maxlength="128" class="form-text form-control" />
</div>
<fieldset data-drupal-selector="edit-type-1" id="edit-type-1--wrapper" class="fieldgroup form-composite required js-form-item form-item js-form-wrapper form-wrapper" required="required" aria-required="true">
<legend>
<span class="visually-hidden fieldset-legend js-form-required form-required">Content type</span>
</legend>
<div class="fieldset-wrapper">
<div id="edit-type-1"><div class="form-radios form--inline">
<div class="js-form-item mb-3 form-item js-form-type-radio form-item-type-1 js-form-item-type-1">
<input data-drupal-selector="edit-type-1-publication" type="radio" id="edit-type-1-publication" name="type_1" value="publication" class="form-radio form-control" />
<label class="form-label option" for="edit-type-1-publication">Search Publication Metadata</label>
</div>
<div class="js-form-item mb-3 form-item js-form-type-radio form-item-type-1 js-form-item-type-1">
<input data-drupal-selector="edit-type-1-component" type="radio" id="edit-type-1-component" name="type_1" value="component" checked="checked" class="form-radio form-control" />
<label class="form-label option" for="edit-type-1-component">Search Full Text</label>
</div>
</div>
</div>
</div>
</fieldset>
<div data-drupal-selector="edit-actions" class="form-actions js-form-wrapper form-wrapper" id="edit-actions">
<input data-drupal-selector="edit-submit-advanced-search" type="submit" id="edit-submit-advanced-search" value="Search" class="js-form-submit form-submit form-control btn" />
</div>
</fieldset>
</form>
</form>
</div>
<div id="block-bho-content">
<article>
<div>
<div><div class="row front-menu-bar"><div class="front-page-nav-ctn left-bar"><div class="menu-container"><h3 style="margin-top:0px;"><a class="explore-title" href="/catalogue">Full catalogue</a></h3><a href="/catalogue"><img style="margin-bottom:20px;margin-top:0px;" src="sites/default/files/default_images/browsecatalogue.jpg" alt="Browse full catalogue" width="300" height="100" title="Browse full catalogue"></a><div class="explore-btn"><a class="explore-btn" href="/catalogue">Explore <img class="arrow-right" src="/themes/custom/bho/images/arrow-right-thin.svg" alt width="24" height="24"></a></div></div><div class="menu-container"><h3 style="margin-top:0px;"><a class="explore-title" href="/catalogue/guides-and-calendars">Guides and calendars</a></h3><a href="/catalogue/guides-and-calendars"><img style="margin-bottom:20px;margin-top:0px;" src="sites/default/files/term-images/guidesandcalendars.jpg" alt="Browse guides and calendars" width="300" height="100" title="Browse guides and calendars"></a><div class="explore-btn"><a class="explore-btn" href="/catalogue/guides-and-calendars">Explore <img class="arrow-right" src="/themes/custom/bho/images/arrow-right-thin.svg" alt width="24" height="24"></a></div></div></div><div class="front-page-nav-ctn"><div class="menu-container"><h3 style="margin-top:0px;"><a class="explore-title" href="/catalogue/primary-sources">Primary sources</a></h3><a href="/catalogue/primary-sources"><img style="margin-bottom:20px;margin-top:0px;" src="sites/default/files/term-images/primary.jpg" alt="Browse primary sources" width="300" height="100" title="Browse primary sources"></a><div class="explore-btn"><a class="explore-btn" href="/catalogue/primary-sources">Explore <img class="arrow-right" src="/themes/custom/bho/images/arrow-right-thin.svg" alt width="24" height="24"></a></div></div><div class="menu-container"><h3 style="margin-top:0px;"><a class="explore-title" href="/catalogue/maps">Maps</a></h3><a href="/catalogue/maps"><img style="margin-bottom:20px;margin-top:0px;" src="sites/default/files/term-images/mapsandimages.jpg" alt="Browse maps" width="300" height="100" title="Browse maps and images"></a><div class="explore-btn"><a class="explore-btn" href="/catalogue/maps">Explore <img class="arrow-right" src="/themes/custom/bho/images/arrow-right-thin.svg" alt width="24" height="24"></a></div></div></div><div class="front-page-nav-ctn"><div class="menu-container"><h3 style="margin-top:0px;"><a class="explore-title" href="/catalogue/secondary-texts">Secondary texts</a></h3><a href="/catalogue/secondary-texts"><img style="margin-bottom:20px;margin-top:0px;" src="sites/default/files/term-images/secondary.jpg" alt="Browse secondary texts" width="300" height="100" title="Browse secondary texts"></a><div class="explore-btn"><a class="explore-btn" href="/catalogue/secondary-texts">Explore <img class="arrow-right" src="/themes/custom/bho/images/arrow-right-thin.svg" alt width="24" height="24"></a></div></div><div class="menu-container"><h3 style="margin-top:0px;"><a class="explore-title" href="/catalogue/datasets">Datasets</a></h3><a href="/catalogue/datasets"><img style="margin-bottom:20px;margin-top:0px;" src="sites/default/files/term-images/datasets.jpg" alt="Browse datasets" width="300" height="100" title="Browse datasets"></a><div class="explore-btn"><a class="explore-btn" href="/catalogue/datasets">Explore <img class="arrow-right" src="/themes/custom/bho/images/arrow-right-thin.svg" alt width="24" height="24"></a></div></div></div></div></div>
</div>
</article>
</div>
</div>
</div>
</main>
<footer role="contentinfo" class="container-fluid border-top">
<div class="container-md">
<div class="row">
<div id="block-ihrlogo" class="col-12 col-md-3 text-align-center">
<div><p><img src="/themes/custom/bho/images/ihr-logo.png" alt="Institute of Historical Research School of Advanced Study University of London logo" width="300" height="67"></p></div>
</div>
<nav role="navigation" aria-labelledby="block-bho-footer-menu" id="block-bho-footer" class="col-12 col-md-9" class="col-12 col-md-9">
<div>
<h2 class="visually-hidden" id="block-bho-footer-menu">Footer menu</h2>
</div>
<div class="outer-menu-container">
<ul class="nav justify-content-center">
<li class="nav-item">
<a href="/using-bho" class="nav-link" data-drupal-link-system-path="node/120817">Help</a>
</li>
<li class="nav-item">
<a href="/about" class="nav-link" data-drupal-link-system-path="node/120815">About the project</a>
</li>
<li class="nav-item">
<a href="/terms" class="nav-link" data-drupal-link-system-path="node/120837">Terms of use</a>
</li>
<li class="nav-item">
<a href="/privacy" class="nav-link" data-drupal-link-system-path="node/120838">Privacy and Cookies</a>
</li>
<li class="nav-item">
<a href="/accessibility" class="nav-link" data-drupal-link-system-path="node/125146">Accessibility</a>
</li>
</ul>
</div>
</nav>
<div id="block-bho-copyright">
<div><div class="bottom-footer"><div class="copyright-statement"><p>Version 6.0. © 2024, <a href="https://www.london.ac.uk/">University of London</a></p></div><div class="social-media"><ul><li class="social-media-item"><a class="social-media-link" href="https://bsky.app/profile/bho.bsky.social" aria-label="BHO Blue Sky Profile"><img class="social-media-icon white-icon" src="/themes/custom/bho/images/bluesky-resized.png" alt="Blue Sky logo" width="40" height="40"></a></li><li class="social-media-item"><a class="social-media-link" href="https://hcommons.social/@bho" aria-label="BHO Mastodon Profile"><img class="social-media-icon white-icon" src="/themes/custom/bho/images/mastodon-resized.svg" alt="Mastodon logo" width="40" height="40"></a></li></ul></div></div></div>
</div>
</div>
</div>
</footer>
</div>
</div>
<script src="/sites/default/files/js/js__VmJoDHwgFwXKknsZDxKTiMzTCP7iMEb6ERaiLm3TCc.js?scope=footer&delta=0&language=en&theme=bho&include=eJxdiEEOgCAMBD9E7JNIwbViiiWFA8-XxJNedmY2YQx4xGzWscej6MpOghvOGtJpJGppabZa4RmxDy8N9CKImSjiYCFZ8--NL57fsz51ry00"></script>
<script src="https://js.stripe.com/v3/?advancedFraudSignals=false" defer="defer"></script>
<script src="/sites/default/files/js/js_5P_hqRD3b0HB3sDT7tG_nXvWljfiDOMFhs_lsFCjJWo.js?scope=footer&delta=2&language=en&theme=bho&include=eJxdiEEOgCAMBD9E7JNIwbViiiWFA8-XxJNedmY2YQx4xGzWscej6MpOghvOGtJpJGppabZa4RmxDy8N9CKImSjiYCFZ8--NL57fsz51ry00"></script>
</body>
</html>
Drupal