Найден корректный robots.txt
Файл управления сканированием сайта роботами
?
Robots.txt указывает поисковым роботам, какие страницы сканировать, а какие — нет. Ошибки в файле могут случайно закрыть важные разделы от индексации.
Robots.txt настроен корректно. Размер файла: 17513 байт. Загружен за: 1сек.
Проверяемая страница не запрещена в robots.txt.
Цепочка редиректов для файла robots.txt:
http://nic.sh/robots.txt
301 MovedPermanently
https://nic.sh/
200 OK
Показать содержимое robots.txt
<!DOCTYPE html>
<html dir="ltr" lang="en">
<head>
<title>NIC.SH - The Official .SH Domain Registry and Network Information Centre</title>
<meta name="description" content="NIC.SH is the official registry and Network Information Centre for .SH domains - the extension for the Island of St Helena. Claim your .SH domain today.">
<meta charset="utf-8">
<meta name="viewport" content="width=device-width, initial-scale=1.0, maximum-scale=1.0, user-scalable=no">
<meta http-equiv="X-UA-Compatible" content="IE=edge">
<meta name="robots" content="index, follow">
<meta name="GOOGLEBOT" content="index, follow">
<script type="text/javascript" src="session.html" async="" defer=""></script>
<link rel="shortcut icon" href="images/site/icb_nic/sh_favicon.ico" type="image/x-icon">
<link rel="icon" href="images/site/icb_nic/sh_favicon.ico" type="image/x-icon">
<link rel="stylesheet" type="text/css" href="css/micro-core.css.m.css?20201230045454" media="screen" title="style (screen)">
<noscript>
<link rel="stylesheet" type="text/css" href="css/fonts/font-awesome-micro.css.m.css?20201230045454" media="screen" title="style (screen)">
</noscript>
<script>
var headScript2 = document.createElement('link');
headScript2.setAttribute("rel", "stylesheet");
headScript2.setAttribute("href","css/fonts/font-awesome-micro.css?20201230045454");
headScript2.setAttribute("type","text/css");
var head2 = document.getElementsByTagName('head')[0];
head2.appendChild(headScript2);
</script>
<style>
body {
font-family: Lato, Arial, sans-serif;
background-color: #fff;
}
main p,
main li {
font-size: .8em;
line-height: 1.15rem;
}
main a {
color: #3481d2;
text-decoration: none;
}
body > header { border: none; }
body > header > section.complex .top-menu {
height: 2.5em;
border: none;
}
body > header > section > .row > .columns { align-items: center; }
body > header > section.complex .header-container {
align-items: center;
padding: 0;
justify-content: space-between;
}
body > header > section ul.icon-menu > li { margin: 0 1em; }
body > header > section .nav-menu-icon { color: #2e7ed1; }
body > header > .complex .logo { flex-basis: 50%; }
.logo .logo-img {
display: block;
background-image: url(images/site/icb_nic/sh_logo.png);
background-repeat: no-repeat;
background-size: 3em;
height: 3em;
}
main input[type="submit"],
.button.buy:not(.disabled),
button.buy:not(.disabled) {
background: rgb(113,161,209);
background: -moz-linear-gradient(top, rgba(113,161,209,1) 0%, rgba(47,126,209,1) 100%);
background: -webkit-linear-gradient(top, rgba(113,161,209,1) 0%,rgba(47,126,209,1) 100%);
background: linear-gradient(to bottom, rgba(113,161,209,1) 0%,rgba(47,126,209,1) 100%);
border: none;
color: #fff;
}
</style>
<!-- Global site tag (gtag.js) - Google Analytics -->
<script async="" src="gtag/js.js?id=UA-102560287-3"></script>
<script>
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments);}
gtag('js', new Date());
gtag('config', 'UA-102560287-3');
</script>
</head>
<body>
<section class="shadow-frame">
<div class="row">
<div class="small-12 columns">
</div>
</div>
</section>
<header class="clearfix">
<section class="complex">
<div class="row">
<div class="small-12 columns">
<div class="top-menu clearfix">
<ul class="icon-menu" style="display: none">
<li class="icon-menu_user">
<a id="menuitem-user" class="hide-show-trigger">
<i class="fa fa-user icon"></i>
<span class="title hide-for-medium-down">
<span class="in show_when_logged_in">Welcome<br><span class="customer_name"></span></span>
<span class="show_when_not_logged_in">Sign In</span>
</span>
<i class="fa fa-angle-down opener hide-for-small"></i>
</a>
<div class="icon-menu-dropdown clearfix hide-show-content" id="menudrop-user" style="display: none;">
<div class="show_when_not_logged_in text-center">
<form method="post" action="https://my.nic.sh/?view_lang=en_US" id="loginHeaderLarge">
<input type="text" placeholder="Username" name="username" class="text-input" required="">
<input type="password" placeholder="Password" name="password" class="text-input" required="">
<div class="row collapse">
<div class="small-6 columns fake-padding-right"><button id="account-signin" type="submit" class="button brand stretch margin-bottom-1x heatd" value="Secure Login"><i class="fa fa-lock"></i> Sign In</button></div>
<div class="small-6 columns fake-padding-left"><a href="dQBkAQAQALFGTclz7zM7K6JCRT0cIYOEuRWGrJ0iAh0892Kg9dpFltWD1O_Kpa60Czk2X6CffJO1OrNxGQl8PuJdaQSkJ9A6WgA1ILdfLf6YCYZNzc/aB.html?view_lang=en_US&o=1" id="create_account" class="button secondary stretch smaller margin-bottom-1x">Create Account</a></div>
</div>
<a id="forgot-password" class="profile-link heatd" href="dQBkAQAQAJVxDFyK8xoPkFU298IZsPGKcsnng0a_fHGdpQjORM6bIl2XovsXhOefg6OrWP0gjk5hSK7yXFdbxQA9WaGK3Ed6OCnkVpDQZlB4xoJBgH/fP.html?view_lang=en_US">Forgot your username or password?</a>
</form>
</div>
<div class="show_when_logged_in text-center">
<p class="profile-text">You are securely logged in</p>
<a id="account-manage" class="button brand stretch margin-bottom-1x heatd" href="login.html">Manage Account</a>
<a id="account-logout" class="button secondary stretch heatd" href="login-1.html?logout">Log Out</a>
</div>
</div>
</li>
<li>
<a id="menuitem-cart" onclick="cart_display()"><i class="fa fa-shopping-cart icon"></i></a>
<div class="cart-dropdown clearfix" id="menudrop-cart" style="display: none;">
<a id="close-cart-bg" class="cart-close-bg heatd"></a>
<div class="cart-container">
<div class="cart-header clearfix">
<div><a id="close-cart" class="cart-close heatd"><i class="fa fa-times"></i></a></div>
<div><h3>My Cart</h3></div>
<div>
<a class="cart-checkout heatd" id="checkoutButtonSmall" href="cart/splash.html?view_lang=en_US">
<span>Checkout</span>
<i class="fa fa-angle-right"></i>
</a>
</div>
</div>
<div class="cart-items"><div id="cart_container"><div class="cart-item"></div></div>
<div class="price-message"><small>Total price includes addons. Changes can be made during checkout.</small></div>
</div>
<div class="cart-footer text-center">
<a class="button buy cart-checkout-big heatd" id="checkoutButton" href="cart/splash.html?view_lang=en_US">Proceed To Checkout</a>
</div>
</div>
</div>
</li>
</ul>
</div>
<div class="main-nav">
<div class="header-container">
<a id="eilokg" class="nav-menu-icon"><i class="fa fa-bars"></i></a>
<div class="logo">
<a id="8mnVJw" href="index.htm">
<span class="logo-img"></span>
</a>
</div>
<nav>
<a id="close-menu-bg" class="menu-close-bg"></a>
<div class="nav-menu-container">
<a id="-YmYmg" class="nav-menu-close"><i class="fa fa-times"></i></a>
<ul>
<li>
<h3>nic.sh</h3>
<ul>
<li>
<a id="MOoQeg" href="index.htm">
home
</a>
</li>
</ul>
</li>
<li>
<h3>domain names</h3>
<ul>
<li>
<a id="wiFLdQ" href="new.htm">
purchase domain
</a>
</li>
<li>
<a id="Ikfvcg" href="whois-search.htm">
whois search
</a>
</li>
<li>
<a id="X2FnlQ" href="services.htm">
services
</a>
</li>
</ul>
</li>
<li>
<h3>support</h3>
<ul>
<li>
<a id="AI_EPw" href="faq.htm">
support center
</a>
</li>
</ul>
</li>
<li>
<h3>legal</h3>
<ul>
<li>
<a id="wzT2Hw" href="terms.htm">
terms & conditions
</a>
</li>
<li>
<a id="Yggmug" href="rules.htm">
allocation rules
</a>
</li>
<li>
<a id="mIAFnQ" href="policy.htm">
policies
</a>
</li>
</ul>
</li>
</ul>
</div>
</nav>
</div>
<div class="menu-helper"></div>
</div>
</div>
</div>
</section>
</header>
<main class="index">
<div class="extra-out">
<div class="extra-in">
<header>
<div class="row">
<div class="small-12 columns text-center">
<div class="search-form">
<form action="search.htm" method="get" id="mainsearchForm" name="mainsearch">
<input type="hidden" name="action" value="search">
<input type="hidden" name="tld" value=".sh">
<input type="hidden" name="pt" value="pg_type_category">
<div class="search-main-container">
<div class="search-box rtl-ext">
<div class="search-icon"></div>
<div class="search-input">
<label for="search-input" class="sr-only">Find your name</label>
<input id="search-input" type="text" name="root" value="" placeholder="Find your name" autofocus="" required="">
<small id="show_err_msg" class="error" style="display: none;">Please accept the Privacy Notice before proceeding.</small>
</div>
<div class="extensionbox ">.sh</div>
<div class="search-button-placeholder">
<button id="search-submit" type="submit" class="buy" data-button-id="search" title="Search again"><span>Search</span></button>
<button id="search-working" class="buy noclick" title="Searching..." disabled="" style="display:none;">Searching...</button>
</div>
</div>
</div>
</form>
</div>
</div>
</div>
</header>
<section>
<div class="row collapse">
<div class="small-12 columns">
<div class="row">
<div class="small-12 medium-12 large-5 columns text-center">
<img src="images/site/icb_nic/sh_globe.jpg" alt="Image of digital globe" class="globe">
</div>
<div class="small-12 medium-12 large-7 columns">
<h1>.SH domain registration</h1>
<p>The .SH country code domain has become very popular. You can now <a id="5y6h9w" href="new.htm">register</a> your own .SH Domain Name which is available to everybody.</p>
<div class="aside-block-container">
<div class="aside-block">
<h3>IDN</h3>
<p>compliant & compatible</p>
</div>
<h2>.SH IDN Registrations Supported</h2>
<p>We support the latest standards for Internationalized Domain Names. If you would like to register in your local characters, please see our <a id="mfUmsA" href="legal/SH-IDN-Policy.pdf" target="_blank">IDN Code Point Policy</a>.</p>
</div>
</div>
</div>
<div class="row">
<div class="small-12 columns">
<a id="W_aGXA" href="free-domain-for-saint-helena-residents.htm"><img src="images/site/icb_nic/sh_residents-banner.png" alt="Free domain for Saint Helena residents"></a>
</div>
</div>
<div class="row">
<div class="small-12 medium-4 columns">
<div class="icon-margin">
<div class="icon index1"></div>
<h2>.SH TLD Availability</h2>
<p>.SH is a small and growing domain and therefore many more names are available.</p>
</div>
</div>
<div class="small-12 medium-4 columns">
<div class="icon-margin">
<div class="icon index2"></div>
<h2>Register .SH Domains Anywhere</h2>
<p>Registrations are accepted quickly and efficiently.</p>
</div>
</div>
<div class="small-12 medium-4 columns">
<div class="icon-margin">
<div class="icon index3"></div>
<h2>Get Dot SH with NIC.SH</h2>
<p>Dot SH domain names are distinctive, attractive, and you can do everything with this domain name that you can do with any other domain - it is viewable from anywhere in the world, any time.</p>
</div>
</div>
</div>
</div>
</div>
</section>
</div>
</div>
</main>
<footer>
<section>
<div class="row collapse">
<div class="small-12 columns">
<h3>.SH Domains are issued on a first come, first served basis.</h3>
<p>Obtain your own .SH domain today!</p>
<p>
<a id="MONG_g" href="sitemap.htm">
sitemap
</a>
|
<a id="XoBQbg" href="contact.htm">
contact
</a>
</p>
<p>Registrar services powered by <a href="https://name.com" target="_blank">Name.com</a><br>
414 14th Street #200 Denver, Colorado 80202
</p>
<p class="copyright">Copyright © 1997-2021 Internet Computer Bureau Ltd. All Rights Reserved.<br>
Greytown House, 221-227 High Street, Orpington, BR6 0NZ, United Kingdom<br>
VAT Number GB311515842</p>
</div>
</div>
</section>
</footer>
<noscript>
<link rel="stylesheet" property="stylesheet" href="css/micro-common.css.m.css?20201230045454">
<link rel="stylesheet" property="stylesheet" href="css/micro-other.css.m.css?20201230045454">
<link rel="stylesheet" property="stylesheet" href="css/nic-portal-custom.css.m.css?20201230045454">
</noscript>
<script>
var bodyScript1 = document.createElement('link');
bodyScript1.setAttribute("rel", "stylesheet");
bodyScript1.setAttribute("href","css/micro-common.css?20201230045454");
bodyScript1.setAttribute("type","text/css");
var body1 = document.getElementsByTagName('head')[0];
body1.appendChild(bodyScript1);
var bodyScript2 = document.createElement('link');
bodyScript2.setAttribute("rel", "stylesheet");
bodyScript2.setAttribute("href","css/micro-other.css?20201230045454");
bodyScript2.setAttribute("type","text/css");
var body2 = document.getElementsByTagName('head')[0];
body2.appendChild(bodyScript2);
var bodyScript3 = document.createElement('link');
bodyScript3.setAttribute("rel", "stylesheet");
bodyScript3.setAttribute("href","css/nic-portal-custom.css?20201230045454");
bodyScript3.setAttribute("type","text/css");
var body3 = document.getElementsByTagName('head')[0];
body3.appendChild(bodyScript3);
</script>
<div class="cookiePolicy cookie-policy-new-1051" id="cookie-policy-new" style="display:none">
<div class="row text-holder cookieRow">
<div class="small-12 medium-9 large-10 columns">
This website uses cookies. Some of the cookies used are essential for parts of the site to operate. Please see our
<a id="link_cookie_overlay-1" href="legal/legal_privacy.html" target="_blank" class="policyLink" rel="noopener">privacy statement</a>
for more details. Click to accept.
</div>
<div class="small-12 medium-3 large-2 columns small-text-center">
<a class="acceptButton" id="acceptCookie">I Accept</a>
</div>
</div>
</div>
<div class="cookiePolicy cookie-policy-changed-1051" id="cookie-policy-changed" style="display:none;">
<div class="row text-holder">
<div class="small-12 medium-9 large-10 columns">
Our privacy policies have recently changed. Please see our <a id="xuDOkA" href="legal/legal_privacy.html" target="_blank" class="policyLink" rel="noopener">privacy statement</a>
for more details. Click to accept.
</div>
<div class="small-12 medium-3 large-2 columns small-text-center">
<a class="acceptButton" id="acceptCookieUpdated">I Accept</a>
</div>
</div>
</div>
<input type="hidden" id="updatedPolicy" value="0">
<div class="addingToCart" id="addToCartOverlay" style="display:none;">
<div class="addingToCartContainer">
<div class="panel drop-shadow">
<div id="addToCartOverLaySpinner">
<i class="fa fa-cart-arrow-down fa-4x yellow-text"></i>
<h3><i class="fa fa-refresh fa-spin"></i> Adding To Cart</h3>
</div>
<div id="addToCartOverLayErrorBox">
<div id="errorMessage" class="white-text"></div>
<div id="closeMe" class="close text-center">
<button type="submit" class="button buy " title="Start a new search...">OK</button>
</div>
</div>
</div>
</div>
</div>
<script type="text/javascript">
var rsite_key = "",
cart_url="https://my.nic.sh/cart/splash.html?view_lang=en_US",
cart_url_no_splash="https://my.nic.sh/cart.html",
admin_url="https://my.nic.sh/",
base_url="https://www.nic.sh/",
sldExtension="",
search_error = '',
metrics_flag="",
do_not_trigger_show_more="";
var translationMessages = {
iphoneValidateToolTip: "Please Fill in this field",
didYouMean: "Did you mean ",
cart_message_your_cart_is_empty_glob: "Your Cart is Empty ",
pleaseWait: "Please wait...",
cart_message_system_maintenance: "Failed to add item to your cart. We are undergoing system maintenance, please try again.",
autoBannerEmptyMessage: "There are currently no domains available",
};
function loadScript(url, callback) {
var script = document.createElement("script");
script.type = "text/javascript";
script.async = true;
if (script.readyState) {
script.onreadystatechange = function () {
if (script.readyState == "loaded" || script.readyState == "complete") {
script.onreadystatechange = null;
if (callback && typeof callback === "function") {
callback();
}
}
};
} else {
script.onload = function () {
if (callback && typeof callback === "function") {
callback();
}
};
}
script.src = url;
(document.getElementsByTagName('head')[0] || document.getElementsByTagName('body')[0]).appendChild(script);
}
// How to use it
loadScript("js/vendor/jquery.js?20201230045350", function () {
// jQuery was loaded
loadScript("js/micro-core.js?20201230045450");
loadScript("js/default-search.js?20201230045437");
loadScript("js/micro-common.js?20201230045442");
loadScript("js/micro-foundation.js?20201230045452");
loadScript("js/vendor/jquery.selectric.js?20201230045350");
window.addEventListener('load', function () {
cartExtensionsJSON();
$(document).foundation();
var sld_ext = '';
uiCartActions.bindSubmitCart();
"undefined"==typeof loggedIn?
$.cookie("isLogged","false"):
($.cookie("customerName",escapeHtmlSpecialChars(loginName)),
$.cookie("isLogged",escapeHtmlSpecialChars(loggedIn))),
$(document).ready(function(){checkUserStatus()});
});
});
</script>
<noscript>
<link rel="stylesheet" type="text/css" href="css/fonts/lato.css.m.css?20201230045454" media="screen" title="style (screen)">
<link rel="stylesheet" type="text/css" href="css/site/sh-nic.css.m.css?20201230045454" media="screen" title="style (screen)">
</noscript>
<script>
var overrideScript1 = document.createElement('link');
overrideScript1.setAttribute("rel", "stylesheet");
overrideScript1.setAttribute("href","css/fonts/lato.css?20201230045454");
overrideScript1.setAttribute("type","text/css");
var over1 = document.getElementsByTagName('head')[0];
over1.appendChild(overrideScript1);
var overrideScript2 = document.createElement('link');
overrideScript2.setAttribute("rel", "stylesheet");
overrideScript2.setAttribute("href","css/site/sh-nic.css?20201230045454");
overrideScript2.setAttribute("type","text/css");
var over2 = document.getElementsByTagName('head')[0];
over2.appendChild(overrideScript2);
var e = document.getElementById("search-input");
if (e){
e.setAttribute("placeholder", "");
e.setAttribute("placeholder", "get-your-domain.sh");
}
</script>
<script type="text/javascript" src="system-message.js?lang=en_US&vendor_id=1051" async="" defer=""></script>
</body>
</html>
nginx