Найден корректный robots.txt
Файл управления сканированием сайта роботами
?
Robots.txt указывает поисковым роботам, какие страницы сканировать, а какие — нет. Ошибки в файле могут случайно закрыть важные разделы от индексации.
Кол-во редиректов для файла robots.txt 3 слишком большое! Это может вызывать затруднение при индексации поисковыми роботами!
Проверяемая страница не запрещена в robots.txt.
Цепочка редиректов для файла robots.txt:
http://account.arin.net/robots.txt
302 Found
https://account.arin.net/robots.txt
302 Found
https://account.arin.net/public/
200 OK
Показать содержимое robots.txt
<!doctype html>
<html lang="en-US" data-beasties-container>
<head>
<title>ARIN - American Registry for Internet Numbers</title>
<meta charset="utf-8">
<meta http-equiv="X-UA-Compatible" content="IE=edge">
<meta name="viewport" content="width=device-width,initial-scale=1.0, minimum-scale=1">
<base href="/public/">
<script type="text/javascript" src="./config.js">
</script>
<script type="text/javascript" src="./scripts/head.js">
</script>
<link rel="icon" href="./img/favicon.ico" type="image/x-icon">
<link rel="icon" href="./assets/img/ARIN-icon-std.svg" type="image/svg+xml" sizes="any">
<style>
.loader {
border: 5px solid #f3f3f3;
-webkit-animation: spin 1s linear infinite;
animation: spin 1s linear infinite;
border-top: 5px solid #555;
border-radius: 50%;
width: 25px;
height: 25px;
display: inline-block;
}
.loader-text {
vertical-align: middle;
display: inline-block;
margin-bottom: 20px;
margin-left: 10px;
box-sizing: border-box;
}
@keyframes spin {
0% { transform: rotate(0deg); }
100% { transform: rotate(360deg); }
}
</style>
<style>:root{--bs-blue:#009bc2;--bs-indigo:#6610f2;--bs-purple:#47007a;--bs-pink:#d63384;--bs-red:rgb(181, 21, 0);--bs-orange:#C26B00;--bs-yellow:#ffc107;--bs-green:#328735;--bs-teal:#20c997;--bs-cyan:#0dcaf0;--bs-black:#000;--bs-white:#fff;--bs-gray:#6c757d;--bs-gray-dark:#343a40;--bs-gray-100:#f8f9fa;--bs-gray-200:#e9ecef;--bs-gray-300:#dee2e6;--bs-gray-400:#ced4da;--bs-gray-500:#adb5bd;--bs-gray-600:#6c757d;--bs-gray-700:#495057;--bs-gray-800:#343a40;--bs-gray-900:#212529;--bs-primary:rgb(0, 122.4020618557, 153.2);--bs-secondary:#dbf5fd;--bs-success:rgb(50, 135, 53);--bs-info:#92e1f9;--bs-warning:rgb(255, 215, 0);--bs-danger:rgb(181, 21, 0);--bs-light:#f8f9fa;--bs-dark:#212529;--bs-default:#dbf5fd;--bs-primary-rgb:0, 122, 153;--bs-secondary-rgb:219, 245, 253;--bs-success-rgb:50, 135, 53;--bs-info-rgb:146, 225, 249;--bs-warning-rgb:255, 215, 0;--bs-danger-rgb:181, 21, 0;--bs-light-rgb:248, 249, 250;--bs-dark-rgb:33, 37, 41;--bs-default-rgb:219, 245, 253;--bs-primary-text-emphasis:rgb(0, 48.9608247423, 61.28);--bs-secondary-text-emphasis:rgb(87.6, 98, 101.2);--bs-success-text-emphasis:rgb(20, 54, 21.2);--bs-info-text-emphasis:rgb(58.4, 90, 99.6);--bs-warning-text-emphasis:#665600;--bs-danger-text-emphasis:rgb(72.4, 8.4, 0);--bs-light-text-emphasis:#495057;--bs-dark-text-emphasis:#495057;--bs-primary-bg-subtle:rgb(204, 228.4804123711, 234.64);--bs-secondary-bg-subtle:rgb(247.8, 253, 254.6);--bs-success-bg-subtle:rgb(214, 231, 214.6);--bs-info-bg-subtle:rgb(233.2, 249, 253.8);--bs-warning-bg-subtle:#fff7cc;--bs-danger-bg-subtle:rgb(240.2, 208.2, 204);--bs-light-bg-subtle:rgb(251.5, 252, 252.5);--bs-dark-bg-subtle:#ced4da;--bs-primary-border-subtle:rgb(153, 201.9608247423, 214.28);--bs-secondary-border-subtle:rgb(240.6, 251, 254.2);--bs-success-border-subtle:rgb(173, 207, 174.2);--bs-info-border-subtle:rgb(211.4, 243, 252.6);--bs-warning-border-subtle:#ffef99;--bs-danger-border-subtle:rgb(225.4, 161.4, 153);--bs-light-border-subtle:#e9ecef;--bs-dark-border-subtle:#adb5bd;--bs-white-rgb:255, 255, 255;--bs-black-rgb:0, 0, 0;--bs-font-sans-serif:system-ui, -apple-system, "Segoe UI", Roboto, "Helvetica Neue", "Noto Sans", "Liberation Sans", Arial, sans-serif, "Apple Color Emoji", "Segoe UI Emoji", "Segoe UI Symbol", "Noto Color Emoji";--bs-font-monospace:SFMono-Regular, Menlo, Monaco, Consolas, "Liberation Mono", "Courier New", monospace;--bs-gradient:linear-gradient(180deg, rgba(255, 255, 255, .15), rgba(255, 255, 255, 0));--bs-body-font-family:var(--bs-font-sans-serif);--bs-body-font-size:.9rem;--bs-body-font-weight:400;--bs-body-line-height:1.5;--bs-body-color:#333333;--bs-body-color-rgb:51, 51, 51;--bs-body-bg:#fff;--bs-body-bg-rgb:255, 255, 255;--bs-emphasis-color:#000;--bs-emphasis-color-rgb:0, 0, 0;--bs-secondary-color:rgba(51, 51, 51, .75);--bs-secondary-color-rgb:51, 51, 51;--bs-secondary-bg:#e9ecef;--bs-secondary-bg-rgb:233, 236, 239;--bs-tertiary-color:rgba(51, 51, 51, .5);--bs-tertiary-color-rgb:51, 51, 51;--bs-tertiary-bg:#f8f9fa;--bs-tertiary-bg-rgb:248, 249, 250;--bs-heading-color:inherit;--bs-link-color:rgb(0, 122.4020618557, 153.2);--bs-link-color-rgb:0, 122, 153;--bs-link-decoration:underline;--bs-link-hover-color:rgb(0, 97.9216494845, 122.56);--bs-link-hover-color-rgb:0, 98, 123;--bs-code-color:#00566b;--bs-highlight-color:#333333;--bs-highlight-bg:rgb(255, 242.6, 205.4);--bs-border-width:1px;--bs-border-style:solid;--bs-border-color:#dee2e6;--bs-border-color-translucent:rgba(0, 0, 0, .175);--bs-border-radius:.375rem;--bs-border-radius-sm:.25rem;--bs-border-radius-lg:.5rem;--bs-border-radius-xl:1rem;--bs-border-radius-xxl:2rem;--bs-border-radius-2xl:var(--bs-border-radius-xxl);--bs-border-radius-pill:50rem;--bs-box-shadow:0 .5rem 1rem rgba(0, 0, 0, .15);--bs-box-shadow-sm:0 .125rem .25rem rgba(0, 0, 0, .075);--bs-box-shadow-lg:0 1rem 3rem rgba(0, 0, 0, .175);--bs-box-shadow-inset:inset 0 1px 2px rgba(0, 0, 0, .075);--bs-focus-ring-width:.25rem;--bs-focus-ring-opacity:.25;--bs-focus-ring-color:rgba(0, 122.4020618557, 153.2, .25);--bs-form-valid-color:rgb(50, 135, 53);--bs-form-valid-border-color:rgb(50, 135, 53);--bs-form-invalid-color:rgb(181, 21, 0);--bs-form-invalid-border-color:rgb(181, 21, 0)}*,*:before,*:after{box-sizing:border-box}@media (prefers-reduced-motion: no-preference){:root{scroll-behavior:smooth}}body{margin:0;font-family:var(--bs-body-font-family);font-size:var(--bs-body-font-size);font-weight:var(--bs-body-font-weight);line-height:var(--bs-body-line-height);color:var(--bs-body-color);text-align:var(--bs-body-text-align);background-color:var(--bs-body-bg);-webkit-text-size-adjust:100%;-webkit-tap-highlight-color:rgba(0,0,0,0)}img{vertical-align:middle}:root{--bs-breakpoint-xs:0;--bs-breakpoint-sm:576px;--bs-breakpoint-md:768px;--bs-breakpoint-lg:992px;--bs-breakpoint-xl:1200px;--bs-breakpoint-xxl:1400px}@media (prefers-reduced-motion: no-preference){:root{scroll-behavior:auto!important}}html,body{height:100%;padding-top:0}div#twbs-content{min-height:100%;background-color:#fff}div#twbs-content>*{font-size:14px;line-height:1.42857143}@-webkit-keyframes fa-spin{0%{-webkit-transform:rotate(0deg);transform:rotate(0)}to{-webkit-transform:rotate(359deg);transform:rotate(359deg)}}@media (max-width: 992px){}@media (max-width: 992px) and (min-width: 768px){}@media (max-width: 768px){}</style><link rel="stylesheet" href="styles-Y4F673ER.css" media="print" onload="this.media='all'"><noscript><link rel="stylesheet" href="styles-Y4F673ER.css"></noscript></head>
<body>
<div id="twbs-content">
<div>
<ap-root>
<div style="text-align: center; margin-top: 40px">
<img src="./assets/img/ARIN-logo-std.svg" style="height: 72px;" alt="The ARIN logo">
<div>
<div class="loader">
</div>
<span class="loader-text">Please Wait...</span>
</div>
</div>
</ap-root>
</div>
</div>
<link rel="modulepreload" href="chunk-ZG5K3IPX.js"><link rel="modulepreload" href="chunk-UFJG4TIN.js"><link rel="modulepreload" href="chunk-244DS6QT.js"><link rel="modulepreload" href="chunk-H5PQZQMS.js"><link rel="modulepreload" href="chunk-DOG4FGV4.js"><link rel="modulepreload" href="chunk-RP7ERVQH.js"><link rel="modulepreload" href="chunk-Q3FYUZAT.js"><link rel="modulepreload" href="chunk-XDV7SW37.js"><link rel="modulepreload" href="chunk-V5XNX5CB.js"><link rel="modulepreload" href="chunk-VAM3Y3X7.js"><script src="polyfills-2UMRMP5H.js" type="module"></script><script src="scripts-V365KLRD.js" defer></script><script src="main-RT5D7AWH.js" type="module"></script></body>
</html>
nginx