Найден корректный robots.txt
Файл управления сканированием сайта роботами
?
Robots.txt указывает поисковым роботам, какие страницы сканировать, а какие — нет. Ошибки в файле могут случайно закрыть важные разделы от индексации.
Robots.txt настроен корректно. Размер файла: 6185 байт. Загружен за: 1сек.
Проверяемая страница не запрещена в robots.txt.
Цепочка редиректов для файла robots.txt:
http://spreeder.ereflect.com/robots.txt
301 MovedPermanently
https://spreeder.ereflect.com/robots.txt
200 OK
Показать содержимое robots.txt
<!DOCTYPE html>
<html data-critters-container>
<head>
<meta charset="utf-8">
<meta http-equiv="x-ua-compatible" content="ie=edge">
<meta name="viewport" content="width=device-width,user-scalable=no">
<title>Spreeder</title>
<meta name="description" content="Spreeder">
<meta name="google-signin-client_id" content="89081359082-6a7anp0c8crelt5gjkisg8n8fcd7oece.apps.googleusercontent.com">
<base href="/">
<!-- Google Tag Manager -->
<script>(function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':
new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0],
j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src=
'https://www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f);
})(window,document,'script','dataLayer','GTM-THSQ3XVB');</script>
<!-- End Google Tag Manager -->
<script>if (typeof module === 'object') {window.module = module; module = undefined;}</script>
<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/@ionic/core/css/ionic.bundle.css">
<link rel="icon" type="image/x-icon" href="https://resources.ereflect.com/Typesy/webApp/assets/icon/spreeder-icon.svg">
<link rel="preload" href="https://resources.ereflect.com/Typesy/webApp/assets/css/MaterialIcons-Regular.woff2" as="font">
<link rel="stylesheet" href="https://resources.ereflect.com/Typesy/webApp/assets/css/material-icons.css">
<link href="https://fonts.googleapis.com/css2?family=Material+Symbols+Outlined" rel="stylesheet">
<script src="https://resources.ereflect.com/Typesy/webApp/assets/jquery/jquery.min.js"></script>
<script defer src="https://resources.ereflect.com/Typesy/webApp/assets/jquery/jquery-ui.min.js"></script>
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Roboto:300,400,500,700" type="text/css">
<link rel="stylesheet" href="https://fonts.googleapis.com/css2?family=Poppins:ital,wght@0,200;0,300;0,400;0,500;1,200;1,300;1,400;1,500&display=swap" type="text/css">
<link rel="stylesheet" href="https://resources.ereflect.com/Typesy/webApp/assets/css/angular2_mdl_ext_styles.min.css">
<link rel="stylesheet" href="https://resources.ereflect.com/Typesy/webApp/assets/css/material.indigo-blue.min.css">
<link rel="stylesheet" href="https://resources.ereflect.com/Typesy/webApp/libs/videojs/video-js.css">
<script src="https://resources.ereflect.com/Typesy/webApp/libs/videojs/video.min.js"></script>
<script type="text/javascript" id="pap_x2s6df8d" src="https://ereflect.postaffiliatepro.com/scripts/eqyyk4n7jm2"></script>
<!-- Old analytics config (UA) -->
<script async src="https://www.googletagmanager.com/gtag/js?id=UA-34827788-35"></script>
<script>
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments);}
gtag('js', new Date());
gtag('config', 'UA-34827788-35');
</script>
<!-- GA4 config -->
<script async src="https://www.googletagmanager.com/gtag/js?id=G-N34NPDT6N5"></script>
<script>
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments);}
gtag('js', new Date());
gtag('config', 'G-N34NPDT6N5');
</script>
<script>if (window.module) module = window.module;</script>
<style>html,body{text-size-adjust:none;-webkit-text-size-adjust:none;-ms-text-size-adjust:none;-moz-text-size-adjust:none}html{background:#f2f2f2;text-rendering:optimizeLegibility!important;-webkit-font-smoothing:antialiased!important;font-family:arial;overflow-x:hidden;overflow-y:hidden}body{margin:0;padding:0;overflow-x:hidden;overflow-y:hidden;font-family:arial}html,body{height:100%}</style><link rel="stylesheet" href="https://resources.ereflect.com/Spreeder/webApp/styles.4de3e0328cbd3826.css" media="print" onload="this.media='all'"><noscript><link rel="stylesheet" href="https://resources.ereflect.com/Spreeder/webApp/styles.4de3e0328cbd3826.css"></noscript></head>
<body>
<!-- Google Tag Manager (noscript) -->
<noscript>
<iframe src="https://www.googletagmanager.com/ns.html?id=GTM-THSQ3XVB" height="0" width="0" style="display:none;visibility:hidden"></iframe>
</noscript>
<!-- End Google Tag Manager (noscript) -->
<app-root></app-root>
<dialog-outlet></dialog-outlet>
<!-- preload all fonts -->
<span style="font-family: Arial;"></span>
<span style="font-family: Verdana;"></span>
<span style="font-family: Calibri;"></span>
<span style="font-family: Mircosoft Sans Serif;"></span>
<span style="font-family: Impact;"></span>
<span style="font-family: Lucida Console;"></span>
<span style="font-family: Comic Sans MS;"></span>
<span style="font-family: Georgia;"></span>
<span style="font-family: Palatino Linotype;"></span>
<span style="font-family: Tahoma;"></span>
<span style="font-family: Trebuchet MS;"></span>
<span style="font-family: courierNew;"></span>
<span style="font-family: openDyslexic;"></span>
<span style="font-family: Antikor;"></span>
<span style="font-family: CodeNewRoman;"></span>
<span style="font-family: CQMono;"></span>
<span style="font-family: NormaFixed;"></span>
<span style="font-family: Pointfree;"></span>
<span style="font-family: firaMono;"></span>
<script type="module" src="https://cdn.jsdelivr.net/npm/ionicons@latest/dist/ionicons/ionicons.esm.js"></script>
<script nomodule src="https://cdn.jsdelivr.net/npm/ionicons@latest/dist/ionicons/ionicons.js"></script>
<script src="https://resources.ereflect.com/Spreeder/webApp/runtime.bc6f721375cd6787.js" type="module"></script><script src="https://resources.ereflect.com/Spreeder/webApp/polyfills.a70b4bdd61c6dbe1.js" type="module"></script><script src="https://resources.ereflect.com/Spreeder/webApp/scripts.ea0ae66ffe10d030.js" defer></script><script src="https://resources.ereflect.com/Spreeder/webApp/vendor.4c5f9fbc70bead13.js" type="module"></script><script src="https://resources.ereflect.com/Spreeder/webApp/main.b270c031192386a8.js" type="module"></script></body>
</html>
Microsoft-IIS