Найден корректный robots.txt
Файл управления сканированием сайта роботами
?
Robots.txt указывает поисковым роботам, какие страницы сканировать, а какие — нет. Ошибки в файле могут случайно закрыть важные разделы от индексации.
Robots.txt настроен корректно. Размер файла: 10797 байт. Загружен за: 1сек.
Проверяемая страница не запрещена в robots.txt.
Цепочка редиректов для файла robots.txt:
http://showcattle.com/robots.txt
301 MovedPermanently
https://www.steerjock.com/
200 OK
Показать содержимое robots.txt
<!DOCTYPE html>
<html lang="en">
<!--begin::Head-->
<head>
<title>SteerJock</title>
<meta charset="utf-8" />
<meta name="description" content="" />
<meta name="keywords" content="" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
<link rel="shortcut icon" href="/site/logos/favicon.ico" />
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Inter:300,400,500,600,700" />
<link href="assets/plugins/global/plugins.bundle.css" rel="stylesheet" type="text/css" />
<link href="assets/css/style.bundle.css" rel="stylesheet" type="text/css" />
<script>// Frame-busting to prevent site from being loaded within a frame without permission (click-jacking) if (window.top != window.self) { window.top.location.replace(window.self.location.href); }</script>
<!-- Google tag (gtag.js) -->
<script async src="https://www.googletagmanager.com/gtag/js?id=G-SDM5QT0C6F"></script>
<script>
window.dataLayer = window.dataLayer || [];
function gtag() { dataLayer.push(arguments); }
gtag('js', new Date());
gtag('config', 'G-SDM5QT0C6F');
</script>
<script type="text/javascript">
(function (c, l, a, r, i, t, y) {
c[a] = c[a] || function () { (c[a].q = c[a].q || []).push(arguments) };
t = l.createElement(r); t.async = 1; t.src = "https://www.clarity.ms/tag/" + i;
y = l.getElementsByTagName(r)[0]; y.parentNode.insertBefore(t, y);
})(window, document, "clarity", "script", "mb2qiwijbm");
</script>
</head>
<!--end::Head-->
<!--begin::Body-->
<body id="kt_app_body" data-bs-spy="scroll" data-bs-target="#kt_landing_menu" data-bs-offset="200" data-kt-app-layout="light-sidebar" class="body-bg position-relative app-blank">
<!--begin::Theme mode setup on page load-->
<script>var defaultThemeMode = "light"; var themeMode; if (document.documentElement) { if (document.documentElement.hasAttribute("data-bs-theme-mode")) { themeMode = document.documentElement.getAttribute("data-bs-theme-mode"); } else { if (localStorage.getItem("data-bs-theme") !== null) { themeMode = localStorage.getItem("data-bs-theme"); } else { themeMode = defaultThemeMode; } } if (themeMode === "system") { themeMode = window.matchMedia("(prefers-color-scheme: dark)").matches ? "dark" : "light"; } document.documentElement.setAttribute("data-bs-theme", themeMode); }</script>
<!--end::Theme mode setup on page load-->
<!--begin::Root-->
<div class="d-flex flex-column flex-root" id="kt_app_root">
<!--begin::Header Section-->
<div class="m-0">
<!--begin::Header-->
<div class="landing-header mb-13" data-kt-sticky="true" data-kt-sticky-name="landing-header" data-kt-sticky-offset="{default: '200px', lg: '300px'}">
<!--begin::Container-->
<div class="container-xxl">
<!--begin::Wrapper-->
<div class="d-flex align-items-center">
<!--begin::Logo-->
<div class="d-flex align-items-center me-8">
<!--begin::Mobile menu toggle-->
<button class="btn btn-icon btn-active-color-primary me-3 d-flex d-lg-none ms-n2" id="kt_landing_menu_toggle">
<i class="ki-duotone ki-abstract-14 fs-1">
<span class="path1"></span>
<span class="path2"></span>
</i>
</button>
<!--end::Mobile menu toggle-->
<!--begin::Logo image-->
<a href="/">
<img alt="Logo" src="/site/logos/default.svg" class="h-25px" />
</a>
<!--end::Logo image-->
</div>
<!--end::Logo-->
<!--begin::Menu wrapper-->
<div class="d-lg-block" id="kt_header_nav_wrapper">
<div class="d-lg-block p-5 p-lg-0" data-kt-drawer="true" data-kt-drawer-name="landing-menu" data-kt-drawer-activate="{default: true, lg: false}" data-kt-drawer-overlay="true" data-kt-drawer-width="200px" data-kt-drawer-direction="start" data-kt-drawer-toggle="#kt_landing_menu_toggle" data-kt-swapper="true" data-kt-swapper-mode="prepend" data-kt-swapper-parent="{default: '#kt_body', lg: '#kt_header_nav_wrapper'}">
<!--begin::Menu-->
<div class="menu menu-column flex-nowrap menu-rounded menu-lg-row menu-title-dark menu-state-title-primary nav nav-flush fs-3 fw-semibold" id="kt_landing_menu">
<div class="menu-item">
<a class="menu-link nav-link active py-3 px-4 px-xxl-6" href="/" data-kt-scroll-toggle="true" data-kt-drawer-dismiss="true">Home</a>
</div>
<div class="menu-item">
<a class="menu-link nav-link active py-3 px-4 px-xxl-6" href="/forum/" data-kt-scroll-toggle="true" data-kt-drawer-dismiss="true">Forum</a>
</div>
<div class="menu-item">
<a class="menu-link nav-link active py-3 px-4 px-xxl-6" href="/updates" data-kt-scroll-toggle="true" data-kt-drawer-dismiss="true">Updates </a>
</div>
</div>
<!--end::Menu-->
</div>
</div>
<!--end::Menu wrapper-->
<!--begin::User Login Menu-->
<div class="flex-equal text-end ms-1 position-relative z-index-2">
<button class="btn btn-primary me-2" type="button" data-bs-toggle="modal" data-bs-target="#login_modal">Sign In</button>
<a href="/Accounts/SignUp" class="btn btn-primary">Sign Up</a>
</div>
<!--end::User Login Menu-->
</div>
<!--end::Wrapper-->
</div>
<!--end::Container-->
</div>
<!--end::Header-->
</div>
<!--end::Header Section-->
<!--begin::Body Section-->
<div class="mb-4">
<!--begin::Landing hero-->
<div class="mb-lg-20">
<div class="container-xxl position-relative z-index-2">
<div class="row gy-5 align-items-center gx-0">
<div class="col-sm-6">
<div class="pe-5">
<h1 class="text-gray-900 fw-bold fs-3x fs-lg-4tx mb-14 ms-n1" id="home">
Coming Back.<br />
<br />Some
<br />Day
</h1>
</div>
</div>
<div class="col-sm-6 pe-0">
<img src="/site/Heros/1.png" class="float-end w-100 rounded" alt="" />
</div>
</div>
</div>
<div class="position-absolute top-0 end-0 overflow-hidden w-150px h-450px h-lg-auto w-lg-auto">
<img src="/site/layout/1.svg" class="" alt="" />
</div>
</div>
<!--end::Landing hero-->
<div class="mb-lg-20">
<div class="container-xxl position-relative z-index-2">
<div class="separator separator-dotted separator-content border-dark my-15"><span class="h1">Development Game Info</span></div>
</div>
</div>
<div class="mb-lg-20">
<div class="container-xxl position-relative z-index-2">
<div class="row">
<div class="col-12 col-md-8 mb-3">
<!-- Your main content -->
</div>
<div class="col-12 col-md-4 mb-3">
<div class="card shadow-sm">
<div class="card-header">
<h3 class="card-title">Recent Updates</h3>
</div>
<div class="card-body pt-6">
<div class="accordion accordion-icon-toggle" id="kt_accordion_1">
</div>
</div>
</div>
</div>
</div>
</div>
</div>
</div>
<!--end::Body Section-->
<!--begin::Footer Section-->
<div class="mb-0">
<!--begin::Wrapper-->
<div class="landing-dark-bg pt-lg-20 pt-5">
<!--begin::Separator-->
<div class="separator separator-solid"></div>
<!--end::Separator-->
<!--begin::Container-->
<div class="container">
<!--begin::Wrapper-->
<div class="d-flex flex-column flex-md-row flex-stack py-8">
<!--begin::Copyright-->
<div class="d-flex align-items-center order-2 order-md-1">
<!--begin::Logo-->
<a href="landing.html">
<img alt="Logo" src="/site/logos/default.svg" class="h-30px h-md-30px" />
</a>
<!--end::Logo image-->
<!--begin::Logo image-->
<span class="mx-5 fs-6 fw-semibold text-gray-700 pt-1" href="/">Copyright © Third Row Productions, LLC 2024</span>
<!--end::Logo image-->
</div>
<!--end::Copyright-->
<!--begin::Menu-->
<ul class="menu menu-gray-700 menu-hover-primary fw-semibold fs-5 fs-md-5 order-1 mb-5 mb-md-0">
</ul>
<!--end::Menu-->
</div>
<!--end::Wrapper-->
</div>
<!--end::Container-->
</div>
<!--end::Wrapper-->
</div>
<!--end::Footer Section-->
<!--begin::Scrolltop-->
<div id="kt_scrolltop" class="scrolltop" data-kt-scrolltop="true">
<i class="ki-duotone ki-arrow-up">
<span class="path1"></span>
<span class="path2"></span>
</i>
</div>
<!--end::Scrolltop-->
</div>
<!--end::Root-->
<!--begin::Scrolltop-->
<div id="kt_scrolltop" class="scrolltop" data-kt-scrolltop="true">
<i class="ki-duotone ki-arrow-up">
<span class="path1"></span>
<span class="path2"></span>
</i>
</div>
<!--end::Scrolltop-->
<div class="modal fade" tabindex="-1" id="login_modal">
<div class="modal-dialog modal-dialog-centered">
<div class="modal-content">
<div class="modal-header py-4">
<h3 class="modal-title">Login</h3>
<div class="btn btn-icon btn-sm btn-active-light-primary ms-2" data-bs-dismiss="modal" aria-label="Close">
<i class="ki-duotone ki-cross fs-1"><span class="path1"></span><span class="path2"></span></i>
</div>
</div>
<div class="modal-body">
<form action="/accounts/login" method="post">
<input name="__RequestVerificationToken" type="hidden" value="CfDJ8O1U3woLryJOgT1pSGAfxjeN-XbQnePhuvidj-2Is_smYEgiiXCMxcppZSjGx7HaCJWEe6M-YbNligHYGCyrVJjx8C_kjJ5XNUfs5da2UsdFAfpb-jtQB2axKaE19viC0WW8ofhQUXGXut4yn2g4Cv8" />
<input type="hidden" name="page" value="/users/" />
<input type="text" class="form-control mb-3" name="username" placeholder="Username" />
<input type="password" class="form-control mb-3" placeholder="*******" name="password" id="Password" />
<div class="form-check mb-4">
<input class="form-check-input" type="checkbox" value="" id="flexCheckDefault" />
<label class="form-check-label" for="flexCheckDefault">
Remember Me
</label>
</div>
<button class="btn btn-primary btn-sm mb-3" style="width:100%;" type="submit" data-bs-dismiss="modal">Login</button>
</form>
</div>
<div class="modal-footer py-4" style="font-size: 1rem; font-weight: 400; line-height: 1.5;">
<a href="/Accounts/SignUp">Register</a> | <a href="/Accounts/Forgot">Forgot Password</a>
</div>
</div>
</div>
</div>
<!--begin::Javascript-->
<script>var hostUrl = "assets/";</script>
<script src="assets/plugins/global/plugins.bundle.js"></script>
<script src="assets/js/scripts.bundle.js"></script>
<!--end::Javascript-->
</body>
<!--end::Body-->
</html>
Microsoft-IIS