Найден корректный robots.txt
Файл управления сканированием сайта роботами
?
Robots.txt указывает поисковым роботам, какие страницы сканировать, а какие — нет. Ошибки в файле могут случайно закрыть важные разделы от индексации.
Robots.txt настроен корректно. Размер файла: 9957 байт. Загружен за: 0сек.
Проверяемая страница не запрещена в robots.txt.
Показать содержимое robots.txt
# As a condition of accessing this website, you agree to abide by the following
# content signals:
# (a) If a Content-Signal = yes, you may collect content for the corresponding
# use.
# (b) If a Content-Signal = no, you may not collect content for the
# corresponding use.
# (c) If the website operator does not include a Content-Signal for a
# corresponding use, the website operator neither grants nor restricts
# permission via Content-Signal with respect to the corresponding use.
# The content signals and their meanings are:
# search: building a search index and providing search results (e.g., returning
# hyperlinks and short excerpts from your website's contents). Search does not
# include providing AI-generated search summaries.
# ai-input: inputting content into one or more AI models (e.g., retrieval
# augmented generation, grounding, or other real-time taking of content for
# generative AI search answers).
# ai-train: training or fine-tuning AI models.
# use: how AI systems may consume the content (immediate, reference, or full).
# ANY RESTRICTIONS EXPRESSED VIA CONTENT SIGNALS ARE EXPRESS RESERVATIONS OF
# RIGHTS UNDER ARTICLE 4 OF THE EUROPEAN UNION DIRECTIVE 2019/790 ON COPYRIGHT
# AND RELATED RIGHTS IN THE DIGITAL SINGLE MARKET.
# BEGIN Cloudflare Managed content
User-agent: *
Content-Signal: search=yes,ai-train=no,use=reference
Allow: /
User-agent: Amazonbot
Disallow: /
User-agent: Applebot-Extended
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: CloudflareBrowserRenderingCrawler
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: meta-externalagent
Disallow: /
# END Cloudflare Managed Content
<!DOCTYPE html>
<html lang="ru">
<head>
<meta charset="utf-8">
<meta name="viewport" content="width=device-width, initial-scale=1">
<title>XPERIMENT FAMILY — семья на Majestic RP</title>
<meta name="description" content="XPERIMENT FAMILY — семья на Majestic RP. Зафул, автопарк, движ 24/7, своя структура и внутренняя экономика. Набор открыт.">
<meta property="og:title" content="XPERIMENT FAMILY">
<meta property="og:description" content="Семья на Majestic RP. Набор открыт.">
<meta property="og:image" content="/assets/img/mark-white.png">
<meta name="theme-color" content="#0a0a0a">
<link rel="icon" href="/favicon.png" type="image/png">
<link rel="preconnect" href="https://fonts.googleapis.com">
<link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
<link href="https://fonts.googleapis.com/css2?family=Roboto+Condensed:wght@700;900&family=Inter:wght@400;500;700;800&display=swap" rel="stylesheet">
<link rel="stylesheet" href="/assets/css/style.css">
</head>
<body>
<!-- PRELOADER -->
<div class="pre" id="pre">
<img src="/assets/img/mark-white.png" alt="" class="pre__mark">
<div class="pre__bar"><i id="preBar"></i></div>
<div class="pre__num"><span id="preNum">0</span>%</div>
<div class="pre__word">XPERIMENT FAMILY</div>
</div>
<!-- HEADER -->
<header class="hdr" id="hdr">
<a class="hdr__brand" href="#top">
<img src="/assets/img/mark-black.png" alt="" id="hdrMark">
<span>XPERIMENT</span>
</a>
<nav class="hdr__nav" id="nav">
<a href="#about">СЕМЬЯ</a>
<a href="#roster">СОСТАВ</a>
<a href="#crew">ВЕРХУШКА</a>
<a href="#structure">СТРУКТУРА</a>
<a href="#garage">ГАРАЖ</a>
<a href="#schedule">ДВИЖ</a>
<a href="#rules">УСТАВ</a>
<a href="#faq">FAQ</a>
</nav>
<div class="hdr__right">
<span class="hdr__live"><i class="pip"></i><b id="online">—</b>/<b id="members">—</b></span>
<a class="btn btn--fill btn--sm" href="#join">ВСТУПИТЬ</a>
<button class="burger" id="burger" aria-label="Меню"><span></span><span></span></button>
</div>
</header>
<main id="top">
<!-- HERO -->
<section class="hero" id="hero">
<div class="hero__kicker" id="heroKicker">СЕМЬЯ НА <b>MAJESTIC RP</b></div>
<h1 class="hero__word"><span id="heroWord">XPERIMENT</span></h1>
<img class="hero__fig" id="heroFig" src="/assets/img/nigger.png" alt="Персонаж семьи XPERIMENT">
<div class="hero__base">
<div class="hero__sub" id="heroSub">F A M I L Y</div>
<div class="hero__meta" id="heroMeta"></div>
</div>
<div class="hero__cta">
<a class="btn btn--fill" href="#join">ПОДАТЬ ЗАЯВКУ</a>
<a class="btn" id="heroDiscord" href="#" target="_blank" rel="noopener">DISCORD</a>
<a class="btn" id="heroTg" href="#" target="_blank" rel="noopener">TELEGRAM</a>
</div>
<img class="hero__mark" src="/assets/img/mark-black.png" alt="">
<div class="hero__scroll">SCROLL</div>
</section>
<!-- MARQUEE -->
<div class="marq"><div class="marq__row" id="marq"></div></div>
<!-- STATS -->
<section class="stats" id="stats"></section>
<!-- ABOUT -->
<section class="sec sec--paper" id="about">
<div class="head">
<span class="kick">01 / КТО МЫ</span>
<h2 class="big"><span id="aboutTitle">СЕМЬЯ</span><br><span class="out" id="aboutTitleOut">XPERIMENT</span></h2>
<p class="lead" id="aboutLead"></p>
</div>
<div class="wins" id="perks"></div>
<div class="req">
<span class="kick">ЧТО НУЖНО ОТ ТЕБЯ</span>
<div class="req__row" id="req"></div>
</div>
</section>
<!-- ROSTER -->
<section class="sec sec--ink sec--wide" id="roster">
<div class="head head--c">
<span class="kick">02 / СОСТАВ</span>
<h2 class="big">ЛЮДИ<br><span class="out">XPERIMENT</span></h2>
</div>
<div class="roster" id="rosterRow"></div>
</section>
<!-- CREW -->
<section class="sec sec--paper" id="crew">
<div class="head">
<span class="kick">03 / ВЕРХУШКА</span>
<h2 class="big">ДЕРЖИМ<br><span class="out">СЛОВО</span></h2>
</div>
<div class="crew" id="crewGrid"></div>
<div class="creed" id="creed"></div>
</section>
<!-- STRUCTURE -->
<section class="sec sec--ink" id="structure">
<div class="head">
<span class="kick">04 / ИЕРАРХИЯ</span>
<h2 class="big">СТРУКТУРА<br><span class="out">СЕМЬИ</span></h2>
</div>
<div class="rank" id="rankList"></div>
</section>
<!-- GARAGE -->
<section class="sec sec--paper" id="garage">
<div class="head">
<span class="kick">05 / ГАРАЖ</span>
<h2 class="big">ТОПОВЫЙ<br><span class="out">АВТОПАРК</span></h2>
</div>
<div class="gar" id="garGrid"></div>
</section>
<!-- SCHEDULE -->
<section class="sec sec--ink sec--center" id="schedule">
<div class="head head--c">
<span class="kick">06 / РАСПИСАНИЕ</span>
<h2 class="big">БЛИЖАЙШИЙ<br><span class="out">ДВИЖ</span></h2>
</div>
<div class="cdwrap">
<div class="cd__name" id="nextName">—</div>
<div class="cd" id="cd">
<div><b id="cdD">00</b><i>дней</i></div>
<div><b id="cdH">00</b><i>часов</i></div>
<div><b id="cdM">00</b><i>минут</i></div>
<div><b id="cdS">00</b><i>секунд</i></div>
</div>
</div>
<ul class="sched" id="sched"></ul>
</section>
<!-- RULES -->
<section class="sec sec--paper sec--center" id="rules">
<div class="head head--c">
<span class="kick">07 / УСТАВ</span>
<h2 class="big">ПРАВИЛА<br><span class="out">СЕМЬИ</span></h2>
</div>
<ol class="rules" id="rulesList"></ol>
</section>
<!-- JOIN -->
<section class="sec sec--ink join" id="join">
<div class="join__left">
<div class="head">
<span class="kick">08 / НАБОР ОТКРЫТ</span>
<h2 class="big">ПОДАТЬ<br><span class="out">ЗАЯВКУ</span></h2>
<p class="lead">Заполни форму — куратор свяжется с тобой в Discord или Telegram.</p>
</div>
<img class="join__fig" src="/assets/img/lux-4-cut.png" alt="">
</div>
<form class="win win--form" id="joinForm" novalidate>
<div class="win__bar"><i></i><i></i><i></i><span>application.form</span></div>
<div class="win__body">
<div class="frow">
<label>NICKNAME<input type="text" name="nick" required placeholder="Name Surname"></label>
<label>STATIC ID<input type="text" name="static" required placeholder="123456"></label>
</div>
<div class="frow">
<label>ВОЗРАСТ<input type="number" name="age" min="10" max="60" placeholder="18"></label>
<label>КОНТАКТ<input type="text" name="contact" required placeholder="@nickname"></label>
</div>
<label>ОНЛАЙН В СУТКИ<input type="text" name="online" placeholder="4-6 часов"></label>
<label>ПОЧЕМУ ИМЕННО МЫ<textarea name="about" rows="3" placeholder="Пара слов о себе и опыте в семьях"></textarea></label>
<button class="btn btn--fill btn--wide" type="submit">ОТПРАВИТЬ ЗАЯВКУ</button>
<p class="fnote" id="formNote"></p>
</div>
</form>
</section>
<!-- FAQ -->
<section class="sec sec--paper" id="faq">
<div class="head">
<span class="kick">09 / ВОПРОСЫ</span>
<h2 class="big">FAQ</h2>
</div>
<div class="faq" id="faqList"></div>
</section>
</main>
<footer class="ftr">
<div class="ftr__grid">
<div>
<img src="/assets/img/mark-white.png" alt="" class="ftr__mark">
<div class="ftr__meta" id="ftrMeta"></div>
</div>
<nav class="ftr__nav">
<a id="ftrDiscord" href="#" target="_blank" rel="noopener">DISCORD</a>
<a id="ftrTg" href="#" target="_blank" rel="noopener">TELEGRAM</a>
<a href="#join">ВСТУПИТЬ</a>
<a href="#rules">УСТАВ</a>
<a href="/admin/">АДМИНКА</a>
</nav>
</div>
<div class="ftr__word">XPERIMENT</div>
<p class="ftr__disc">Фан-сайт игрового сообщества. Не связан с Rockstar Games и Majestic RP.</p>
</footer>
<button class="totop" id="totop" aria-label="Наверх">↑</button>
<script src="/assets/js/config.js"></script>
<script src="/assets/js/main.js"></script>
</body>
</html>
Cloudflare