Найден корректный robots.txt
Файл управления сканированием сайта роботами
?
Robots.txt указывает поисковым роботам, какие страницы сканировать, а какие — нет. Ошибки в файле могут случайно закрыть важные разделы от индексации.
Кол-во редиректов для файла robots.txt 3 слишком большое! Это может вызывать затруднение при индексации поисковыми роботами!
Проверяемая страница не запрещена в robots.txt.
Цепочка редиректов для файла robots.txt:
http://opticsplanet.com/robots.txt
301 MovedPermanently
https://www.opticsplanet.com/robots.txt
307 RedirectKeepVerb
https://www.opticsplanet.com/forbidden.html?url=L3JvYm90cy50eHQ=&uuid=8a9bd672-9d71-11f1-9a1a-9ad0e2367e54&vid=
200 OK
Показать содержимое robots.txt
<!DOCTYPE html>
<html lang="en">
<head><script>(function(w,i,g){w[g]=w[g]||[];if(typeof w[g].push=='function')w[g].push(i)})(window,'GTM-W7S8NNM','google_tags_first_party');</script><script>(function(w,d,s,l){w[l]=w[l]||[];(function(){w[l].push(arguments);})('set','developer_id.dYzZiYj',true);var f=d.getElementsByTagName(s)[0],j=d.createElement(s);j.async=true;j.src='/S1ZpnO/';f.parentNode.insertBefore(j,f);})(window,document,'script','dataLayer');</script>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width, initial-scale=1.0">
<title>Before we continue</title>
<!-- Google Tag Manager -->
<!-- GA4 Tracking -->
<script async src="https://www.googletagmanager.com/gtag/js?id=GTM-W7S8NNM"></script>
<script>
(function () {
window.dataLayer = window.dataLayer || [];
function gtag() { dataLayer.push(arguments); }
window.gtag = window.gtag || gtag;
gtag('js', new Date());
gtag('config', 'GTM-W7S8NNM');
})();
</script>
<!-- End Google Tag Manager -->
<!-- Internal Logging -->
<img src="/nelmio-js-logger/log?msg=HUMMAN%20Challenge%20displayed&level=info" width="0" , height="0" />
<noscript>
<img src="/nelmio-js-logger/log?msg=JavaScript%20is%20disabled&level=info" />
</noscript>
<style type="text/css">
*,
*::before,
*::after {
box-sizing: border-box;
}
:root {
--primary-color: #3B83F1;
--text-color: #333;
--text-muted: #666;
--text-light: #888;
--background-color: #fff;
--spacing-sm: 0.5rem;
--spacing-md: 1rem;
--spacing-lg: 1.5rem;
--spacing-xl: 2.5rem;
--font-size-sm: 0.75rem;
--font-size-md: 0.875rem;
--font-size-lg: 1rem;
--font-size-xl: 1.25rem;
}
body {
margin: 0;
padding: 2.5rem 0 3.75rem;
min-width: 320px;
font-family: Verdana, Geneva, sans-serif;
font-size: var(--font-size-md);
line-height: 1.5;
color: var(--text-color);
background-color: var(--background-color);
}
h2 {
font-size: var(--font-size-xl);
margin: 0 0 var(--spacing-md);
}
p {
margin: 0 0 var(--spacing-md);
}
.challenge-title {
text-align: center;
margin: var(--spacing-xl) 0 var(--spacing-md);
}
.challenge-container {
display: flex;
flex-direction: column;
align-items: center;
width: 80%;
margin: 0 auto;
max-width: 820px;
padding-bottom: var(--spacing-xl);
}
.challenge-description {
text-align: center;
font-size: var(--font-size-md);
color: var(--text-muted);
margin-top: var(--spacing-sm);
margin-bottom: var(--spacing-lg);
}
.browser-note {
text-align: center;
font-size: var(--font-size-sm);
color: var(--text-light);
margin-top: var(--spacing-md);
max-width: 90%;
}
#px-captcha {
text-align: center;
margin-top: var(--spacing-lg);
width: 100%;
}
.reference-id {
text-align: center;
margin-top: var(--spacing-lg);
width: 100%;
font-size: var(--font-size-sm);
color: var(--text-light);
}
.help-container {
text-align: center;
margin-top: var(--spacing-xl);
position: relative;
z-index: 1000;
width: 100%;
}
#help-text {
color: var(--text-muted);
cursor: pointer;
text-decoration: underline;
font-size: var(--font-size-md);
margin: 0;
padding: var(--spacing-sm);
display: inline-block;
transition: color 0.2s ease;
}
#help-text:hover {
color: var(--primary-color);
}
#help-text:focus {
outline: 2px solid var(--primary-color);
outline-offset: 2px;
}
#contact-form-container {
display: none;
margin-top: var(--spacing-md);
text-align: center;
width: 100%;
}
.form-inner {
width: 100%;
height: 500px;
max-width: 600px;
margin: 0 auto;
}
#contact-phone {
font-size: var(--font-size-sm);
color: var(--text-muted);
margin-top: var(--spacing-md);
padding: var(--spacing-sm);
}
.title-container::after {
content: '';
width: 50px;
height: 2px;
background: var(--primary-color);
position: relative;
top: 15px;
display: block;
}
@media screen and (max-width: 870px) {
.challenge-container {
width: 95%;
}
}
@media screen and (max-width: 480px) {
body {
padding-top: 1.5rem;
}
.challenge-title {
margin-top: var(--spacing-md);
font-size: 1.1rem;
}
.form-inner {
height: 450px;
}
}
</style>
</head>
<body>
<script>
window._pxAppId = 'PXZdYJqpOd';
window._pxJsClientSrc = 'https://client.perimeterx.net/PXZdYJqpOd/main.min.js';
window._pxHostUrl = 'https://collector-PXZdYJqpOd.perimeterx.net';
</script>
<script src="https://captcha.px-cdn.net/PXZdYJqpOd/captcha.js?a=c&m=0"></script>
<div class="challenge-container">
<h2 class="challenge-title">Please verify you are not a bot</h2>
<p class="challenge-description">We've detected unusual activity from your device or network.</p>
<!-- Challenge Container -->
<div id="px-captcha"></div>
<div class="reference-id">
Block Reference ID: <span id="refid"></span>
</div>
<p class="browser-note">
Please make sure your browser supports JavaScript and cookies and that you are not blocking them from
loading.
</p>
<!-- Custom Help & Contact Form -->
<div class="help-container">
<p id="help-text">
Can't pass the challenge?
</p>
<div id="contact-form-container">
<div class="form-inner" data-fillout-id="bxL8ZHSd4Xus" data-fillout-embed-type="standard"
data-fillout-inherit-parameters data-fillout-dynamic-resize>
</div>
</div>
<div id="contact-phone"
style="display: none; text-align: center; font-size: 12px; color: #333; margin-top: 10px;">
Need help? Toll-Free: <strong>+1-800-504-5897</strong>
</div>
</div>
</div>
<script>
(function () {
var filloutLoaded = false;
function loadFillout() {
if (filloutLoaded) return;
filloutLoaded = true;
var s = document.createElement('script');
s.src = 'https://server.fillout.com/embed/v1/';
document.body.appendChild(s);
}
setTimeout(loadFillout, 3000);
fetch('https://api.ipify.org?format=json')
.then(function (r) { return r.json(); })
.then(function (data) {
if (data && data.ip) {
var url = new URL(window.location.href);
url.searchParams.set('ip', data.ip);
history.replaceState(null, '', url.toString());
}
loadFillout();
})
.catch(function () {
loadFillout();
});
})();
</script>
<!-- HUMAN Challenge Script -->
<script>
document.addEventListener("DOMContentLoaded", function () {
// Set Ref ID
(function setRefId() {
var pxUuid = window._pxUuid;
var uuidVerifyRegExp = /^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i;
if (!pxUuid) {
var url = window.location.href;
var regex = new RegExp('[?&]uuid(=([^&#]*)|&|#|$)');
var results = regex.exec(url);
pxUuid = results && results.length > 2 ? results[2] : '';
pxUuid = decodeURIComponent(pxUuid.replace(/\+/g, ' '));
}
if (uuidVerifyRegExp.exec(pxUuid)) {
var refSpan = document.getElementById("refid");
if (refSpan) {
refSpan.innerText = pxUuid;
}
}
})();
// Add CAPTCHA event tracking
window["PXZdYJqpOd_asyncInit"] = function (px) {
px.Events.on("captcha", function (status) {
var refId = document.getElementById("refid").innerText;
// Send events to Google Analytics
if (typeof gtag === "function") {
gtag('event', 'captcha_' + status, {
event_category: 'HUMAN Challenge',
event_label: 'CAPTCHA ' + status,
block_id: refId
});
}
});
};
// Contact Form Toggle
var helpText = document.getElementById("help-text");
var formContainer = document.getElementById("contact-form-container");
if (helpText && formContainer) {
helpText.addEventListener("click", function () {
var isVisible = formContainer.style.display === "block";
formContainer.style.display = isVisible ? "none" : "block";
var contactPhone = document.getElementById("contact-phone");
if (contactPhone) contactPhone.style.display = isVisible ? "none" : "block";
helpText.innerText = isVisible ? "Can't pass the challenge?" : "Hide Contact Form";
// Track help text click event
if (!isVisible && typeof gtag === "function") {
var refId = document.getElementById("refid").innerText;
gtag('event', 'help_text_clicked', {
event_category: 'HUMAN Challenge',
event_label: 'User clicked on contact form',
block_id: refId
});
}
});
}
});
</script>
</body>
</html>
