Найден корректный robots.txt
Файл управления сканированием сайта роботами
?
Robots.txt указывает поисковым роботам, какие страницы сканировать, а какие — нет. Ошибки в файле могут случайно закрыть важные разделы от индексации.
Robots.txt настроен корректно. Размер файла: 8171 байт. Загружен за: 1сек.
Проверяемая страница не запрещена в robots.txt.
Цепочка редиректов для файла robots.txt:
http://prod.gotoro.io/robots.txt
301 MovedPermanently
https://prod.gotoro.io/robots.txt
200 OK
Показать содержимое robots.txt
<!DOCTYPE html>
<html lang="en">
<head>
<meta charset="utf-8" />
<title>Level Up Talent</title>
<base href="/combination-portals/"> <meta name="viewport" content="width=device-width, initial-scale=1" />
<link rel="icon" type="image/x-icon" href="./assets/img/Logo-LevelUpTalent.jpg" />
<!-- Preconnect to critical domains for faster loading -->
<link rel="preconnect" href="https://api.gotoro.io" crossorigin />
<link rel="preconnect" href="https://track.gotoro.io" crossorigin />
<link rel="preconnect" href="https://www.googletagmanager.com" crossorigin />
<link rel="dns-prefetch" href="https://googleads.g.doubleclick.net" />
<link rel="dns-prefetch" href="https://td.doubleclick.net" />
<link rel="dns-prefetch" href="https://connect.facebook.net" />
<!-- OpenPixel: init before early fetch so tracking can queue immediately -->
<script data-cfasync="false">
(function () {
if (window.urlTracking) return;
var host = location.hostname;
if (host.indexOf('stag') !== -1) {
window.urlTracking = 'https://fe-stag.gotoro.io/stag/pixel';
} else if (host.indexOf('test2') !== -1) {
window.urlTracking = 'https://fe-test2.gotoro.io/test2/pixel';
} else if (host.indexOf('fe-test') !== -1) {
window.urlTracking = 'https://fe-test.gotoro.io/test/pixel';
} else {
window.urlTracking = 'https://prod.gotoro.io/pixel';
}
})();
!(function (e, t, n, o, p, i, a) {
e[o] ||
(((p = e[o] =
function () {
p.process ? p.process.apply(p, arguments) : p.queue.push(arguments);
}).queue = []),
(p.t = +new Date()),
((i = t.createElement(n)).async = 1),
(i.src = '/combination-portals/assets/openpixel.min.js?t=' + 864e5 * Math.ceil(new Date() / 864e5)),
(a = t.getElementsByTagName(n)[0]).parentNode.insertBefore(i, a));
})(window, document, 'script', 'opix');
opix('init', 'ID-XXXXXXXX');
</script>
<!-- Start job-redirect API fetch before React bundle loads -->
<script data-cfasync="false" src="/combination-portals/assets/job-redirect-handler.js"></script>
<script data-cfasync="false">
(function () {
if (!/^\/job-redirect\/[a-fA-F0-9]{40}\/?$/i.test(location.pathname)) return;
var href = '/combination-portals/assets/openpixel.min.js';
if (document.querySelector('link[rel="preload"][href="' + href + '"]')) return;
var link = document.createElement('link');
link.rel = 'preload';
link.as = 'script';
link.href = href;
document.head.appendChild(link);
})();
</script>
<meta property="og:image" content="./assets/img/Logo-LevelUpTalent.jpg">
<meta name="description"
content="GoToro is a digital job advertising company that over the past 10 years, has established a foothold in high-volume and high-turnover job markets.">
<meta name="theme-color" content="#8fc640" />
<meta name="google-site-verification" content="Hm-bS0WAtXY-L3bvWUzJ1Yy-Cl3dihgzJfEzohRZpC8" />
<meta name="google-site-verification" content="9YdeqVi8Aq-MtO10wnMNvNffBcomwyjYF-K2daEc-vw" />
<meta name="facebook-domain-verification" content="p994frmqrjism4n8e2yibusn9rg1xz" />
<!-- Volumn Pixel -->
<meta http-equiv="delegate-ch"
content="sec-ch-ua https://track.gotoro.io; sec-ch-ua-mobile https://track.gotoro.io; sec-ch-ua-arch https://track.gotoro.io; sec-ch-ua-model https://track.gotoro.io; sec-ch-ua-platform https://track.gotoro.io; sec-ch-ua-platform-version https://track.gotoro.io; sec-ch-ua-bitness https://track.gotoro.io; sec-ch-ua-full-version-list https://track.gotoro.io; sec-ch-ua-full-version https://track.gotoro.io">
<style>
.dtpcnt {
opacity: 0;
}
/* Critical CSS - show loading state immediately */
#root:empty::after {
content: '';
display: block;
width: 40px;
height: 40px;
margin: 100px auto;
border: 3px solid #f3f3f3;
border-top: 3px solid #8fc640;
border-radius: 50%;
animation: spin 1s linear infinite;
}
.job-redirect {
width: 100vw;
height: 100vh;
display: flex;
justify-content: center;
align-items: center;
}
.job-redirect-spinner {
width: 40px;
height: 40px;
border: 3px solid #f3f3f3;
border-top: 3px solid #8fc640;
border-radius: 50%;
animation: spin 1s linear infinite;
}
@keyframes spin {
0% { transform: rotate(0deg); }
100% { transform: rotate(360deg); }
}
</style>
</head>
<body>
<!-- Google Tag Manager (noscript) -->
<noscript><iframe title="Google Tag Manager" src="https://www.googletagmanager.com/ns.html?id=GTM-MHHCGNVL" height="0" width="0"
style="display:none;visibility:hidden"></iframe></noscript>
<!-- End Google Tag Manager (noscript) -->
<div id="root"></div>
<!-- Deferred analytics scripts - load after page content -->
<script type="40ca25ec806b1188fa82fee2-text/javascript">
window.addEventListener('load', function() {
if (/^\/job-redirect\/[a-fA-F0-9]{40}\/?$/i.test(location.pathname)) return;
// Google Tag Manager (deferred)
(function (w, d, s, l, i) {
w[l] = w[l] || []; w[l].push({
'gtm.start': new Date().getTime(), event: 'gtm.js'
}); var f = d.getElementsByTagName(s)[0],
j = d.createElement(s), dl = l != 'dataLayer' ? '&l=' + l : ''; j.async = true; j.src =
'https://www.googletagmanager.com/gtm.js?id=' + i + dl; f.parentNode.insertBefore(j, f);
})(window, document, 'script', 'dataLayer', 'GTM-MHHCGNVL');
// Volumn Pixel (deferred)
(function (c, d, f, h, t, b, n, u, k, l, m, e, p, v, q) {
function r(a) { var c = d.cookie.match(new RegExp("(^| )" + a + "=([^;]+)")); return c ? c.pop() : f.getItem(a + "-expires") && +f.getItem(a + "-expires") > (new Date).getTime() ? f.getItem(a) : null } q = "https:" === c.location.protocol ? "secure; " : ""; c[b] || (c[b] = function (a) { c[b].state.callbackQueue.push(a) }, c[b].state = { callbackQueue: [] }, c[b].registerConversion = function (a) { c[b].state.callbackQueue.push(a) }, function () {
(m = /[?&]cpid(=([^&#]*)|&|#|$)/.exec(c.location.href)) && m[2] && (e = m[2], p = r("vl-" + e)); var a = r("vl-cid"), b; "savedCid" !== u || !a || e && "undefined" !== typeof e || (b = a); k = d.createElement("script"); l = d.scripts[0]; k.src = n + (-1 === n.indexOf("?") ? "?" : "&") + "oref=" + h(d.referrer) + "&ourl=" + h(location[t]) + "&opt=" + h(d.title) + "&vtm=" + (new Date).getTime() + (b ? "&cid=" + b : "") + (p ? "&uw=no" : ""); l.parentNode.insertBefore(k, l); if (e) {
a = "vl-" + e; b = q; var g = new Date; g.setTime(g.getTime() + 864E5); d.cookie = a + "=1; " + b + "samesite=Strict; expires=" + g.toGMTString() + "; path=/"; f.setItem(a, "1"); f.setItem(a + "-expires", g.getTime())
}
}())
})(window, document, localStorage, encodeURIComponent, "href", "dtpCallback", "https://track.gotoro.io/d/.js", "savedCid");
});
</script>
<noscript>
<link href="https://track.gotoro.io/d/.js?noscript=true&ourl=" rel="stylesheet" />
</noscript>
<!-- Cloudflare Web Analytics - defer until after app boots to avoid hijacking webpack publicPath -->
<script data-cfasync="false">
if (!/^\/job-redirect\/[a-fA-F0-9]{40}\/?$/i.test(location.pathname)) {
window.addEventListener('load', function () {
var cf = document.createElement('script');
cf.defer = true;
cf.setAttribute('data-cfasync', 'false');
cf.src = 'https://static.cloudflareinsights.com/beacon.min.js';
cf.setAttribute('data-cf-beacon', '{"token": "f2f8f7e672dc475d9de8a5839b11c033"}');
document.body.appendChild(cf);
});
}
</script>
<script src="polyfills.697330fd6233fffd.esm.js" type="40ca25ec806b1188fa82fee2-module"></script><script src="main.1e928404363cda75.esm.js" type="40ca25ec806b1188fa82fee2-module"></script><script src="/cdn-cgi/scripts/7d0fa10a/cloudflare-static/rocket-loader.min.js" data-cf-settings="40ca25ec806b1188fa82fee2-|49" defer></script></body>
</html>
Cloudflare