Найден корректный robots.txt
Файл управления сканированием сайта роботами
?
Robots.txt указывает поисковым роботам, какие страницы сканировать, а какие — нет. Ошибки в файле могут случайно закрыть важные разделы от индексации.
Кол-во редиректов для файла robots.txt 4 слишком большое! Это может вызывать затруднение при индексации поисковыми роботами!
Проверяемая страница не запрещена в robots.txt.
Цепочка редиректов для файла robots.txt:
http://authentication.taboola.com/robots.txt
301 MovedPermanently
https://authentication.taboola.com/robots.txt
301 MovedPermanently
https://authentication.taboola.com/authentication/
302 Found
https://authentication.taboola.com/authentication/login
200 OK
Показать содержимое robots.txt
<!doctype html>
<html lang="en" id="html-signin">
<head>
<meta charset='utf-8'>
<script>
(function() {
try {
var params = new URLSearchParams(window.location.search);
var consentDisabled = false;
// Check direct consent query parameter
var consentParam = params.get('consent');
if (consentParam && consentParam.toLowerCase() === 'false') {
consentDisabled = true;
}
// Check consent in OAuth state parameter
if (!consentDisabled) {
var stateParam = params.get('state');
if (stateParam) {
try {
var decodedState = decodeURIComponent(stateParam);
// Check if consent=false exists in the decoded state string
if (decodedState.includes('consent=false')) {
consentDisabled = true;
}
} catch (decodeError) {
if (window && window.console && typeof window.console.error === 'function') {
window.console.error('[CMP] Failed to decode OAuth state parameter:', decodeError);
}
}
}
}
// Set the consent screen flag and log if consent is disabled
if (consentDisabled) {
window.cmp_noscreen = true;
if (window && window.console && typeof window.console.log === 'function') {
window.console.log('[CMP] consent=false detected, disabling consent screen (cmp_noscreen=true)');
}
}
} catch (e) {
if (window && window.console && typeof window.console.error === 'function') {
window.console.error('[CMP] Failed to evaluate consent param for cmp_noscreen:', e);
}
}
})();
</script>
<!--[if lt IE 9]>
<script src="/authentication/resources/js/lib/html5.js"></script>
<![endif]-->
<script>
window.top.postMessage({ type: 'auth', value: location.href }, '*');
</script>
<!-- locale: en_US -->
<meta http-equiv='X-UA-Compatible' content='IE=edge,chrome=1'>
<meta name="application-name" content="Taboola Backstage">
<meta name="author" content="Taboola, Ltd">
<meta name="description" content="An administration console app for Taboola's publishers and advertisers">
<meta name="viewport" content="width=device-width, initial-scale=1.0, user-scalable=no">
<meta name="mobile-web-app-capable" content="yes">
<meta name="apple-mobile-web-app-capable" content="yes">
<meta name="_csrf" content="9b9d92a0-50f9-4f6e-9a9b-912b2b17cc85"/>
<meta name="_csrf_header" content="X-CSRF-TOKEN"/>
<!-- HTML5 shim, for IE6-8 support of HTML elements -->
<!--[if lt IE 9]>
<script src="//html5shim.googlecode.com/svn/trunk/html5.js"></script>
<![endif]-->
<link rel="icon" type="image/png" href="/authentication/resources/img/apple-touch-icon.png">
<link rel="shortcut icon" href="/authentication/resources/img/favicon.ico">
<link rel="apple-touch-icon" href="/authentication/resources/img/apple-touch-icon.png">
<link rel="apple-touch-icon" sizes="72x72" href="/authentication/resources/img/apple-touch-icon-72x72.png">
<link rel="apple-touch-icon" sizes="114x114" href="/authentication/resources/img/apple-touch-icon-114x114.png">
<script type="text/javascript">
(function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
(i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
})(window,document,'script','//www.google-analytics.com/analytics.js','ga');
</script>
<script>(function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':
new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0],
j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src=
'//www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f);
})(window,document,'script','dataLayer','GTM-N772FSM');</script>
<title>Sign In</title>
<link rel=stylesheet href='/authentication/resources/css/authentication.min.css?build_version=20260819.51-RELEASE'>
<link rel=stylesheet href='/authentication/resources/themes/product-base-transitions.css'>
<link rel=stylesheet href='/authentication/resources/themes/product-realize/authentication.style.css'>
<link rel=stylesheet href='/authentication/resources/themes/product-newsroom/authentication.style.css'>
<link rel=stylesheet href='/authentication/resources/themes/product-backstage/authentication.style.css'>
</head>
<body id="signin" class="sign-in" data-product="realize">
<noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-N772FSM" height="0" width="0" style="display:none;visibility:hidden"></iframe></noscript>
<input type="hidden" id="applicationLocale" value="en_US" />
<input type="hidden" id="applicationDomain" value="/authentication/" />
<input type="hidden" id="serverTime" value="1787294454527" />
<!-- The below hidden fields contain data required by universal-analytics.js -->
<input type="hidden" id="pageIsForm" value=""/>
<input type="hidden" id="pageGroupId" value="" />
<input type="hidden" id="signedInUser" value="" />
<input type="hidden" id="signedInUserId" value="" />
<input type="hidden" id="signedInUserEmail" value="" />
<input type="hidden" id="hlParamsSeparator" value="" />
<input type="hidden" id="thumbnailPrefix" value="" />
<input type="hidden" id="decimalSeparator" value="." />
<input type="hidden" id="numberGroupingSeparator" value="," />
<input type="hidden" id="fixedMessageDurationOverride" value="0" />
<div class="taboola-logo-header">
<img src="/authentication/resources/img/taboola-logo.svg" alt="Taboola" class="taboola-logo">
</div>
<div id="container">
<div id="layout-main" role="main" class="clearfix">
<div id="left-area">
<div class="inner-form">
<script>(function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':
new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0],
j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src=
'//www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f);
})(window,document,'script','dataLayer','GTM-N772FSM');</script>
<section id="main-section" class="main-login-section">
<script src='https://www.google.com/recaptcha/api.js?render=6LdOjq4ZAAAAAH1RW4vUuog5gOBHBlBPKCcTY-IT'></script>
<input type="hidden" name="recaptchaKey" id="recaptchaKey" value="6LdOjq4ZAAAAAH1RW4vUuog5gOBHBlBPKCcTY-IT"/>
<div class="product-selector" role="tablist" aria-label="Select product">
<button type="button"
role="tab"
data-product="realize"
aria-selected="true"
class="product-tab active">
Realize
</button>
<button type="button"
role="tab"
data-product="newsroom"
aria-selected="false"
class="product-tab ">
Newsroom
</button>
<button type="button"
role="tab"
data-product="backstage"
aria-selected="false"
class="product-tab ">
Backstage
</button>
</div>
<div class="product-header">
<h2 class="product-title">
<span class="product-title-logo">
<img src="/authentication/resources/themes/product-realize/images/realize-logo.svg" alt="realize" />
</span>
<span class="tagline-highlight">what's yours</span>
</h2>
<p class="product-description">The Performance Platform Built for Advertisers Seeking to Scale Beyond Search and Social</p>
</div>
<form id="loginForm" class="simplified-login-form" name="loginForm" action="j_spring_security_check#" method="post">
<input type="hidden" name="serverTime" id="serverTime" value="1787294454527"/>
<input type="hidden" name="_csrf" value="9b9d92a0-50f9-4f6e-9a9b-912b2b17cc85"/>
<input type="hidden" name="oauthParameters" id="oauthParameters" value="redir=%2Fauthentication%2Fhello%23"/>
<div class="form-group">
<label for="j_username">Email</label>
<input type="text" id="j_username" name="j_username" placeholder="you@example.com" tabindex="1" autocomplete="username"/>
</div>
<div class="form-group">
<div class="password-label-row">
<label for="j_password">Password</label>
<a class="forgot-link" href="passreset?redir=%2Fauthentication%2Fhello%23">Forgot password?</a>
</div>
<input type="password" id="j_password" name="j_password" placeholder="••••••" tabindex="2" autocomplete="current-password"/>
</div>
<div class="form-group checkbox-group">
<label>
<input type="checkbox" id="_spring_security_remember_me" name="_spring_security_remember_me"
class="remember-me-checkbox" tabindex="3" value="true"/>
Keep me signed in
</label>
</div>
<div class="form-actions">
<button id="login" class="btn btn-primary" type="submit" tabindex="4">Sign In</button>
<button id="oneTimeLink" class="btn btn-secondary" type="button" tabindex="5">One Time link</button>
</div>
</form>
<form id="oneTimeLinkForm" class="one-time-link-form" name="oneTimeLink" method="post"
action="/authentication/magic-link/recover-email?redir=%2Fauthentication%2Fhello%23"
style="display: none;">
<input type="hidden" name="_csrf" value="9b9d92a0-50f9-4f6e-9a9b-912b2b17cc85"/>
<input type="hidden" name="oauthParameters" id="oauthParameters-otl" value="redir=%2Fauthentication%2Fhello%23"/>
<div class="form-group">
<label for="otl-username">Email</label>
<input type="text" id="otl-username" name="username" placeholder="Type Email..." tabindex="1" autocomplete="username"/>
</div>
<div class="form-actions">
<button id="sendOneTimeLink" class="btn btn-primary" type="submit" tabindex="2">Send</button>
<button id="backToPassword" class="btn btn-secondary" type="button" tabindex="3">Back to Sign In</button>
</div>
<div class="form-group checkbox-group">
<label>
<input type="checkbox" id="rememberMeOtl" name="_spring_security_remember_me"
class="remember-me-checkbox" tabindex="4" value="true"/>
Keep me signed in
</label>
</div>
</form>
<div class="divider-or">
<span>or</span>
</div>
<div class="oauth-providers" style="margin-bottom:30px;">
<a id="google-signin-btn" class="google-signin-button" tabindex="5" href="https://accounts.google.com/o/oauth2/v2/auth?scope=https%3A%2F%2Fwww.googleapis.com%2Fauth%2Fuserinfo.email&response_type=code&redirect_uri=https%3A%2F%2Fauthentication.taboola.com%2Fauthentication%2Fgoogle-sign-in&client_id=537348096083-gglpmqj6d0qdbseflp1pcr6uns0fr1rh.apps.googleusercontent.com&state=prompt%3Dlogin%26key%3D9b9d92a0-50f9-4f6e-9a9b-912b2b17cc85">
<svg class="google-icon" width="18" height="18" viewBox="0 0 14.3734 14.6666" fill="none" xmlns="http://www.w3.org/2000/svg">
<path d="M14.3733 7.5C14.3733 6.98 14.3266 6.48 14.24 6H7.33333V8.84H11.28C11.1066 9.75333 10.5866 10.5266 9.80663 11.0466V12.8933H12.1866C13.5733 11.6133 14.3733 9.73333 14.3733 7.5Z" fill="#4285F4"/>
<path d="M7.33333 14.6666C9.31333 14.6666 10.9733 14.0133 12.1866 12.8933L9.80663 11.0466C9.15333 11.4866 8.32 11.7533 7.33333 11.7533C5.42666 11.7533 3.80666 10.4666 3.22666 8.73333H0.786664V10.6266C1.99333 13.02 4.46666 14.6666 7.33333 14.6666Z" fill="#34A853"/>
<path d="M3.22666 8.72666C3.08 8.28666 2.99333 7.82 2.99333 7.33333C2.99333 6.84666 3.08 6.38 3.22666 5.94V4.04666H0.786664C0.286667 5.03333 0 6.14666 0 7.33333C0 8.52 0.286667 9.63333 0.786664 10.62L2.68666 9.14L3.22666 8.72666Z" fill="#FBBC05"/>
<path d="M7.33333 2.92C8.41333 2.92 9.37333 3.29333 10.14 4.01333L12.24 1.91333C10.9666 0.726664 9.31333 0 7.33333 0C4.46666 0 1.99333 1.64666 0.786664 4.04666L3.22666 5.94C3.80666 4.20666 5.42666 2.92 7.33333 2.92Z" fill="#EA4335"/>
</svg>
<span>Sign in with Google</span>
</a>
</div>
<div class="signin-footer-text">
<p>
By signing in, you agree to our
<a href="https://policies.taboola.com/terms-of-service/" target="_blank" rel="noopener noreferrer">Terms of Service</a>
and
<a href="https://policies.taboola.com/privacy-policy/" target="_blank" rel="noopener noreferrer">Privacy Policy</a>
</p>
</div>
</section>
<div class="bottom-support-link">
<span>Need help? </span><a href="mailto:support@taboola.com">Contact Support</a>
</div>
</div>
</div>
</div>
</div>
<div id='GA-flag' class='hidden'>
<input type='hidden' id='GA-invoke' value='1' />
</div>
<script type="text/javascript"> var require = { urlArgs: "build_version=20260819.51-RELEASE" }; </script>
<script data-main="/authentication/resources/authentication.main.js" src="/authentication/resources/components/requirejs/require.js"></script>
</body>
</html>