Найден корректный robots.txt
Файл управления сканированием сайта роботами
?
Robots.txt указывает поисковым роботам, какие страницы сканировать, а какие — нет. Ошибки в файле могут случайно закрыть важные разделы от индексации.
Robots.txt настроен корректно. Размер файла: 10480 байт. Загружен за: 0сек.
Проверяемая страница не запрещена в robots.txt.
Цепочка редиректов для файла robots.txt:
http://discovermyprofile.com/robots.txt
301 MovedPermanently
https://discovermyprofile.com/robots.txt
200 OK
Показать содержимое robots.txt
<!DOCTYPE html><html lang="en"><head>
<meta charset="utf-8">
<base href="/">
<meta content="width=device-width, initial-scale=1" name="viewport">
<title>Discover My Profile</title>
<!-- Search Engine -->
<meta content="DiscoverMyProfile is a free platform that hosts psychometric tests with instant feedback. It is maintained by The University of Cambridge Psychometrics Centre, an international centre of excellence in psychological, occupational, clinical and educational assessment." name="description">
<meta content="psychology, tests, discover psychology profile, psychometrics, personality, iq, mind, cambridge, university psychology, psychology online, science, psychometrics centre, assessment, self-assessment, psychometrics center, occupational, educational, psychological, testing, research, test development, intelligence" name="keywords">
<meta content="/assets/dmp-1200x630.jpg" name="image">
<!-- Schema.org for Google -->
<meta content="Discover My Profile" itemprop="name">
<meta content="DiscoverMyProfile is a free platform that hosts psychometric tests with instant feedback. It is maintained by The University of Cambridge Psychometrics Centre, an international centre of excellence in psychological, occupational, clinical and educational assessment." itemprop="description">
<meta content="/assets/dmp-1200x630.jpg" itemprop="image">
<!-- Open Graph general (Facebook, Pinterest & Google+) -->
<meta content="Discover My Profile" name="og:title">
<meta content="DiscoverMyProfile is a free platform that hosts psychometric tests with instant feedback. It is maintained by The University of Cambridge Psychometrics Centre, an international centre of excellence in psychological, occupational, clinical and educational assessment." name="og:description">
<meta content="Discover My Profile" name="og:site_name">
<meta content="en_GB" name="og:locale">
<meta content="website" name="og:type">
<meta content="/assets/dmp-1200x630.jpg" name="og:image">
<link href="/assets/icons/icon-32x32.png" rel="icon" type="image/png">
<link href="manifest.webmanifest" rel="manifest">
<meta content="#1976d2" name="theme-color">
<link rel="stylesheet" href="styles.0048b4e19d11479036af.css"><style ng-transition="dmp-web">main[_ngcontent-sc27]{padding-top:70px;display:block}</style><style ng-transition="dmp-web">[_nghost-sc18]{display:block;height:70px;color:#fff;overflow:hidden;background-color:#1d2938;position:fixed;left:0;top:0;width:100%;z-index:100}[_nghost-sc18] .header-logo[_ngcontent-sc18] img[_ngcontent-sc18]{height:50px;margin:10px 0}[_nghost-sc18] .header-nav[_ngcontent-sc18]{float:right;height:60px;margin-top:7px}[_nghost-sc18] .header-nav[_ngcontent-sc18] a[_ngcontent-sc18]{color:#fff;display:inline-block;line-height:60px;height:60px;text-decoration:none;padding:0 5px}[_nghost-sc18] .header-nav[_ngcontent-sc18] a[_ngcontent-sc18]:hover{border-bottom:3px solid #ffb81c}</style><style ng-transition="dmp-web">[_nghost-sc26]{display:block;background-color:#1d2938;color:#fff;padding:20px 0;position:absolute;bottom:0;height:70px;width:100%;font-size:13px}[_nghost-sc26] .footer-container[_ngcontent-sc26]{display:flex;justify-content:space-between}[_nghost-sc26] .footer-container[_ngcontent-sc26] .footer-col[_ngcontent-sc26]:first-child{width:calc(100% - 200px)}[_nghost-sc26] .footer-container[_ngcontent-sc26] .footer-col[_ngcontent-sc26]:first-child .copyright[_ngcontent-sc26] span[_ngcontent-sc26]{display:inline-block}[_nghost-sc26] .footer-container[_ngcontent-sc26] .footer-col[_ngcontent-sc26]:first-child .copyright[_ngcontent-sc26] span[_ngcontent-sc26]:not(:last-child){margin-right:15px}[_nghost-sc26] .footer-container[_ngcontent-sc26] .footer-col[_ngcontent-sc26]:first-child .version[_ngcontent-sc26]{color:#aaa}[_nghost-sc26] .footer-container[_ngcontent-sc26] .footer-col[_ngcontent-sc26]:nth-child(2){width:150px}[_nghost-sc26] .footer-container[_ngcontent-sc26] .footer-col[_ngcontent-sc26]:nth-child(2) .fb-link[_ngcontent-sc26]{margin-right:5px}[_nghost-sc26] .footer-container[_ngcontent-sc26] .footer-col[_ngcontent-sc26] p[_ngcontent-sc26]{margin:0}[_nghost-sc26] .footer-container[_ngcontent-sc26] .footer-col[_ngcontent-sc26] a[_ngcontent-sc26]{color:#fff;text-decoration:none}[_nghost-sc26] .footer-container[_ngcontent-sc26] .footer-col[_ngcontent-sc26] a[_ngcontent-sc26]:focus, [_nghost-sc26] .footer-container[_ngcontent-sc26] .footer-col[_ngcontent-sc26] a[_ngcontent-sc26]:hover{text-decoration:underline}[_nghost-sc26] .social-btn[_ngcontent-sc26]{display:inline-block;padding:3px 10px;margin-top:-10px;border-radius:4px;text-decoration:none!important;width:70px}[_nghost-sc26] .social-btn.fb-btn[_ngcontent-sc26]{background-color:#4867a9;margin-right:10px}[_nghost-sc26] .social-btn.fb-btn[_ngcontent-sc26]:hover{text-decoration:none!important;background-color:#3b5998}[_nghost-sc26] .social-btn.tw-btn[_ngcontent-sc26]{background-color:#38a1f3}[_nghost-sc26] .social-btn.tw-btn[_ngcontent-sc26]:hover{text-decoration:none!important;background-color:#298edd}@media screen and (max-width:767px){[_nghost-sc26]{height:100px;font-size:12px}[_nghost-sc26] .footer-container[_ngcontent-sc26]{display:block}[_nghost-sc26] .footer-container[_ngcontent-sc26] .footer-col[_ngcontent-sc26]{width:100%!important}[_nghost-sc26] .footer-container[_ngcontent-sc26] .footer-col[_ngcontent-sc26]:nth-child(2){margin-top:10px}[_nghost-sc26] .hidden-sm[_ngcontent-sc26]{display:none!important}}</style><style ng-transition="dmp-web">.container[_ngcontent-sc42]{margin:0 20px 100px}.container[_ngcontent-sc42] h2[_ngcontent-sc42]{text-align:center;margin:50px 0 15px;font-size:40px;color:#ffb81c}.container[_ngcontent-sc42] p[_ngcontent-sc42]{text-align:center;color:#fff}@media screen and (max-width:767px){.container[_ngcontent-sc42] h2[_ngcontent-sc42]{font-size:28px}}</style></head>
<body>
<app-root _nghost-sc27="" ng-version="9.1.3"><app-header _ngcontent-sc27="" _nghost-sc18=""><div _ngcontent-sc18="" class="dmp-container"><a _ngcontent-sc18="" routerlink="/" class="header-logo" href="/"><img _ngcontent-sc18="" alt="Psychometrics centre logo" src="/assets/psychometrics.svg"></a><div _ngcontent-sc18="" class="header-nav"><a _ngcontent-sc18="" routerlink="/" href="/">All Tests</a></div></div></app-header><main _ngcontent-sc27=""><router-outlet _ngcontent-sc27=""></router-outlet><app-error _nghost-sc42=""><div _ngcontent-sc42=""><!----><!----><div _ngcontent-sc42="" class="container"><h2 _ngcontent-sc42="">404. Page not found.</h2><p _ngcontent-sc42="">The requested page was not found.</p></div><!----><!----></div></app-error><!----></main><app-footer _ngcontent-sc27="" _nghost-sc26=""><div _ngcontent-sc26="" class="dmp-container footer-container"><div _ngcontent-sc26="" class="footer-col"><p _ngcontent-sc26="" class="copyright"><span _ngcontent-sc26="">© <a _ngcontent-sc26="" href="https://www.psychometrics.cam.ac.uk/" target="_blank">University of Cambridge Psychometrics Centre</a></span><span _ngcontent-sc26=""><a _ngcontent-sc26="" routerlink="/term_and_conditions" href="/term_and_conditions">Terms and Conditions</a></span><span _ngcontent-sc26=""><a _ngcontent-sc26="" routerlink="/privacy_policy" href="/privacy_policy">Privacy Policy</a></span></p><p _ngcontent-sc26="" class="version">Application version: dev-56163479 (2022-08-22T12:13:34.469Z)</p></div><div _ngcontent-sc26="" class="footer-col"><p _ngcontent-sc26=""><a _ngcontent-sc26="" target="_blank" class="social-btn fb-btn" href="https://www.facebook.com/dialog/share?app_id=486507064737549&display=popup&href=https://discovermyprofile.com"><fa-icon _ngcontent-sc26="" class="ng-fa-icon"><svg role="img" aria-hidden="true" focusable="false" data-prefix="fab" data-icon="facebook-f" class="svg-inline--fa fa-facebook-f fa-w-10" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 320 512"><path fill="currentColor" d="M279.14 288l14.22-92.66h-88.91v-60.13c0-25.35 12.42-50.06 52.24-50.06h40.42V6.26S260.43 0 225.36 0c-73.22 0-121.08 44.38-121.08 124.72v70.62H22.89V288h81.39v224h100.17V288z"></path></svg></fa-icon> Share </a><a _ngcontent-sc26="" target="_blank" class="social-btn tw-btn" href="https://twitter.com/share?text=Discover%20your%20personality%2C%20intelligence%20and%20more%20for%20free%20at%20DiscoverMyProfile%2C%20developed%20by%20the%20University%20of%20Cambridge%20Psychometrics%20Centre:&url=https://discovermyprofile.com"><fa-icon _ngcontent-sc26="" class="ng-fa-icon"><svg role="img" aria-hidden="true" focusable="false" data-prefix="fab" data-icon="twitter" class="svg-inline--fa fa-twitter fa-w-16" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 512 512"><path fill="currentColor" d="M459.37 151.716c.325 4.548.325 9.097.325 13.645 0 138.72-105.583 298.558-298.558 298.558-59.452 0-114.68-17.219-161.137-47.106 8.447.974 16.568 1.299 25.34 1.299 49.055 0 94.213-16.568 130.274-44.832-46.132-.975-84.792-31.188-98.112-72.772 6.498.974 12.995 1.624 19.818 1.624 9.421 0 18.843-1.3 27.614-3.573-48.081-9.747-84.143-51.98-84.143-102.985v-1.299c13.969 7.797 30.214 12.67 47.431 13.319-28.264-18.843-46.781-51.005-46.781-87.391 0-19.492 5.197-37.36 14.294-52.954 51.655 63.675 129.3 105.258 216.365 109.807-1.624-7.797-2.599-15.918-2.599-24.04 0-57.828 46.782-104.934 104.934-104.934 30.213 0 57.502 12.67 76.67 33.137 23.715-4.548 46.456-13.32 66.599-25.34-7.798 24.366-24.366 44.833-46.132 57.827 21.117-2.273 41.584-8.122 60.426-16.243-14.292 20.791-32.161 39.308-52.628 54.253z"></path></svg></fa-icon> Tweet </a></p></div></div></app-footer></app-root>
<script async="" src="https://www.googletagmanager.com/gtag/js?id=UA-58026407-2"></script>
<script>
window.dataLayer = window.dataLayer || [];
function gtag() {
dataLayer.push(arguments);
}
gtag('js', new Date());
</script>
<script src="runtime-es2015.14618947dd0bbb426de0.js" type="module"></script><script src="runtime-es5.14618947dd0bbb426de0.js" nomodule="" defer=""></script><script src="polyfills-es5.1e5fa760a1be73de5d77.js" nomodule="" defer=""></script><script src="polyfills-es2015.9c154dfa47dfd442cc06.js" type="module"></script><script src="main-es2015.1eb8801cb7bcbd320925.js" type="module"></script><script src="main-es5.1eb8801cb7bcbd320925.js" nomodule="" defer=""></script>
<script id="dmp-web-state" type="application/json">{}</script></body></html>
nginx