Найден корректный robots.txt
Файл управления сканированием сайта роботами
?
Robots.txt указывает поисковым роботам, какие страницы сканировать, а какие — нет. Ошибки в файле могут случайно закрыть важные разделы от индексации.
Кол-во редиректов для файла robots.txt 5 слишком большое! Это может вызывать затруднение при индексации поисковыми роботами!
Проверяемая страница не запрещена в robots.txt.
Цепочка редиректов для файла robots.txt:
http://scanpix.no/robots.txt
301 MovedPermanently
https://scanpix.no/robots.txt
301 MovedPermanently
https://bilder.ntb.no/
302 Found
https://bilder.ntb.no/r
302 Found
https://bilder.ntb.no/r/
200 OK
Показать содержимое robots.txt
<!doctype html><html lang="en"><head><meta charset="utf-8"/><link rel="shortcut icon" type="image/x-icon" href="/r/favicon/favicon.ico"/><link rel="icon" sizes="16x16" type="image/png" href="/r/favicon/favicon-16x16.png"/><link rel="icon" sizes="32x32" type="image/png" href="/r/favicon/favicon-32x32.png"/><link rel="icon" sizes="192x192" type="image/png" href="/r/favicon/android-chrome-192x192.png"/><link rel="icon" sizes="512x512" type="image/png" href="/r/favicon/android-chrome-512x512.png"/><link rel="apple-touch-icon" sizes="180x180" href="/r/favicon/apple-touch-icon-180.png"/><meta name="viewport" content="width=device-width,initial-scale=1"/><meta name="theme-color" content="#000000"/><link rel="manifest" href="/r/manifest.json"/><meta name="description" content="Landets største leverandør av visuelt innhold med et digitalt arkiv på over 300 millioner bilder og videoer."/><title>NTB Bilder og video</title><script src="/r/js/browser-compatibility.js" async></script><script src="https://www.google.com/recaptcha/api.js" async defer="defer"></script><link href="/r/static/css/8.b5569c61.chunk.css" rel="stylesheet"><link href="/r/static/css/main.ee7c1c83.chunk.css" rel="stylesheet"></head><body><noscript>Du må aktivere JavaScript i nettleseren for å se denne nettsiden.</noscript><div id="root"></div><script type="text/javascript">function initEmbeddedMessaging(){try{embeddedservice_bootstrap.settings.language="NO",embeddedservice_bootstrap.init("00D3X000001tq8W","Chat_NTB","https://ntb.my.site.com/ESWNTBChat1768490868747",{scrt2URL:"https://ntb.my.salesforce-scrt.com"})}catch(e){console.error("Error loading Embedded Messaging: ",e)}}</script><script type="text/javascript" src="https://ntb.my.site.com/ESWNTBChat1768490868747/assets/js/bootstrap.min.js" onload="initEmbeddedMessaging()"></script><script>!function(e){function t(t){for(var n,o,u=t[0],f=t[1],i=t[2],l=0,d=[];l<u.length;l++)o=u[l],Object.prototype.hasOwnProperty.call(a,o)&&a[o]&&d.push(a[o][0]),a[o]=0;for(n in f)Object.prototype.hasOwnProperty.call(f,n)&&(e[n]=f[n]);for(s&&s(t);d.length;)d.shift()();return c.push.apply(c,i||[]),r()}function r(){for(var e,t=0;t<c.length;t++){for(var r=c[t],n=!0,o=1;o<r.length;o++){var f=r[o];0!==a[f]&&(n=!1)}n&&(c.splice(t--,1),e=u(u.s=r[0]))}return e}var n={},o={6:0},a={6:0},c=[];function u(t){if(n[t])return n[t].exports;var r=n[t]={i:t,l:!1,exports:{}};return e[t].call(r.exports,r,r.exports,u),r.l=!0,r.exports}u.e=function(e){var t=[];o[e]?t.push(o[e]):0!==o[e]&&{3:1,4:1,7:1,9:1,10:1,11:1,12:1,13:1,14:1,15:1}[e]&&t.push(o[e]=new Promise((function(t,r){for(var n="static/css/"+({}[e]||e)+"."+{0:"31d6cfe0",1:"31d6cfe0",2:"31d6cfe0",3:"f0119df5",4:"ea5e6916",7:"982d19b7",9:"1f2d6280",10:"ac26d5e9",11:"81a11454",12:"c8884382",13:"941ee84b",14:"77aa6677",15:"bd6aefc9",16:"31d6cfe0"}[e]+".chunk.css",a=u.p+n,c=document.getElementsByTagName("link"),f=0;f<c.length;f++){var i=(s=c[f]).getAttribute("data-href")||s.getAttribute("href");if("stylesheet"===s.rel&&(i===n||i===a))return t()}var l=document.getElementsByTagName("style");for(f=0;f<l.length;f++){var s;if((i=(s=l[f]).getAttribute("data-href"))===n||i===a)return t()}var d=document.createElement("link");d.rel="stylesheet",d.type="text/css",d.onload=t,d.onerror=function(t){var n=t&&t.target&&t.target.src||a,c=new Error("Loading CSS chunk "+e+" failed.\n("+n+")");c.code="CSS_CHUNK_LOAD_FAILED",c.request=n,delete o[e],d.parentNode.removeChild(d),r(c)},d.href=a,document.getElementsByTagName("head")[0].appendChild(d)})).then((function(){o[e]=0})));var r=a[e];if(0!==r)if(r)t.push(r[2]);else{var n=new Promise((function(t,n){r=a[e]=[t,n]}));t.push(r[2]=n);var c,f=document.createElement("script");f.charset="utf-8",f.timeout=120,u.nc&&f.setAttribute("nonce",u.nc),f.src=function(e){return u.p+"static/js/"+({}[e]||e)+"."+{0:"0806ad17",1:"18745830",2:"12bb2fce",3:"f5701003",4:"c1b3d731",7:"e49ac0c2",9:"c217807a",10:"fdfcd2c2",11:"caf4595e",12:"a4b067cb",13:"f9e84fb6",14:"93cd54f2",15:"9973ca29",16:"5396ccdf"}[e]+".chunk.js"}(e);var i=new Error;c=function(t){f.onerror=f.onload=null,clearTimeout(l);var r=a[e];if(0!==r){if(r){var n=t&&("load"===t.type?"missing":t.type),o=t&&t.target&&t.target.src;i.message="Loading chunk "+e+" failed.\n("+n+": "+o+")",i.name="ChunkLoadError",i.type=n,i.request=o,r[1](i)}a[e]=void 0}};var l=setTimeout((function(){c({type:"timeout",target:f})}),12e4);f.onerror=f.onload=c,document.head.appendChild(f)}return Promise.all(t)},u.m=e,u.c=n,u.d=function(e,t,r){u.o(e,t)||Object.defineProperty(e,t,{enumerable:!0,get:r})},u.r=function(e){"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})},u.t=function(e,t){if(1&t&&(e=u(e)),8&t)return e;if(4&t&&"object"==typeof e&&e&&e.__esModule)return e;var r=Object.create(null);if(u.r(r),Object.defineProperty(r,"default",{enumerable:!0,value:e}),2&t&&"string"!=typeof e)for(var n in e)u.d(r,n,function(t){return e[t]}.bind(null,n));return r},u.n=function(e){var t=e&&e.__esModule?function(){return e.default}:function(){return e};return u.d(t,"a",t),t},u.o=function(e,t){return Object.prototype.hasOwnProperty.call(e,t)},u.p="/r/",u.oe=function(e){throw console.error(e),e};var f=this.webpackJsonpspwebapp=this.webpackJsonpspwebapp||[],i=f.push.bind(f);f.push=t,f=f.slice();for(var l=0;l<f.length;l++)t(f[l]);var s=i;r()}([])</script><script src="/r/static/js/8.4985687f.chunk.js"></script><script src="/r/static/js/main.d80c06a0.chunk.js"></script></body></html>
