Найден корректный robots.txt
Robots.txt настроен корректно. Размер файла: 7066 байт. Загружен за: 0сек.
Проверяемая страница не запрещена в robots.txt.
Цепочка редиректов для файла robots.txt:
http://lexobserver.column.us/robots.txt
301 MovedPermanently
https://lexobserver.column.us/robots.txt
200 OK
Показать содержимое robots.txt
<!doctype html><html lang="en"><head><meta charset="utf-8"/><meta name="viewport" content="width=device-width,initial-scale=1,shrink-to-fit=no"/><meta name="theme-color" content="#000000"/><meta name="x-column-version" content="26-40-2022"/><title>Column</title><meta name="title" content="Column"/><meta name="description" content="We help newspapers notify the public by building technology to support the distribution of public interest information."/><meta property="og:type" content="website"/><meta property="og:url" content="https://www.column.us/"/><meta property="og:title" content="Column, PBC"/><meta property="og:description" content="We help newspapers notify the public by building technology to support the distribution of public interest information."/><meta property="og:image" content="https://www.column.us/og-image.png"/><meta property="twitter:card" content="summary_large_image"/><meta property="twitter:url" content="https://www.column.us/"/><meta property="twitter:title" content="Column, PBC"/><meta property="twitter:description" content="We help newspapers notify the public by building technology to support the distribution of public interest information."/><meta property="twitter:image" content="https://www.column.us/og-image.png"/><link rel="apple-touch-icon" sizes="180x180" href="/apple-touch-icon.png"/><link rel="icon" type="image/png" sizes="32x32" href="/favicon-32x32.png"/><link rel="icon" type="image/png" sizes="16x16" href="/favicon-16x16.png"/><link rel="manifest" href="/site.webmanifest"/><link rel="mask-icon" href="/safari-pinned-tab.svg"/><meta name="msapplication-TileColor" content="#2c9bdb"/><meta name="theme-color" content="#2c9bdb"/><script type="text/javascript" src="/modernizr-custom.js"></script><script>!function(e,t,a,n,g){e[n]=e[n]||[],e[n].push({"gtm.start":(new Date).getTime(),event:"gtm.js"});var m=t.getElementsByTagName(a)[0],r=t.createElement(a);r.async=!0,r.src="https://www.googletagmanager.com/gtm.js?id=GTM-5TQXJ2L",m.parentNode.insertBefore(r,m)}(window,document,"script","dataLayer")</script><script async src="https://www.googletagmanager.com/gtag/js?id=UA-170091460-1"></script><script>function gtag(){dataLayer.push(arguments)}window.dataLayer=window.dataLayer||[],gtag("js",new Date),gtag("config","UA-170091460-1")</script><head><meta charset="utf-8"/><meta name="viewport" content="width=device-width,initial-scale=1,shrink-to-fit=no"/><meta name="theme-color" content="#000000"/><title>Column</title><meta name="title" content="Column"><meta name="description" content="We build technology to support the distribution of public interest information."><meta property="og:type" content="website"><meta property="og:url" content="https://column.us/"><meta property="og:title" content="Column"><meta property="og:description" content="We build technology to support the distribution of public interest information."><meta property="og:image" content="https://column.us/og-image.png?bust_cache=true"><meta property="twitter:card" content="summary_large_image"><meta property="twitter:url" content="https://column.us/"><meta property="twitter:title" content="Column"><meta property="twitter:description" content="We build technology to support the distribution of public interest information."><meta property="twitter:image" content="https://column.us/og-image.png?bust_cache=true"><meta property="twitter:image:alt" content="Column logo"><link rel="apple-touch-icon" sizes="180x180" href="/apple-touch-icon.png"><link rel="icon" type="image/png" sizes="32x32" href="/favicon-32x32.png"><link rel="icon" type="image/png" sizes="16x16" href="/favicon-16x16.png"><link rel="manifest" href="/site.webmanifest"><link rel="mask-icon" href="/safari-pinned-tab.svg"><meta name="msapplication-TileColor" content="#2c9bdb"><meta name="theme-color" content="#2c9bdb"><script async src="https://www.googletagmanager.com/gtag/js?id=UA-170091460-1"></script><script>function gtag(){dataLayer.push(arguments)}window.dataLayer=window.dataLayer||[],gtag("js",new Date),gtag("config","UA-170091460-1")</script><script src="/outdated-browser-rework.min.js"></script><script>var BROWSERS={ie:"ie",edge:"edge",safari:"safari",chrome:"chrome",firefox:"firefox",ios:"ios",opera:"opera",edgeChromium:"edge-chromium"},BROWSER_SUPPORTED=function(){if(!Modernizr.cookies)return!1;Modernizr.on("indexeddb",(function(e){e||(window.location.href="/unsupported.html")}));var e=window.detect(),o=e.name,r=e.version,i=parseFloat(r);return!(!navigator.platform||!/iPad|iPhone|iPod/.test(navigator.platform))||o!==BROWSERS.ie&&(o===BROWSERS.opera&&i>=67||o===BROWSERS.safari&&i>=11.1||o===BROWSERS.chrome&&i>=60||o===BROWSERS.edge&&i>=79||o===BROWSERS.firefox&&i>=55||o===BROWSERS.edgeChromium&&i>=80||o===BROWSERS.ios&&i>=13)};BROWSER_SUPPORTED()||(window.location.href="/unsupported.html")</script><script id="stripe-js" src="https://js.stripe.com/v3" async></script><meta name="cf-2fa-verify" content="8l5I6yIPOyI68laZcVe6hKSX223vIUhE6MT4CbA8p35zEx1H9T3ovwD0sddEX"><link href="/static/css/2.6b77e295.chunk.css" rel="stylesheet"><link href="/static/css/main.d42307b6.chunk.css" rel="stylesheet"></head><body><noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-5TQXJ2L" height="0" width="0" style="display:none;visibility:hidden"></iframe></noscript><noscript>You need to enable JavaScript to run this app.</noscript><div id="root"></div><script>!function(e){function t(t){for(var n,p,i=t[0],l=t[1],a=t[2],c=0,s=[];c<i.length;c++)p=i[c],Object.prototype.hasOwnProperty.call(o,p)&&o[p]&&s.push(o[p][0]),o[p]=0;for(n in l)Object.prototype.hasOwnProperty.call(l,n)&&(e[n]=l[n]);for(f&&f(t);s.length;)s.shift()();return u.push.apply(u,a||[]),r()}function r(){for(var e,t=0;t<u.length;t++){for(var r=u[t],n=!0,i=1;i<r.length;i++){var l=r[i];0!==o[l]&&(n=!1)}n&&(u.splice(t--,1),e=p(p.s=r[0]))}return e}var n={},o={1:0},u=[];function p(t){if(n[t])return n[t].exports;var r=n[t]={i:t,l:!1,exports:{}};return e[t].call(r.exports,r,r.exports,p),r.l=!0,r.exports}p.m=e,p.c=n,p.d=function(e,t,r){p.o(e,t)||Object.defineProperty(e,t,{enumerable:!0,get:r})},p.r=function(e){"undefined"!=typeof Symbol&&Symbol.toStringTag&&Object.defineProperty(e,Symbol.toStringTag,{value:"Module"}),Object.defineProperty(e,"__esModule",{value:!0})},p.t=function(e,t){if(1&t&&(e=p(e)),8&t)return e;if(4&t&&"object"==typeof e&&e&&e.__esModule)return e;var r=Object.create(null);if(p.r(r),Object.defineProperty(r,"default",{enumerable:!0,value:e}),2&t&&"string"!=typeof e)for(var n in e)p.d(r,n,function(t){return e[t]}.bind(null,n));return r},p.n=function(e){var t=e&&e.__esModule?function(){return e.default}:function(){return e};return p.d(t,"a",t),t},p.o=function(e,t){return Object.prototype.hasOwnProperty.call(e,t)},p.p="/";var i=this["webpackJsonpenotice-app"]=this["webpackJsonpenotice-app"]||[],l=i.push.bind(i);i.push=t,i=i.slice();for(var a=0;a<i.length;a++)t(i[a]);var f=l;r()}([])</script><script src="/static/js/2.7b3695bf.chunk.js"></script><script src="/static/js/main.fc2cf8a2.chunk.js"></script></body></head></html>