Найден корректный robots.txt
Файл управления сканированием сайта роботами
?
Robots.txt указывает поисковым роботам, какие страницы сканировать, а какие — нет. Ошибки в файле могут случайно закрыть важные разделы от индексации.
Robots.txt настроен корректно. Размер файла: 16565 байт. Загружен за: 1сек.
Проверяемая страница не запрещена в robots.txt.
Цепочка редиректов для файла robots.txt:
http://database.factgrid.de/robots.txt
301 MovedPermanently
https://database.factgrid.de/robots.txt
200 OK
Показать содержимое robots.txt
<!doctype html><html lang="en"><head><meta charset="UTF-8"><meta name="viewport" content="width=device-width,initial-scale=1"><meta name="robots" content="noindex"><title>mod_repudiator</title><style>:root{--ui-gutter-x: 1.5rem;--ui-gutter-y: 0;--ui-body-bg: #fff;--ui-body-color: black;--ui-logo-color: black;--ui-logo-width: 250px;--ui-logo-height: 150px;--ui-font-sans-serif: system-ui, -apple-system, "Segoe UI", Roboto, "Helvetica Neue", "Noto Sans", "Liberation Sans", Arial, sans-serif, "Apple Color Emoji", "Segoe UI Emoji", "Segoe UI Symbol", "Noto Color Emoji";--ui-body-font-family: var(--ui-font-sans-serif);--ui-body-font-size: 1rem;--ui-body-font-weight: 400;--ui-body-line-height: 1.5;--ui-body-margin-width: 0.5rem;--ui-primary: #174488;--ui-primary-rgb: toRGB(#174488);--ui-success: #198754;--ui-success-rgb: toRGB(#198754);--ui-danger: #DC3545;--ui-danger-rgb: toRGB(#DC3545);--ui-info: #0D6EFD;--ui-info-rgb: toRGB(#0D6EFD);--ui-warning: #baba07;--ui-warning-rgb: toRGB(#baba07);--ui-muted: #6c757d;--ui-muted-rgb: toRGB(#6c757d);--ui-eigengrau: #16161d;--ui-eigengrau-rgb: toRGB(#16161d);--ui-white: white;--ui-white-rgb: toRGB(white)}@media(prefers-color-scheme: dark){:root{--ui-body-bg: #0d1117;--ui-body-color: #dee2e6;--ui-logo-color: white;--ui-primary: #2677f1;--ui-primary-rgb: toRGB(#2677f1)}}:root{--ui-gutter-x: 1.5rem;--ui-gutter-y: 0;--ui-body-bg: #fff;--ui-body-color: black;--ui-logo-color: black;--ui-logo-width: 250px;--ui-logo-height: 150px;--ui-font-sans-serif: system-ui, -apple-system, "Segoe UI", Roboto, "Helvetica Neue", "Noto Sans", "Liberation Sans", Arial, sans-serif, "Apple Color Emoji", "Segoe UI Emoji", "Segoe UI Symbol", "Noto Color Emoji";--ui-body-font-family: var(--ui-font-sans-serif);--ui-body-font-size: 1rem;--ui-body-font-weight: 400;--ui-body-line-height: 1.5;--ui-body-margin-width: 0.5rem;--ui-primary: #174488;--ui-primary-rgb: toRGB(#174488);--ui-success: #198754;--ui-success-rgb: toRGB(#198754);--ui-danger: #DC3545;--ui-danger-rgb: toRGB(#DC3545);--ui-info: #0D6EFD;--ui-info-rgb: toRGB(#0D6EFD);--ui-warning: #baba07;--ui-warning-rgb: toRGB(#baba07);--ui-muted: #6c757d;--ui-muted-rgb: toRGB(#6c757d);--ui-eigengrau: #16161d;--ui-eigengrau-rgb: toRGB(#16161d);--ui-white: white;--ui-white-rgb: toRGB(white)}@media(prefers-color-scheme: dark){:root{--ui-body-bg: #0d1117;--ui-body-color: #dee2e6;--ui-logo-color: white;--ui-primary: #2677f1;--ui-primary-rgb: toRGB(#2677f1)}}.bg-primary{background-color:var(--ui-primary) !important}.text-primary{color:var(--ui-primary) !important}.bg-success{background-color:var(--ui-success) !important}.text-success{color:var(--ui-success) !important}.bg-danger{background-color:var(--ui-danger) !important}.text-danger{color:var(--ui-danger) !important}.bg-info{background-color:var(--ui-info) !important}.text-info{color:var(--ui-info) !important}.bg-warning{background-color:var(--ui-warning) !important}.text-warning{color:var(--ui-warning) !important}.bg-muted{background-color:var(--ui-muted) !important}.text-muted{color:var(--ui-muted) !important}.bg-eigengrau{background-color:var(--ui-eigengrau) !important}.text-eigengrau{color:var(--ui-eigengrau) !important}.bg-white{background-color:var(--ui-white) !important}.text-white{color:var(--ui-white) !important}.container{width:100%;padding-right:calc(var(--ui-gutter-x)*.5);padding-left:calc(var(--ui-gutter-x)*.5);margin-right:auto;margin-left:auto}.row{display:flex;flex-wrap:wrap;margin-top:calc(-1*var(--ui-gutter-y));margin-right:calc(-0.5*var(--ui-gutter-x));margin-left:calc(-0.5*var(--ui-gutter-x))}.row>*{flex-shrink:0;width:100%;max-width:100%;padding-right:calc(var(--ui-gutter-x)*.5);padding-left:calc(var(--ui-gutter-x)*.5);margin-top:var(--ui-gutter-y)}.col{flex:1 0 0%}.col-1{flex:0 0 auto;width:8.3333333333%}.offset-1{margin-left:8.3333333333%}.col-2{flex:0 0 auto;width:16.6666666667%}.offset-2{margin-left:16.6666666667%}.col-3{flex:0 0 auto;width:25%}.offset-3{margin-left:25%}.col-4{flex:0 0 auto;width:33.3333333333%}.offset-4{margin-left:33.3333333333%}.col-5{flex:0 0 auto;width:41.6666666667%}.offset-5{margin-left:41.6666666667%}.col-6{flex:0 0 auto;width:50%}.offset-6{margin-left:50%}.col-7{flex:0 0 auto;width:58.3333333333%}.offset-7{margin-left:58.3333333333%}.col-8{flex:0 0 auto;width:66.6666666667%}.offset-8{margin-left:66.6666666667%}.col-9{flex:0 0 auto;width:75%}.offset-9{margin-left:75%}.col-10{flex:0 0 auto;width:83.3333333333%}.offset-10{margin-left:83.3333333333%}.col-11{flex:0 0 auto;width:91.6666666667%}.offset-11{margin-left:91.6666666667%}.col-12{flex:0 0 auto;width:100%}.offset-12{margin-left:100%}@media(min-width: 576px){.col-sm-1{flex:0 0 auto;width:8.3333333333%}.offset-sm-1{margin-left:8.3333333333%}.col-sm-2{flex:0 0 auto;width:16.6666666667%}.offset-sm-2{margin-left:16.6666666667%}.col-sm-3{flex:0 0 auto;width:25%}.offset-sm-3{margin-left:25%}.col-sm-4{flex:0 0 auto;width:33.3333333333%}.offset-sm-4{margin-left:33.3333333333%}.col-sm-5{flex:0 0 auto;width:41.6666666667%}.offset-sm-5{margin-left:41.6666666667%}.col-sm-6{flex:0 0 auto;width:50%}.offset-sm-6{margin-left:50%}.col-sm-7{flex:0 0 auto;width:58.3333333333%}.offset-sm-7{margin-left:58.3333333333%}.col-sm-8{flex:0 0 auto;width:66.6666666667%}.offset-sm-8{margin-left:66.6666666667%}.col-sm-9{flex:0 0 auto;width:75%}.offset-sm-9{margin-left:75%}.col-sm-10{flex:0 0 auto;width:83.3333333333%}.offset-sm-10{margin-left:83.3333333333%}.col-sm-11{flex:0 0 auto;width:91.6666666667%}.offset-sm-11{margin-left:91.6666666667%}.col-sm-12{flex:0 0 auto;width:100%}.offset-sm-12{margin-left:100%}}*,*:before,*:after{box-sizing:border-box}html,body{margin:0;padding:0}body{background-color:var(--ui-body-bg);color:var(--ui-body-color);font-family:var(--ui-body-font-family),serif;font-size:var(--ui-body-font-size);font-weight:var(--ui-body-font-weight);line-height:var(--ui-body-line-height);margin:var(--ui-body-margin-width)}#logo{display:block;width:var(--ui-logo-width);height:var(--ui-logo-height);margin-left:auto;margin-right:auto;background-color:var(--ui-logo-color);mask:url(data:image/svg+xml;base64,PHN2ZyB2ZXJzaW9uPSIxLjEiIGlkPSJHcnVwcGVfMSIgeG1sbnM9Imh0dHA6Ly93d3cudzMub3JnLzIwMDAvc3ZnIiB4PSIwIiB5PSIwIiB2aWV3Qm94PSIwIDAgMTU3LjQgNDcuOCIgc3R5bGU9ImVuYWJsZS1iYWNrZ3JvdW5kOm5ldyAwIDAgMTU3LjQgNDcuOCIgeG1sOnNwYWNlPSJwcmVzZXJ2ZSI+PHN0eWxlPi5zdDB7ZmlsbDojZmZmfTwvc3R5bGU+PHBhdGggaWQ9IlBmYWRfMSIgY2xhc3M9InN0MCIgZD0iTTEwNi41LjZIMTAxVjQwYzAgMy45IDMuMiA3LjEgNy4xIDcuMWg1LjZWNy43Yy0uMS0zLjktMy4zLTcuMS03LjItNy4xeiIvPjxwYXRoIGlkPSJQZmFkXzIiIGNsYXNzPSJzdDAiIGQ9Ik0xOC45IDcuOGMwLTMuOS0zLjItNy4xLTcuMS03LjFINi4zdjEwLjdILjV2MTEuNGgyLjhjMS42IDAgMyAxLjMgMyAzdjMuNWMwIDkuOCA3LjkgMTcuOCAxNy44IDE3LjhoMS40VjM2LjJsLS41LS4xYy0zLjUtLjQtNi4xLTMuNC02LjEtNi45di02LjVoNi42VjExLjRoLTYuNlY3Ljh6Ii8+PHBhdGggaWQ9IlBmYWRfMyIgY2xhc3M9InN0MCIgZD0iTTE1MS4yIDE2LjFjLTQuMy0zLjgtMTAuMy01LjYtMTUuNC0zLjgtMS45LjctMy43IDEuNi01LjQgMi44VjcuN2MwLTMuOS0zLjItNy4xLTcuMS03LjFoLTUuNnY0Ni41aDEwbC45LTFjLjgtLjkgMi4xLTEuMSAzLjEtLjYgMiAuOSA0LjIgMS40IDYuNCAxLjUgOS44LjUgMTguMi03LjEgMTguNy0xNi45di0uOWMuMS00LjktMi05LjctNS42LTEzLjF6bS0xMi4zIDIwLjdjLTQuMi41LTgtMi41LTguNC02LjdzMi41LTggNi43LTguNGMuNi0uMSAxLjEtLjEgMS43IDAgNC4yLjUgNy4yIDQuMyA2LjcgOC41LS40IDMuNC0zLjIgNi4yLTYuNyA2LjZ6Ii8+PHBhdGggaWQ9IlBmYWRfNCIgY2xhc3M9InN0MCIgZD0iTTk2LjkgMjkuMlYxOWMwLTMuOS0zLjItNy4xLTcuMS03LjFoLTUuNnYxNy4zYzAgMS40LS40IDIuNy0xLjEgMy45LS4xLjEtLjEuMi0uMi4zIDAgLjEtLjEuMS0uMS4yLS4xLjItLjIuMy0uNC41LS4xLjItLjMuMy0uNS41LS4xLjEtLjIuMi0uNC4zbC0uMS4xYy0xLjEgMS0yLjUgMS41LTQgMS43aC0xLjdjLS44LS4xLTEuNi0uMy0yLjQtLjctLjYtLjMtMS4yLS42LTEuNy0xLjEtMS43LTEuNC0yLjgtMy41LTMtNS43LS42LTQuNy0xLjEtOC44LTMuMy0xMS41LTMuMi00LjEtNy45LTUuOS0xMS01LjktNSAwLTkuNSAxLjgtMTEuNyA1LjhWNy43YzAtMy45LTMuMi03LjEtNy4xLTcuMUgzMFY0N2gxMi43VjI5LjJjMC0uNy4xLTEuMy4zLTEuOS40LTEuOSAxLjYtMy41IDMuMy00LjUuMy0uMi42LS4zLjktLjUgMS4yLS42IDIuNi0uOCA0LS43LjEgMCAuMyAwIC40LjEgMy44LjYgNi4xIDMuNiA2LjMgNy41LjQgNS41IDIuMSA5LjggNS43IDEzLjEgMy41IDMuMyA4LjIgNSAxMy4xIDQuOCAyLjItLjEgNC40LS42IDYuNC0xLjUgMS4xLS41IDIuMy0uMiAzLjEuNmwuOSAxaDEwbC0uMi0xOHoiLz48L3N2Zz4=) no-repeat center}.rep-reason{margin-bottom:.5rem}.rep-reason .rep-reason-headline{font-weight:bold}.rep-reason .rep-reason-score{font-weight:bold;text-align:end}</style></head><body><div class="container"><div id="logo" title="mod_repudiator Logo"></div><h1 rep-title class="text-primary"></h1><h3>{{ translate("reason.headline") }}</h3><div rep-reason-tmpl class="rep-reason"><div class="row"><div rep-reason-headline class="rep-reason-headline col-6"></div><div rep-reason-score class="rep-reason-score col-6"></div></div><div rep-reason-body class="rep-reason-body"></div></div></div><script defer="defer">(()=>{"use strict";var e,t={77(e){e.exports=JSON.parse('{"de":{"title":{"block":"Anfrage wurde blockiert","warn":"Anfrage wurde gedrosselt"},"reason":{"headline":"Begründung","asn":{"headline":"ASN Block","description":"Zu viele Anfragen aus ihrem ASN Block innerhalb eines bestimmten Zeitraums."},"country":{"headline":"Zugangspunkt","description":"Der Zugriff von ihrem Zugangspunkt ist blockiert."},"ip":{"headline":"IP Adresse","description":"Zu viele Anfragen von Ihrer IP-Adresse innerhalb eines bestimmten Zeitraums."},"net":{"headline":"Netzwerk Block","description":"Zu viele Anfragen aus ihrem Netzwerk Block innerhalb eines bestimmten Zeitraums."},"status":{"headline":"HTTP status code","description":"Zu viele Anfragen, die einen bestimmten HTTP-Statuscode auf unseren Webdiensten erzeugen."},"ua":{"headline":"Benutzeragent","description":"Wir haben einen unerwünschten Benutzeragenten festgestellt. Dies kann vorkommen, wenn Sie ein unerwünschter Bot sind oder einen sehr alten Browser und/oder ein veraltetes Betriebssystem verwenden."},"uri":{"headline":"URI","description":"Die angeforderte URI ist ungültig."}}},"en":{"title":{"block":"Request was blocked","warn":"Request was throttled"},"reason":{"headline":"Reasons","asn":{"headline":"ASN block","description":"Too many requests from their ASN block within a specific time period."},"country":{"headline":"Access point","description":"Access from their access point is blocked."},"ip":{"headline":"IP address","description":"Too many requests from your IP address within a specific time period."},"net":{"headline":"Network block","description":"Too many requests from your network block within a specific time period."},"status":{"headline":"HTTP status code","description":"Too many requests that generate a specific HTTP status code on our web services."},"ua":{"headline":"UserAgent","description":"We have detected an unwanted user agent. This can happen if you are an unwanted bot or are using a very old browser and/or an outdated operating system."},"uri":{"headline":"URI","description":"The requested URI is invalid."}}}}')}},n={};function s(e){var r=n[e];if(void 0!==r)return r.exports;var a=n[e]={exports:{}};return t[e](a,a.exports,s),a.exports}class r{constructor(e=null){this.container=null,this.parent=null,this.template=null,this.container=e,this.template=this.copyTemplate()}setTitle(e,t=null){if(this.template){const n=this.template.cloneNode(!0);if(n){n.innerHTML=e,n.removeAttribute("rep-title");const s=t||this.parent||document.body;let r=null;for(const e of s.childNodes)if(e.nodeType===e.COMMENT_NODE&&"rep-title"===e.nodeValue){r=e;break}r&&s.insertBefore(n,r.nextSibling)}}}copyTemplate(){var e;const t=(this.container||document).querySelectorAll("[rep-title]");t.length>1&&console.warn("Found title templates.");const n=t[0].cloneNode(!0);this.parent=t[0].parentElement;const s=document.createComment("rep-title");return null===(e=this.parent)||void 0===e||e.insertBefore(s,t[0]),t.forEach(e=>e.remove()),n}}!function(e){e.WARN="warn",e.BLOCK="block"}(e||(e={}));class a{constructor(e=null){this.reasons=[],this.container=null,this.ascending=!1,this.parent=null,this.template=null,this.container=e,this.template=this.copyTemplate()}sortDirection(e=!1){this.ascending=e}addReason(e,t,n=null,s=null){this.reasons.push({headline:e,description:t,type:n,score:s})}outputReasons(e=null){let t=0,n=null;this.reasons.sort((e,t)=>this.ascending?(e.score||0)-(t.score||0):(e.score||0)+(t.score||0));for(const s of this.reasons){const r=this.buildReason(s);if(r){r.id="reason-"+t;const s=e||this.parent||document.body;let a=null;for(const e of s.childNodes)if(e.nodeType===e.COMMENT_NODE&&"rep-reason-tmpl"===e.nodeValue){a=e;break}n?s.insertBefore(r,n.nextSibling):a&&s.insertBefore(r,a.nextSibling),n=r,t++}}}copyTemplate(){var e;const t=(this.container||document).querySelectorAll("[rep-reason-tmpl]");t.length>1&&console.warn("Found multiple reason templates.");const n=t[0].cloneNode(!0);this.parent=t[0].parentElement;const s=document.createComment("rep-reason-tmpl");return null===(e=this.parent)||void 0===e||e.insertBefore(s,t[0]),t.forEach(e=>e.remove()),n}buildReason(t){if(!this.template)return null;const n=this.template.cloneNode(!0);n.removeAttribute("rep-reason-tmpl"),null===t.type&&n.classList.add("text-muted");const s=n.querySelector("[rep-reason-score]");s&&(t.score||0===t.score?(s.innerHTML=t.score.toFixed(1),s.removeAttribute("rep-reason-score"),s.classList.add(t.type?t.type.valueOf()===e.WARN.valueOf()?"text-warning":"text-danger":"text-success")):s.remove());const r=n.querySelector("[rep-reason-headline]");r&&(r.innerHTML=t.headline,r.removeAttribute("rep-reason-headline"));const a=n.querySelector("[rep-reason-body]");return a&&(a.innerHTML=t.description,a.removeAttribute("rep-reason-body")),n}}class o{constructor(e=void 0){this.currentLang=null,this.messages=s(77),this.defaultLang=e||"en",this.detect(),this.translateDOM()}detect(){try{const e=new Intl.Locale(navigator.language);this.currentLang=e.language}catch(e){this.currentLang=this.defaultLang}}translateDOM(){const e=document.body.innerHTML.matchAll(new RegExp(o.FN_REGEX,"g"));for(const t of e){const e=this.translate(t[1]);document.body.innerHTML=document.body.innerHTML.replace(t[0],e)}}translate(e){return this.findMessage(this.currentLang,e)||this.findMessage(this.defaultLang,e)||e}findMessage(e,t){if(e){const n=this.messages[e],s=t.split(".");let r=0,a=n;for(const e of s)"object"==typeof a&&(a=a[e],r++);if(r===s.length&&"string"==typeof a)return a}return null}}o.FN_REGEX=/\{\{\s*translate\s*\(\s*[\"']+([^\"']+)[\"']+\s*\)\s\}\}/;class i{constructor(){this.showAllReasons=!1,this.initialize()}cmpFn(e,t,n){return n<t?e<=t||e<=n:e>=t||e>=n}typeFn(t,n,s){return s<n?t<=s?e.BLOCK:t<=n?e.WARN:null:t>=s?e.BLOCK:t>=n?e.WARN:null}initialize(){const e=new o,t=new r,n=new a,s=document.getElementById("repudiator-state");if(s)try{const r=JSON.parse(s.innerText);n.sortDirection(r.block<r.warn);const a=e.translate("title."+r.state);document.title=a,t.setTitle(a),(this.showAllReasons||this.cmpFn(r.ip,r.warn,r.block)||this.cmpFn(r.perIp,r.warn,r.block))&&n.addReason(e.translate("reason.ip.headline"),e.translate("reason.ip.description"),this.typeFn(r.ip+r.perIp,r.warn,r.block),r.ip+r.perIp),(this.showAllReasons||this.cmpFn(r.asn,r.warn,r.block)||this.cmpFn(r.perASN,r.warn,r.block))&&n.addReason(e.translate("reason.asn.headline"),e.translate("reason.asn.description"),this.typeFn(r.asn+r.perASN,r.warn,r.block),r.asn+r.perASN),(this.showAllReasons||this.cmpFn(r.perNet,r.warn,r.block))&&n.addReason(e.translate("reason.net.headline"),e.translate("reason.net.description"),this.typeFn(r.perNet,r.warn,r.block),r.perNet),(this.showAllReasons||this.cmpFn(r.ua,r.warn,r.block))&&n.addReason(e.translate("reason.ua.headline"),e.translate("reason.ua.description"),this.typeFn(r.ua,r.warn,r.block),r.ua),(this.showAllReasons||this.cmpFn(r.uri,r.warn,r.block))&&n.addReason(e.translate("reason.uri.headline"),e.translate("reason.uri.description"),this.typeFn(r.uri,r.warn,r.block),r.uri),(this.showAllReasons||this.cmpFn(r.country,r.warn,r.block))&&n.addReason(e.translate("reason.country.headline"),e.translate("reason.country.description"),this.typeFn(r.country,r.warn,r.block),r.country),(this.showAllReasons||this.cmpFn(r.status,r.warn,r.block))&&n.addReason(e.translate("reason.status.headline"),e.translate("reason.status.description"),this.typeFn(r.status,r.warn,r.block),r.status),n.outputReasons()}catch(e){e instanceof Error&&(t.setTitle(e.name),n.addReason(e.message,(e.stack||"").replace(/\n/g,"<br>")),n.outputReasons())}}}window.onload=()=>{new i}})();</script><script id="repudiator-state" type="application/json">{"state": "block", "warn": -200.00, "block": -400.00, "ip": 0.00, "asn": 0.00, "ua": 0.00, "uri": 0.00, "country": -500.00, "status": 0.00, "perIp": -0.27, "perNet": -0.13, "perASN": -0.01}</script></body></html>
Apache