Найден корректный robots.txt
Файл управления сканированием сайта роботами
?
Robots.txt указывает поисковым роботам, какие страницы сканировать, а какие — нет. Ошибки в файле могут случайно закрыть важные разделы от индексации.
Кол-во редиректов для файла robots.txt 3 слишком большое! Это может вызывать затруднение при индексации поисковыми роботами!
Проверяемая страница не запрещена в robots.txt.
Цепочка редиректов для файла robots.txt:
http://dotnetrocks.com/robots.txt
301 MovedPermanently
https://dotnetrocks.com/robots.txt
301 MovedPermanently
https://www.dotnetrocks.com/robots.txt
200 OK
Показать содержимое robots.txt
<!DOCTYPE html>
<html lang="en"><head><meta charset="utf-8">
<meta name="viewport" content="width=device-width, initial-scale=1.0">
<base href="/">
<link rel="stylesheet" href="css/site.b87k18ypjo.css" />
<link rel="stylesheet" href="DotNetRocksv9.41yzbty3it.styles.css" />
<meta name="theme-color" content="#EAC435">
<meta content="yes" name="apple-mobile-web-app-capable">
<meta name="viewport" content="minimum-scale=1.0, width=device-width, maximum-scale=5, viewport-fit=cover">
<meta http-equiv="X-UA-Compatible" content="IE=edge, chrome=1">
<meta name="google-site-verification" content="IqaxOqufsj_4E6wP9km-bcQu3FS5jQygnAP4Nw1dcO4">
<link rel="apple-touch-icon" href="/Icon.png">
<link rel="apple-touch-icon" sizes="72x72" href="/Icon-72.png">
<link rel="apple-touch-icon" sizes="114x114" href="/Icon-72@2x.png">
<link rel="icon" type="image/png" href="/Icon.png">
<meta property="og:site_name" content=".NET Rocks!">
<meta property="og:type" content="article">
<meta property="og:url" content="https://www.dotnetrocks.com/">
<meta property="og:image" content="/images/BG/DNR-OG.jpg">
<meta name="twitter:card" content="summary_large_image">
<meta name="twitter:site" content=".NET Rocks!">
<meta name="twitter:description" content=".NET Rocks! is a weekly talk show for anyone interested in programming on the Microsoft .NET platform. The shows range from introductory information to hardcore geekiness.">
<meta name="twitter:url" content="https://www.dotnetrocks.com/">
<meta name="twitter:image" content="/images/BG/DNR-OG.jpg">
<script type="importmap">{
"imports": {
"./js/audioRecorder.js": "./js/audioRecorder.ft7i04rhlg.js"
},
"integrity": {
"./js/audioRecorder.ft7i04rhlg.js": "sha256-E3jVr3EFTJ8FelezUkhy51kWf5qqL3pLR52bAVf7Oo8=",
"./js/audioRecorder.js": "sha256-E3jVr3EFTJ8FelezUkhy51kWf5qqL3pLR52bAVf7Oo8="
}
}</script>
<!--Blazor:{"type":"server","prerenderId":"f69932c3448045879beec9b183132273","key":{"locationHash":"77D12F14A8105320B1AAED6AE7E689DA0EC4483270A645E84079EAA0FFDF550D:15","formattedComponentKey":""},"sequence":0,"descriptor":"CfDJ8HY6WdmUcYxPozO0XCCsNSm/QzOUcFCNDsaCgkgd0/x4w8f3/3HAGyGESCfYGsDIGjA8hAppe4nPl1xLxCzWQb1vyrDirEJdNbbe5oAFMCmaEgwqO1IyR/4M0Oj6Jv6aWHiOV9SiQbuo8cT3DBArPXlS7iL9BJhsonDA7f915tXFWo\u002Bao\u002BcnXmyJpSlXtsH1NgFePbkmY8w6JZK4MiiHCklSxTwqs7lttBsm5oWlzzojblJA7khrGdsT42jFWhkcclE7bny\u002BQZWlgh5YAD2FydPofRGwdd16OR4hcwPHvSjt9tKWbEb\u002B0TiH/9UxsXF7z\u002BAx25UvJ74vdCQHMOWgKhCrH1tFCtz2Db1gbMPXMO2UyucJOSxTF2t/kSNlcUm432J2XYtMWO87RAszJAtILs85175C7YxoKvZxazp/LOPzmMMHFZJD0v0U32vciV/Cf1ZotFZQvTr1imHpuYpppcJpZJCMaKOeTRsAAfJEVXJQ2WtgrxjFG3Y8X6pvZqx4pgu\u002BLu5QEMojpAy8hraAhrOZlHcPV/T0Sv6rqAHc5hZ9qtKnZB\u002BIUNyS1lFD/pVMKxtwz/2infIA9FPQ5enEpUw="}--><title>.NET Rocks!</title><meta name="description" content=".NET Rocks! is a weekly talk show for anyone interested in programming on the Microsoft .NET platform. The shows range from introductory information to hardcore geekiness."><!--Blazor:{"prerenderId":"f69932c3448045879beec9b183132273"}--></head>
<body><!--Blazor:{"type":"server","prerenderId":"89fe3b2e036049a1814c1f74f136f193","key":{"locationHash":"81471295B834660300E43E998D22AF075EC6DCDC7C6710DA13002574C05553FB:18","formattedComponentKey":""},"sequence":1,"descriptor":"CfDJ8HY6WdmUcYxPozO0XCCsNSlJ16g/Re3LUIv23AWiQqaHMlHOsGpbd\u002BHs8FcvWAKSp\u002BErg3PlVW6w/k7VA5Nmj1vswE4jDvS85ZPffpnyEBiFsvg\u002B8P6D/Yba6l9mP/Znr9ZVTPD1ATD/PnCQAVQr7VBXbfQQ1/DEPsKBmZsHsroO8JZkT06KwMrc/DUeN/YAsXnxXaNTTWGUX25oowHDlzFL92ESfpXzb8D7i8tojVBkMQ9SSwph\u002Btm0Kmj1TNGawj/HDCZ\u002BPxgc72yQHKcSzBqWdi7gVt6a57d3f3fLv1EK22jxyR4PPcpLY6TPla9/C41WJDKNrs9AbQ9gBN/PXyOJpc0nD3\u002Bg2nA8ly\u002BJmCRim7ttbTC0NCV5mUqJ4RQN3LVEqbEJK9De1djoaBZelwuc1\u002BzDFOR7Cy2j9A\u002B8IdOc0oX9eza4SwUqchBaxkqYvmLXReQ\u002BYP2gKhnBxTC99axOcxi3v5p4MFN9CjqX9s7btsxMkDLrczkHH\u002Bq1rMToSSaUtZYgZV6K\u002B4ZQ9/lCq8I="}--><div class="page" b-2gt5ga2y6x><div class="top-menu" b-g98aznap7t><nav b-g98aznap7t><div class="nav-item" b-g98aznap7t><a href="/" class="nav-link"> Home
</a></div>
<div class="nav-item" b-g98aznap7t><a href="https://www.patreon.com/dotnetrocks" class="nav-link"> No Ads
</a></div>
<div class="nav-item" b-g98aznap7t><a href="/links" class="nav-link"> Links
</a></div>
<div class="nav-item" b-g98aznap7t><a href="/feed" class="nav-link"> Feed
</a></div>
<div class="nav-item" b-g98aznap7t><a href="/about" class="nav-link"> About
</a></div></nav></div>
<header b-2gt5ga2y6x><picture b-2gt5ga2y6x><source media="(max-width: 799px)" srcset="/CarlAndRichardLogo-bw-wide.jpg" b-2gt5ga2y6x>
<source media="(min-width: 800px)" srcset="/CarlAndRichardLogo-bw2.jpg" b-2gt5ga2y6x>
<img src="/CarlAndRichardLogo-bw2.jpg" alt b-2gt5ga2y6x></picture>
<h1 b-2gt5ga2y6x>.NET Rocks!</h1></header>
<main class="content" b-2gt5ga2y6x>
<div><label>Search Shows: <input value="" />  </label></div><p>Loading...</p></main></div>
<!--Blazor:{"prerenderId":"89fe3b2e036049a1814c1f74f136f193"}-->
<persist-component-state></persist-component-state>
<script src="_framework/blazor.web.js"></script>
<script>
// MutationObserver is a built-in object that observes a DOM element
// and fires a callback when it detects a change.
new MutationObserver((mutations, observer) => {
// look for Blazor Server Reload button
if (document.querySelector('#components-reconnect-modal h5 a')) {
// This method attempts to reload
async function attemptReload() {
try {
await fetch('');
location.reload();
}
catch { }
}
observer.disconnect(); // once we detect the change, disconnect.
attemptReload(); // try and reload
setInterval(attemptReload, 1000); // try reloading every second
}
}).observe(document.body, { childList: true, subtree: true });
var HYVOR_TALK_WEBSITE = 7704;
var HYVOR_TALK_CONFIG = {
url: false,
id: false
};
function loadHyvorJs(sourceUrl, showNumber) {
if (sourceUrl.Length == 0) {
console.error("Invalid source URL");
return;
}
var tag = document.createElement('script');
tag.src = sourceUrl;
tag.async = true;
tag.type = "text/javascript";
tag.onload = function () {
console.log("Script loaded successfully");
}
tag.onerror = function () {
console.error("Failed to load script");
}
document.body.appendChild(tag);
HYVOR_TALK_CONFIG = {
url: false,
id: showNumber
};
}
function loadJs(sourceUrl, id) {
//var elem = document.getElementById(id);
//if (elem != null)
//{
// //return;
// elem.remove();
//}
if (sourceUrl.Length == 0) {
console.error("Invalid source URL");
return;
}
var tag = document.createElement('script');
tag.id = id;
tag.defer = true;
tag.src = sourceUrl;
tag.type = "text/javascript";
tag.onload = function () {
console.log("Script loaded successfully");
}
tag.onerror = function () {
console.error("Failed to load script");
}
document.body.appendChild(tag);
}
//function checkDupes() {
// // are there dupes
// var containers = document.querySelectorAll("[id='commento-logged-container']");
// if (containers.length > 1)
// containers[0].remove();
// var mainareas = document.querySelectorAll("[id='commento-main-area']");
// if (mainareas.length > 1)
// mainareas[0].remove();
//}
</script></body></html><!--Blazor-Server-Component-State:CfDJ8HY6WdmUcYxPozO0XCCsNSm+o0Ri4WRnqLNUVJIILzxgktIW9Pk96ZK+FzbYJ3So8NEYbAYdkVjYrvbE63q7sauvTh9o69liUeIsWTlXE1qwWqMnMPQ1UE14YZQMQBZKeo3QNQtvKAEfQrGd1l+B28DU+XtZ031Ku8RSxSzsgAvXcsXRObY/w7mNGtw7O3FUC7ZoxkqxpkdIrMmUtJ6msEM6rzGMYjVSVKGy9SlsMxNEsyZoI37EbHdVo01k2B3kecpgKrgnuq9Nh2bRF1Xq2w45+m11KycBOVuwSTOvFBvdu1HzoQJw8xNd9ZGWqdQg+I+IO3gEAlH00Qco6TqvTVZIBNRvELX52meSY3cD4Ui9KbyDLTDfU3FBTUJ1ukXYawrCTBXZ95lyhRIdFS5KFiSpK0MUaa1hFdJEbjPD6hCnshFeP1TE8ckDGJv+EQE2NWS5yjFUnhCzUVrbikEk8wHo/wUNzgqlw4FKJE01YBlLAJLdrvTgnFYOFRwKpWao+yM7jRwkieFH1NX4uwrrgu7r0WJYJ4QN2FKj0f4IPrTD-->