Найден корректный robots.txt
Файл управления сканированием сайта роботами
?
Robots.txt указывает поисковым роботам, какие страницы сканировать, а какие — нет. Ошибки в файле могут случайно закрыть важные разделы от индексации.
Robots.txt настроен корректно. Размер файла: 10687 байт. Загружен за: 1сек.
Проверяемая страница не запрещена в robots.txt.
Цепочка редиректов для файла robots.txt:
http://carolinabees.com/robots.txt
301 MovedPermanently
https://tandemfarms.ag/bees/
200 OK
Показать содержимое robots.txt
<!DOCTYPE html>
<html lang="en">
<head>
<meta charset="utf-8" />
<meta http-equiv="X-UA-Compatible" content="IE=edge" />
<title>Hymenoptera</title>
<meta name="HandheldFriendly" content="True" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
<link rel="stylesheet" type="text/css" href="/assets/main/css/main.css?v=aaebac6d3b" />
<noscript><link rel="stylesheet" href="/assets/main/css/noscript.css?v=aaebac6d3b" /></noscript>
<meta name="description" content="All Things Bees lead page" />
<link rel="icon" href="https://tandemfarms.ag/content/images/size/w256h256/2019/10/tandem-farms-logo.green.png" type="image/png" />
<link rel="canonical" href="https://tandemfarms.ag/bees/" />
<meta name="referrer" content="no-referrer-when-downgrade" />
<meta property="og:site_name" content="Tandem Farms" />
<meta property="og:type" content="website" />
<meta property="og:title" content="Hymenoptera" />
<meta property="og:description" content="All Things Bees lead page" />
<meta property="og:url" content="https://tandemfarms.ag/bees/" />
<meta property="og:image" content="https://tandemfarms.ag/content/images/2020/03/publication-cover.bees-coming-home.video-still.02.smaller.jpg" />
<meta property="article:published_time" content="2019-11-12T20:10:24.000Z" />
<meta property="article:modified_time" content="2023-05-30T15:39:34.000Z" />
<meta property="article:tag" content="bees" />
<meta property="article:publisher" content="https://www.facebook.com/carolinabees" />
<meta property="article:author" content="https://www.facebook.com/carolinabees" />
<meta name="twitter:card" content="summary_large_image" />
<meta name="twitter:title" content="Hymenoptera" />
<meta name="twitter:description" content="All Things Bees lead page" />
<meta name="twitter:url" content="https://tandemfarms.ag/bees/" />
<meta name="twitter:image" content="https://tandemfarms.ag/content/images/2020/03/publication-cover.bees-coming-home.video-still.02.smaller.jpg" />
<meta name="twitter:label1" content="Written by" />
<meta name="twitter:data1" content="Farmer" />
<meta name="twitter:label2" content="Filed under" />
<meta name="twitter:data2" content="bees" />
<meta property="og:image:width" content="1500" />
<meta property="og:image:height" content="3000" />
<script type="application/ld+json">
{
"@context": "https://schema.org",
"@type": "Article",
"publisher": {
"@type": "Organization",
"name": "Tandem Farms",
"url": "https://tandemfarms.ag/",
"logo": {
"@type": "ImageObject",
"url": "https://tandemfarms.ag/content/images/2020/03/tandem-farms-logo3.bisque.png"
}
},
"author": {
"@type": "Person",
"name": "Farmer",
"image": {
"@type": "ImageObject",
"url": "https://tandemfarms.ag/content/images/2019/10/american-gothic.cropped.jpg",
"width": 1200,
"height": 870
},
"url": "https://tandemfarms.ag/author/farmer/",
"sameAs": [
"https://tandemfarms.ag",
"https://www.facebook.com/carolinabees"
]
},
"headline": "Hymenoptera",
"url": "https://tandemfarms.ag/bees/",
"datePublished": "2019-11-12T20:10:24.000Z",
"dateModified": "2023-05-30T15:39:34.000Z",
"keywords": "bees",
"description": "All Things Bees lead page",
"mainEntityOfPage": {
"@type": "WebPage",
"@id": "https://tandemfarms.ag/"
}
}
</script>
<meta name="generator" content="Ghost 5.22" />
<link rel="alternate" type="application/rss+xml" title="Tandem Farms" href="https://tandemfarms.ag/blog/rss/" />
<script defer src="https://cdn.jsdelivr.net/ghost/portal@~2.19/umd/portal.min.js" data-ghost="https://tandemfarms.ag/" data-key="a02cf88a69522616cf1d12194e" data-api="https://tandemfarms.ag/ghost/api/content/" crossorigin="anonymous"></script><style id="gh-members-styles">.gh-post-upgrade-cta-content,
.gh-post-upgrade-cta {
display: flex;
flex-direction: column;
align-items: center;
font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, Oxygen, Ubuntu, Cantarell, 'Open Sans', 'Helvetica Neue', sans-serif;
text-align: center;
width: 100%;
color: #ffffff;
font-size: 16px;
}
.gh-post-upgrade-cta-content {
border-radius: 8px;
padding: 40px 4vw;
}
.gh-post-upgrade-cta h2 {
color: #ffffff;
font-size: 28px;
letter-spacing: -0.2px;
margin: 0;
padding: 0;
}
.gh-post-upgrade-cta p {
margin: 20px 0 0;
padding: 0;
}
.gh-post-upgrade-cta small {
font-size: 16px;
letter-spacing: -0.2px;
}
.gh-post-upgrade-cta a {
color: #ffffff;
cursor: pointer;
font-weight: 500;
box-shadow: none;
text-decoration: underline;
}
.gh-post-upgrade-cta a:hover {
color: #ffffff;
opacity: 0.8;
box-shadow: none;
text-decoration: underline;
}
.gh-post-upgrade-cta a.gh-btn {
display: block;
background: #ffffff;
text-decoration: none;
margin: 28px 0 0;
padding: 8px 18px;
border-radius: 4px;
font-size: 16px;
font-weight: 600;
}
.gh-post-upgrade-cta a.gh-btn:hover {
opacity: 0.92;
}</style>
<script defer src="https://cdn.jsdelivr.net/ghost/sodo-search@~1.1/umd/sodo-search.min.js" data-key="a02cf88a69522616cf1d12194e" data-styles="https://cdn.jsdelivr.net/ghost/sodo-search@~1.1/umd/main.css" data-sodo-search="https://tandemfarms.ag/" crossorigin="anonymous"></script>
<script defer src="/public/cards.min.js?v=aaebac6d3b"></script>
<link rel="stylesheet" type="text/css" href="/public/cards.min.css?v=aaebac6d3b">
<script defer src="/public/member-attribution.min.js?v=aaebac6d3b"></script><style>:root {--ghost-accent-color: #15171A;}</style>
<link href="https://tandemfarms.ag/pub/css/site-tandemfarms.ag/tf.css" rel="stylesheet" type="text/css" />
<style>#wrapper>.bg {background-image: url(/assets/images/overlay.png?v=aaebac6d3b),linear-gradient(0deg, rgba(0,0,0,0.1), rgba(0,0,0,0.1)),url("/content/images/2020/03/publication-cover.bees-coming-home.video-still.02.smaller.jpg") }</style>
</head>
<body class="is-preload page-template page-bees tag-bees">
<div id="wrapper" >
<header id="header">
<a href="https://tandemfarms.ag" class="logo image"><img src="https://tandemfarms.ag/content/images/2020/03/tandem-farms-logo3.bisque.png" alt="Tandem Farms" /></a>
</header>
<nav id="nav">
<ul class="links">
<li class="nav-welcome "><a href="https://tandemfarms.ag/">Welcome</a></li>
<li class="nav-hymenoptera active"><a href="https://tandemfarms.ag/bees/">Hymenoptera</a></li>
<li class="nav-ruminantia "><a href="https://tandemfarms.ag/ruminantia/">Ruminantia</a></li>
<li class="nav-makin-hay-blog "><a href="https://tandemfarms.ag/blog/">Makin' Hay (blog)</a></li>
</ul>
<ul class="icons">
<li><a href="https://www.facebook.com/carolinabees" class="icon fa-facebook" title="Facebook"><span class="label">Facebook</span></a></li>
<li><a href="https://feedly.com/i/subscription/feed/https://tandemfarms.ag/rss/" class="icon fa-rss" target="_blank" rel="noopener"><span class="label" title="RSS">RSS</span></a></li>
</ul>
</nav>
<main id="main">
<section class="post">
<header class="major">
<h1>Hymenoptera</h1>
</header>
<div class="content">
<!--kg-card-begin: markdown--><p style="font-weight: bold; text-align: center; font-family: Sans-Serif;">
SHOP  ·  <a href="https://tandemfarms.ag/bees-info-general/">RESOURCES</a>  ·  ARTICLES  ·  <a href="https://tandemfarms.ag/bees-about/">ABOUT</a>
</p>
<p><img src="https://tandemfarms.ag/content/images/farm-bees/monica.foundationless-frame.header.jpg" alt="monica.foundationless-frame.header.jpg" loading="lazy"></p>
<p>This will become the landing page for all of our honey bee activities, <em>all things bees</em>.</p>
<p><img src="https://tandemfarms.ag/content/images/farm-bees/monica.foundationless-frame.footer.jpg" alt="monica.foundationless-frame.footer.jpg" loading="lazy"></p>
<!--kg-card-end: markdown-->
</div>
</section>
<section class="post-mailchimp">
<!-- Begin Mailchimp Signup Form -->
<link href="//cdn-images.mailchimp.com/embedcode/classic-10_7.css" rel="stylesheet" type="text/css">
<style type="text/css">
#mc_embed_signup{background:#fff; clear:left; font:14px Helvetica,Arial,sans-serif; }
/* Add your own Mailchimp form style overrides in your site stylesheet or in this style block.
We recommend moving this block and the preceding CSS link to the HEAD of your HTML file. */
</style>
<div id="mc_embed_signup">
<form action="https://tandemfarms.us2.list-manage.com/subscribe/post?u=684a7e58d566d42faad7ebbad&id=232fba6260" method="post" id="mc-embedded-subscribe-form" name="mc-embedded-subscribe-form" class="validate" target="_blank" novalidate>
<div id="mc_embed_signup_scroll">
<h3>Join our mailing list and subscribe to our blog</h3>
<div class="mc-field-group">
<input type="email" value="" name="EMAIL" class="email" id="mce-EMAIL" placeholder="enter your email address">
</div>
<div style="position: absolute; left: -5000px;" aria-hidden="true"><input type="text" name="b_684a7e58d566d42faad7ebbad_232fba6260" tabindex="-1" value=""></div>
<div class="clear"><input type="submit" value="Subscribe" name="subscribe" id="mc-embedded-subscribe" class="button"></div>
</div>
</form>
</div>
<!--End mc_embed_signup-->
</section>
</main>
<div id="copyright">
<ul>
<li>Copyright © 2026 <a href="https://tandemfarms.ag">Tandem Farms</a></li>
<li><a href="/colophon">Colophon</a></li>
</ul>
</div>
</div>
<script src="/assets/main/js/jquery.min.js?v=aaebac6d3b"></script>
<script src="/assets/main/js/jquery.scrollex.min.js?v=aaebac6d3b"></script>
<script src="/assets/main/js/jquery.scrolly.min.js?v=aaebac6d3b"></script>
<script src="/assets/main/js/browser.min.js?v=aaebac6d3b"></script>
<script src="/assets/main/js/breakpoints.min.js?v=aaebac6d3b"></script>
<script src="/assets/main/js/util.js?v=aaebac6d3b"></script>
<script src="/assets/main/js/main.js?v=aaebac6d3b"></script>
</body>
</html>
Ghost
Node.js