Найден корректный robots.txt
Файл управления сканированием сайта роботами
?
Robots.txt указывает поисковым роботам, какие страницы сканировать, а какие — нет. Ошибки в файле могут случайно закрыть важные разделы от индексации.
Robots.txt настроен корректно. Размер файла: 9973 байт. Загружен за: 1сек.
Проверяемая страница не запрещена в robots.txt.
Цепочка редиректов для файла robots.txt:
http://crafterschoice.com/robots.txt
301 MovedPermanently
https://crafterschoice.com/robots.txt
200 OK
Показать содержимое robots.txt
<!doctype html>
<html class="no-js" lang="">
<head>
<script type="text/javascript">var _sf_startpt=(new Date()).getTime()</script>
<script>
window.INITIAL_STATE = {"activeEnrollStep":"enrollCreateAccount","activeModal":"","activeProduct":{},"activeFeaturedSelection":{},"activeFilter":"","activeFilterResult":{},"activeUpgradeStep":"upgradeTerms","campaign":"","cartError":false,"computedCart":{"credits_applied":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"promo_items":[],"credits_available":0,"credits_used":0,"items":[],"shipping":0,"subtotal":0,"tax":0,"total":0,"promo":null},"categories":[],"store":{"name":"Crafter's Choice","tla":"CRF","description":null,"hiw_subtitle":"","url":"http://www.crafterschoice.com","member_services_email":"customer.service@CraftersChoice.com","full_name":"Crafter's Choice","about_us":"","contact_url":null,"member_services_url":null,"one_credit":14.99,"two_credits":29.98,"second_book":11.99,"third_book":10.99,"member_services_phone":"1-888-667-9431","twitter_link":null,"facebook_link":"https://www.facebook.com/CraftersChoice","regular_book_price":17.99,"preorder_price":17.99,"from_email":"books@email.crafterschoice.com","braintree_phone_number":"8552031744","logo":"s3.amazonaws.com/bookspan-media/pub/dbc/email/img/logo-dark.gif","font_path":"<link href='//fonts.googleapis.com/css?family=Josefin+Sans:300,400,700' rel='stylesheet' type='text/css'>","gtm_id":"GTM-KRHDD6","font_css":"\"Josefin Sans\", Arial, Helvetica, sans-serif;","braintree_descriptor":"BKS*CraftersChoice","share_sale_id":null,"affiliate_link":null,"hero_link_1":"/catalog/category/49","hero_link_2":"/catalog/category/47","hero_link_3":"/catalog/genre/72","credit_eligible":35,"num_featured_selections":2,"hero_link_loggedout":null,"id":8,"type":"","bundle_pricing":0,"visibleGenre":[75,72,334,261,77,96,100,74,95,103,98,99,292,102,76],"visibleCategory":[47,46,48,49],"giftShop":[]},"creditAcceptState":null,"customer":{},"ebookOrderSuccess":"","enrollPaymentSuccess":false,"enrollShippingSuccess":false,"environment":{"serverDate":"2026-08-23T08:42:25.807Z","deployment":"Production","braintree":"Production"},"genres":[],"feedback":"Uh oh, bad link...Back to the homepage.","featured":[],"headerDetailsOpen":false,"declineBoxBook":null,"isLoggedIn":false,"lastOrderCart":false,"loginError":false,"maps":[["productMap",[]],["categoryMap",[[47,{"id":47,"name":"Bestsellers","url":"BESTSELLERS","description":"","displayOrder":0,"autopopulate":"SALES","store_id":8,"visible":true,"products":[],"promos":[]}],[46,{"id":46,"name":"New Arrivals","url":"NEW-ARRIVALS","description":"","displayOrder":1,"autopopulate":"NEW","store_id":8,"visible":true,"products":[],"promos":[]}],[48,{"id":48,"name":"Coming Soon","url":"COMING-SOON","description":"","displayOrder":2,"autopopulate":"SOON","store_id":8,"visible":true,"products":[],"promos":[]}],[54,{"id":54,"name":"Staff Picks ","url":"STAFF-PICKS","description":"","displayOrder":3,"autopopulate":"NONE","store_id":8,"visible":false,"products":[],"promos":[]}],[49,{"id":49,"name":"Clearance","url":"CLEARANCE","description":"","displayOrder":4,"autopopulate":"NONE","store_id":8,"visible":true,"products":[],"promos":[]}]]],["authorMap",[]],["genreMap",[[73,{"id":73,"name":"Holiday/Seasonal","blurb":"","url":"HOLIDAY-SEASONAL","store_id":8,"visible":false,"is_gift_shop":false,"products":[],"promos":[]}],[229,{"id":229,"name":"For Kids","blurb":"","url":"FOR-KIDS","store_id":8,"visible":false,"is_gift_shop":true,"products":[],"promos":[]}],[230,{"id":230,"name":"Best of 2018","blurb":"","url":"BEST-OF-2018","store_id":8,"visible":true,"is_gift_shop":true,"products":[],"promos":[]}],[231,{"id":231,"name":"Stocking Stuffers","blurb":"","url":"STOCKING-STUFFERS","store_id":8,"visible":false,"is_gift_shop":true,"products":[4912],"promos":[]}],[344,{"id":344,"name":"New Year New You","blurb":"","url":"NEW-YEAR-NEW-YOU","store_id":8,"visible":false,"is_gift_shop":false,"products":[],"promos":[]}],[228,{"id":228,"name":"For Her","blurb":"","url":"FOR-HER","store_id":8,"visible":true,"is_gift_shop":true,"products":[],"promos":[]}],[227,{"id":227,"name":"For Him","blurb":"","url":"FOR-HIM","store_id":8,"visible":true,"is_gift_shop":true,"products":[],"promos":[]}],[232,{"id":232,"name":"Coffee Table Books","blurb":"","url":"COFFEE-TABLE-BOOKS","store_id":8,"visible":true,"is_gift_shop":true,"products":[],"promos":[]}],[75,{"id":75,"name":"Cookbooks","blurb":"","url":"COOKBOOKS","store_id":8,"visible":true,"is_gift_shop":false,"products":[],"promos":[]}],[72,{"id":72,"name":"Crochet","blurb":"","url":"CROCHET","store_id":8,"visible":true,"is_gift_shop":false,"products":[],"promos":[]}],[226,{"id":226,"name":"Editor's Picks","blurb":"","url":"EDITORS-PICKS","store_id":8,"visible":true,"is_gift_shop":true,"products":[],"promos":[]}],[334,{"id":334,"name":"Fan Favorites","blurb":"","url":"FAN-FAVORITES","store_id":8,"visible":true,"is_gift_shop":false,"products":[],"promos":[]}],[261,{"id":261,"name":"Gifts to Make","blurb":"","url":"GIFTS-TO-MAKE","store_id":8,"visible":true,"is_gift_shop":false,"products":[],"promos":[]}],[77,{"id":77,"name":"Jewelry & Beadwork","blurb":"","url":"JEWELRY-BEADWORK","store_id":8,"visible":true,"is_gift_shop":false,"products":[],"promos":[]}],[96,{"id":96,"name":"Knit","blurb":"","url":"KNIT","store_id":8,"visible":true,"is_gift_shop":false,"products":[],"promos":[]}],[100,{"id":100,"name":"Paint, Color, Draw","blurb":"","url":"PAINT-COLOR-DRAW","store_id":8,"visible":true,"is_gift_shop":false,"products":[],"promos":[]}],[74,{"id":74,"name":"Papercrafting","blurb":"","url":"PAPERCRAFTING","store_id":8,"visible":true,"is_gift_shop":false,"products":[],"promos":[]}],[95,{"id":95,"name":"Quilting","blurb":"","url":"QUILTING","store_id":8,"visible":true,"is_gift_shop":false,"products":[],"promos":[]}],[103,{"id":103,"name":"Sewing","blurb":"","url":"SEWING","store_id":8,"visible":true,"is_gift_shop":false,"products":[],"promos":[]}],[98,{"id":98,"name":"Stitchery","blurb":"","url":"STICHERY","store_id":8,"visible":true,"is_gift_shop":false,"products":[],"promos":[]}],[99,{"id":99,"name":"Toys & Doll Craft","blurb":"","url":"TOYS-&-DOLL-CRAFT","store_id":8,"visible":true,"is_gift_shop":false,"products":[],"promos":[]}],[292,{"id":292,"name":"Try a New Craft","blurb":"","url":"TRY-A-NEW-CRAFT","store_id":8,"visible":true,"is_gift_shop":false,"products":[],"promos":[]}],[102,{"id":102,"name":"Various & Misc Crafts","blurb":"","url":"VARIOUS-&-MISC-CRAFTS","store_id":8,"visible":true,"is_gift_shop":false,"products":[],"promos":[]}],[76,{"id":76,"name":"Your Life & Home","blurb":"","url":"YOUR-LIFE-&-HOME","store_id":8,"visible":true,"is_gift_shop":false,"products":[],"promos":[]}]]],["promoMap",[]],["publisherMap",[]],["imprintMap",[]],["featureMap",[]]],"path":"/","products":[],"promos":[],"promoMessage":false,"paymentMethods":null,"onetimePaymentSuccess":false,"preorderMessage":false,"urlParams":[],"accountCreationError":null,"creditView":"default","braintreeFailure":null,"searchSuggestions":[],"searchResults":{},"searchQuery":"Search","searchLoading":false,"isSoftLoggedIn":false,"upgradeStatus":null,"sort":{"products":[],"initialOrder":[],"order":"ascending","type":"recommended"},"zendesk":{"requesting":false,"success":null}};
</script>
<meta charset="utf-8">
<meta http-equiv="X-UA-Compatible" content="IE=edge">
<title>Crafter's Choice</title>
<meta name="description" content="null">
<meta property="og:description" id="meta-og-description" content="null" />
<meta name="viewport" content="width=device-width, initial-scale=1">
<link rel="stylesheet" href="/crf.css" >
<link href='//fonts.googleapis.com/css?family=Josefin+Sans:300,400,700' rel='stylesheet' type='text/css'>
<link rel="icon" type="image/ico" href="/images/crf/favicon.ico">
</head>
<body>
<script>
if( !window.dataLayer ) window.dataLayer = [];
</script>
<div id="app"><div class="content-max-width landing-page" data-reactid=".1tjvpygieew" data-react-checksum="1780773495"><div class="inner-wrapper" data-reactid=".1tjvpygieew.0"><a href="/" class="logo" data-reactid=".1tjvpygieew.0.0"><img src="/images/crf/logo.svg" style="filter:invert(1);" data-reactid=".1tjvpygieew.0.0.0"/></a><div data-reactid=".1tjvpygieew.0.1"><h3 data-reactid=".1tjvpygieew.0.1.0"><span data-reactid=".1tjvpygieew.0.1.0.0">Find us at the </span><a href="https://www.literaryguild.com" data-reactid=".1tjvpygieew.0.1.0.1">Literary Guild</a><span data-reactid=".1tjvpygieew.0.1.0.2"> using your current login information.</span><br data-reactid=".1tjvpygieew.0.1.0.3"/><span data-reactid=".1tjvpygieew.0.1.0.4">There you will find the same great titles and savings you have come to expect!</span></h3><a href="https://www.literaryguild.com" data-reactid=".1tjvpygieew.0.1.1"><img src="/images/lga/logo.svg" style="filter:invert(1);" data-reactid=".1tjvpygieew.0.1.1.0"/></a></div><h3 data-reactid=".1tjvpygieew.0.3"><span data-reactid=".1tjvpygieew.0.3.0">If you would like to make a payment to your </span><span data-reactid=".1tjvpygieew.0.3.1">Crafter's Choice</span><span data-reactid=".1tjvpygieew.0.3.2"> account balance, please click here:</span></h3><button class="btn-primary" data-reactid=".1tjvpygieew.0.4">Make A Payment</button><h3 data-reactid=".1tjvpygieew.0.5"><span data-reactid=".1tjvpygieew.0.5.0">For all other questions, please contact us by emailing </span><a class="highlight-color" href="mailto:customer.service@CraftersChoice.com" data-reactid=".1tjvpygieew.0.5.1">customer.service@CraftersChoice.com</a><br data-reactid=".1tjvpygieew.0.5.2"/><span data-reactid=".1tjvpygieew.0.5.3"> or calling </span><span data-reactid=".1tjvpygieew.0.5.4">1-888-667-9431</span><span data-reactid=".1tjvpygieew.0.5.5"> M-F 8am to 6pm EST.</span></h3></div></div></div>
<script src="/app.js"></script>
<!-- served by: ip-172-31-16-134.ec2.internal in 1ms -->
</body>
</html>