Найден корректный robots.txt
Файл управления сканированием сайта роботами
?
Robots.txt указывает поисковым роботам, какие страницы сканировать, а какие — нет. Ошибки в файле могут случайно закрыть важные разделы от индексации.
Robots.txt настроен корректно. Размер файла: 10506 байт. Загружен за: 1сек.
Проверяемая страница не запрещена в robots.txt.
Цепочка редиректов для файла robots.txt:
http://duncantaylor.com/robots.txt
301 MovedPermanently
https://www.duncantaylor.com/robots.txt
200 OK
Показать содержимое robots.txt
<!DOCTYPE html><html lang="en"><head><meta charSet="utf-8"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="stylesheet" href="/_next/static/css/46c89440bcedf3d0.css" crossorigin="" data-precedence="next"/><link rel="stylesheet" href="/_next/static/css/f295b095872659e8.css" crossorigin="" data-precedence="next"/><link rel="stylesheet" href="/_next/static/css/ad4b3fbab81afe19.css" crossorigin="" data-precedence="next"/><link rel="stylesheet" href="/_next/static/css/723d83f19b77d8d2.css" crossorigin="" data-precedence="next"/><link rel="stylesheet" href="/_next/static/css/c02e88c2f7a7025e.css" crossorigin="" data-precedence="next"/><link rel="stylesheet" href="/_next/static/css/488f0dafc1fd1be9.css" crossorigin="" data-precedence="next"/><link rel="preload" as="script" fetchPriority="low" href="/_next/static/chunks/webpack-285de095636e1be4.js" crossorigin=""/><script src="/_next/static/chunks/fd9d1056-7e856ccb65b53ec9.js" async="" crossorigin=""></script><script src="/_next/static/chunks/2472-d1d0ac5450ba4e39.js" async="" crossorigin=""></script><script src="/_next/static/chunks/main-app-c6b7af966c7c28ea.js" async="" crossorigin=""></script><script src="/_next/static/chunks/a193c3dc-6af25ac01567c4d2.js" async=""></script><script src="/_next/static/chunks/ca377847-48e3b3006a6eff29.js" async=""></script><script src="/_next/static/chunks/7150-aa1fed2c777fd810.js" async=""></script><script src="/_next/static/chunks/8558-93cd675488991e6e.js" async=""></script><script src="/_next/static/chunks/7336-4031fbba449b7e47.js" async=""></script><script src="/_next/static/chunks/8811-dedda7ddb28958c7.js" async=""></script><script src="/_next/static/chunks/6691-f70b1ac64feda0aa.js" async=""></script><script src="/_next/static/chunks/4741-5840b703f9df359b.js" async=""></script><script src="/_next/static/chunks/5039-19493ee263adcf1b.js" async=""></script><script src="/_next/static/chunks/3392-0db44a6670557aaf.js" async=""></script><script src="/_next/static/chunks/7211-2f07ad2cb55bfd49.js" async=""></script><script src="/_next/static/chunks/6760-5e99c6707176eca3.js" async=""></script><script src="/_next/static/chunks/6061-2ffb8bef0de3f231.js" async=""></script><script src="/_next/static/chunks/7710-6e66032f20ce8c7a.js" async=""></script><script src="/_next/static/chunks/7991-a76f30ea0904d9dd.js" async=""></script><script src="/_next/static/chunks/4991-dea497d9c18afc46.js" async=""></script><script src="/_next/static/chunks/5554-3ecf627bf2f0d469.js" async=""></script><script src="/_next/static/chunks/9198-482f7c66d06f1434.js" async=""></script><script src="/_next/static/chunks/410-264a5b464ef7e1dd.js" async=""></script><script src="/_next/static/chunks/2284-3a390b03873c0fc9.js" async=""></script><script src="/_next/static/chunks/8262-94b839b9a0a23550.js" async=""></script><script src="/_next/static/chunks/5604-94162e3e93bbb0c7.js" async=""></script><script src="/_next/static/chunks/app/master/page-816969ffd67d9bff.js" async=""></script><link rel="icon" href="/duncan.png"/><title>Duncan Taylor whisky</title><meta name="description" content="Duncan Taylor whisky"/><meta property="og:image" content="https://blackbullwebsitestaging.s3.ap-south-1.amazonaws.com/22_DSC_01715_3af67f4f25.jpg"/><meta property="og:url" content="https://blackbullwebsitestaging.s3.ap-south-1.amazonaws.com/22_DSC_01715_3af67f4f25.jpg"/><link rel="icon" href="/favicon.ico" type="image/x-icon" sizes="500x500"/><script src="/_next/static/chunks/polyfills-c67a75d1b6f99dc8.js" crossorigin="" noModule=""></script></head><body><div class="site-loader"><div class="dotlottie-container main " lang="en" style="width:400px;height:400px;background-color:#121212;display:flex;align-items:center;justify-content:center"><div data-name="undefined" role="figure" class="animation " style="position:relative;width:100%;height:100%"></div></div></div><script src="/_next/static/chunks/webpack-285de095636e1be4.js" crossorigin="" async=""></script><script>(self.__next_f=self.__next_f||[]).push([0]);self.__next_f.push([2,null])</script><script>self.__next_f.push([1,"1:HL[\"/_next/static/css/46c89440bcedf3d0.css\",\"style\",{\"crossOrigin\":\"\"}]\n2:HL[\"/_next/static/css/f295b095872659e8.css\",\"style\",{\"crossOrigin\":\"\"}]\n3:HL[\"/_next/static/css/ad4b3fbab81afe19.css\",\"style\",{\"crossOrigin\":\"\"}]\n0:\"$L4\"\n"])</script><script>self.__next_f.push([1,"5:HL[\"/_next/static/css/723d83f19b77d8d2.css\",\"style\",{\"crossOrigin\":\"\"}]\n6:HL[\"/_next/static/css/c02e88c2f7a7025e.css\",\"style\",{\"crossOrigin\":\"\"}]\n7:HL[\"/_next/static/css/488f0dafc1fd1be9.css\",\"style\",{\"crossOrigin\":\"\"}]\n"])</script><script>self.__next_f.push([1,"8:I[3728,[],\"\"]\na:I[9928,[],\"\"]\nb:I[6954,[],\"\"]\nc:I[7264,[],\"\"]\ne:I[8297,[],\"\"]\n"])</script><script>self.__next_f.push([1,"f:I[4391,[\"7641\",\"static/chunks/a193c3dc-6af25ac01567c4d2.js\",\"7674\",\"static/chunks/ca377847-48e3b3006a6eff29.js\",\"7150\",\"static/chunks/7150-aa1fed2c777fd810.js\",\"8558\",\"static/chunks/8558-93cd675488991e6e.js\",\"7336\",\"static/chunks/7336-4031fbba449b7e47.js\",\"8811\",\"static/chunks/8811-dedda7ddb28958c7.js\",\"6691\",\"static/chunks/6691-f70b1ac64feda0aa.js\",\"4741\",\"static/chunks/4741-5840b703f9df359b.js\",\"5039\",\"static/chunks/5039-19493ee263adcf1b.js\",\"3392\",\"static/chunks/3392-0db44a6670557aaf.js\",\"7211\",\"static/chunks/7211-2f07ad2cb55bfd49.js\",\"6760\",\"static/chunks/6760-5e99c6707176eca3.js\",\"6061\",\"static/chunks/6061-2ffb8bef0de3f231.js\",\"7710\",\"static/chunks/7710-6e66032f20ce8c7a.js\",\"7991\",\"static/chunks/7991-a76f30ea0904d9dd.js\",\"4991\",\"static/chunks/4991-dea497d9c18afc46.js\",\"5554\",\"static/chunks/5554-3ecf627bf2f0d469.js\",\"9198\",\"static/chunks/9198-482f7c66d06f1434.js\",\"410\",\"static/chunks/410-264a5b464ef7e1dd.js\",\"2284\",\"static/chunks/2284-3a390b03873c0fc9.js\",\"8262\",\"static/chunks/8262-94b839b9a0a23550.js\",\"5604\",\"static/chunks/5604-94162e3e93bbb0c7.js\",\"8287\",\"static/chunks/app/master/page-816969ffd67d9bff.js\"],\"\"]\n"])</script><script>self.__next_f.push([1,"4:[[[\"$\",\"link\",\"0\",{\"rel\":\"stylesheet\",\"href\":\"/_next/static/css/46c89440bcedf3d0.css\",\"precedence\":\"next\",\"crossOrigin\":\"\"}],[\"$\",\"link\",\"1\",{\"rel\":\"stylesheet\",\"href\":\"/_next/static/css/f295b095872659e8.css\",\"precedence\":\"next\",\"crossOrigin\":\"\"}],[\"$\",\"link\",\"2\",{\"rel\":\"stylesheet\",\"href\":\"/_next/static/css/ad4b3fbab81afe19.css\",\"precedence\":\"next\",\"crossOrigin\":\"\"}]],[\"$\",\"$L8\",null,{\"buildId\":\"SBVza9-NSnTy28vdF8449\",\"assetPrefix\":\"\",\"initialCanonicalUrl\":\"/master\",\"initialTree\":[\"\",{\"children\":[\"master\",{\"children\":[\"__PAGE__\",{}]}]},\"$undefined\",\"$undefined\",true],\"initialHead\":[false,\"$L9\"],\"globalErrorComponent\":\"$a\",\"children\":[null,[\"$\",\"html\",null,{\"lang\":\"en\",\"children\":[[\"$\",\"head\",null,{\"children\":[[\"$\",\"link\",null,{\"rel\":\"icon\",\"href\":\"/duncan.png\"}],[\"$\",\"title\",null,{\"children\":\"Duncan Taylor whisky\"}],[\"$\",\"meta\",\"description\",{\"name\":\"description\",\"content\":\"Duncan Taylor whisky\"}],[\"$\",\"meta\",null,{\"property\":\"og:image\",\"content\":\"https://blackbullwebsitestaging.s3.ap-south-1.amazonaws.com/22_DSC_01715_3af67f4f25.jpg\"}],[\"$\",\"meta\",null,{\"property\":\"og:url\",\"content\":\"https://blackbullwebsitestaging.s3.ap-south-1.amazonaws.com/22_DSC_01715_3af67f4f25.jpg\"}]]}],[\"$\",\"body\",null,{\"children\":[\"$\",\"$Lb\",null,{\"parallelRouterKey\":\"children\",\"segmentPath\":[\"children\"],\"loading\":\"$undefined\",\"loadingStyles\":\"$undefined\",\"hasLoading\":false,\"error\":\"$undefined\",\"errorStyles\":\"$undefined\",\"template\":[\"$\",\"$Lc\",null,{}],\"templateStyles\":\"$undefined\",\"notFound\":[[\"$\",\"title\",null,{\"children\":\"404: This page could not be found.\"}],[\"$\",\"div\",null,{\"style\":{\"fontFamily\":\"system-ui,\\\"Segoe UI\\\",Roboto,Helvetica,Arial,sans-serif,\\\"Apple Color Emoji\\\",\\\"Segoe UI Emoji\\\"\",\"height\":\"100vh\",\"textAlign\":\"center\",\"display\":\"flex\",\"flexDirection\":\"column\",\"alignItems\":\"center\",\"justifyContent\":\"center\"},\"children\":[\"$\",\"div\",null,{\"children\":[[\"$\",\"style\",null,{\"dangerouslySetInnerHTML\":{\"__html\":\"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}\"}}],[\"$\",\"h1\",null,{\"className\":\"next-error-h1\",\"style\":{\"display\":\"inline-block\",\"margin\":\"0 20px 0 0\",\"padding\":\"0 23px 0 0\",\"fontSize\":24,\"fontWeight\":500,\"verticalAlign\":\"top\",\"lineHeight\":\"49px\"},\"children\":\"404\"}],[\"$\",\"div\",null,{\"style\":{\"display\":\"inline-block\"},\"children\":[\"$\",\"h2\",null,{\"style\":{\"fontSize\":14,\"fontWeight\":400,\"lineHeight\":\"49px\",\"margin\":0},\"children\":\"This page could not be found.\"}]}]]}]}]],\"notFoundStyles\":[],\"childProp\":{\"current\":[\"$\",\"$Lb\",null,{\"parallelRouterKey\":\"children\",\"segmentPath\":[\"children\",\"master\",\"children\"],\"loading\":\"$undefined\",\"loadingStyles\":\"$undefined\",\"hasLoading\":false,\"error\":\"$undefined\",\"errorStyles\":\"$undefined\",\"template\":[\"$\",\"$Lc\",null,{}],\"templateStyles\":\"$undefined\",\"notFound\":\"$undefined\",\"notFoundStyles\":\"$undefined\",\"childProp\":{\"current\":[\"$Ld\",[\"$\",\"$Le\",null,{\"propsForComponent\":{\"params\":{}},\"Component\":\"$f\",\"isStaticGeneration\":true}],null],\"segment\":\"__PAGE__\"},\"styles\":[[\"$\",\"link\",\"0\",{\"rel\":\"stylesheet\",\"href\":\"/_next/static/css/723d83f19b77d8d2.css\",\"precedence\":\"next\",\"crossOrigin\":\"\"}],[\"$\",\"link\",\"1\",{\"rel\":\"stylesheet\",\"href\":\"/_next/static/css/c02e88c2f7a7025e.css\",\"precedence\":\"next\",\"crossOrigin\":\"\"}],[\"$\",\"link\",\"2\",{\"rel\":\"stylesheet\",\"href\":\"/_next/static/css/488f0dafc1fd1be9.css\",\"precedence\":\"next\",\"crossOrigin\":\"\"}]]}],\"segment\":\"master\"},\"styles\":[]}]}]]}],null]}]]\n"])</script><script>self.__next_f.push([1,"9:[[\"$\",\"meta\",\"0\",{\"charSet\":\"utf-8\"}],[\"$\",\"meta\",\"1\",{\"name\":\"viewport\",\"content\":\"width=device-width, initial-scale=1\"}],[\"$\",\"link\",\"2\",{\"rel\":\"icon\",\"href\":\"/favicon.ico\",\"type\":\"image/x-icon\",\"sizes\":\"500x500\"}]]\nd:null\n"])</script></body></html>
