Найден корректный robots.txt
Файл управления сканированием сайта роботами
?
Robots.txt указывает поисковым роботам, какие страницы сканировать, а какие — нет. Ошибки в файле могут случайно закрыть важные разделы от индексации.
Robots.txt настроен корректно. Размер файла: 11405 байт. Загружен за: 1сек.
Проверяемая страница не запрещена в robots.txt.
Цепочка редиректов для файла robots.txt:
http://reader.digitalbooks.pro/robots.txt
301 MovedPermanently
https://reader.digitalbooks.pro/robots.txt
200 OK
Показать содержимое robots.txt
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.1//EN" "http://www.w3.org/TR/xhtml11/DTD/xhtml11.dtd">
<html xml:lang="en" lang="en" version="-//W3C//DTD XHTML 1.1//EN" xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="content-type" content="text/html; charset=utf-8" />
<meta http-equiv="cache-control" content="public" />
<meta content="Digital Books" name="Title" />
<meta content="3.14 Financial Contents" name="Author" />
<meta content="Digital Books" name="Subject" />
<meta content="Digital Books, epub, ebook, search" name="Keywords" />
<!--TODO <meta content="" name="Description" /> -->
<meta name="language" content="en" />
<link rel="stylesheet" type="text/css" href="/media/css/screen.css" />
<link rel="stylesheet" type="text/css" href="/media/css/colors.css" />
<link rel="shortcut icon" href="https://www.amabook.es/favicon.ico" />
<link rel="stylesheet" type="text/css" href="/media/css/jquery.tipsy.css" />
<link rel="stylesheet" type="text/css" href="/media/css/jquery.wysiwyg.css" />
<link rel="stylesheet" type="text/css" href="/media/css/jquery.datatables.css" />
<link rel="stylesheet" type="text/css" href="/media/css/jquery.nyromodal.css" />
<link rel="stylesheet" type="text/css" href="/media/css/jquery.datepicker.css" />
<link rel="stylesheet" type="text/css" href="/media/css/jquery.fileinput.css" />
<link rel="stylesheet" type="text/css" href="/media/css/jquery.fullcalendar.css" />
<link rel="stylesheet" type="text/css" href="/media/css/jquery.visualize.css" />
<link rel="stylesheet" type="text/css" href="/media/css/jquery.snippet.css" />
<title>404</title>
<style>
/* Bookshops style - Common */
#portal-globalnav div.selected, a, a:active, a:visited, .content-box section h1, .content-box section h2, .content-box section h3, .content-box section h4,
.content-box section h5, #nav-sub .box-list li a:hover {
color: ;
}
.LSBox input.searchButton, .button, .button:hover {
color: !important;
}
a:hover, .wizard-steps li a.current, .li_search .r_title strong {
color: !important;
}
.progress-bar.red div, .button.red, a.button.red, button.red, input[type="button"].red, input[type="submit"].red,
.button, a.button, button, input[type="button"], input[type="submit"], thead tr, .datatable tfoot tr, .paging_full_numbers span.paginate_active, .fc-state-default, .wizard-steps li.wizard-step-done span {
background:-moz-linear-gradient(top, 0%, 100%); /* FF3.6+ */
background:-webkit-gradient(linear, left top, left bottom, color-stop(0%,), color-stop(100%,)); /* Chrome,Safari4+ */
background:-webkit-linear-gradient(top, 0%, 100%); /* Chrome10+,Safari5.1+ */
background:-o-linear-gradient(top, 0%, 100%); /* Opera11.10+ */
background:-ms-linear-gradient(top, 0%, 100%); /* IE10+ */
background:linear-gradient(top, 0%, 100%); /* W3C */
}
.button.red:hover, a.button.red:hover, button.red:hover, input[type="button"].red:hover, input[type="submit"].red:hover,
.button:hover, a.button:hover, button:hover, input[type="button"]:hover, input[type="submit"]:hover, .fc-button-today.fc-state-hover, .fc-state-hover {
background:-moz-linear-gradient(top, 0%, 100%); /* FF3.6+ */
background:-webkit-gradient(linear, left top, left bottom, color-stop(0%,), color-stop(100%,)); /* Chrome,Safari4+ */
background:-webkit-linear-gradient(top, 0%, 100%); /* Chrome10+,Safari5.1+ */
background:-o-linear-gradient(top, 0%, 100%); /* Opera11.10+ */
background:-ms-linear-gradient(top, 0%, 100%); /* IE10+ */
background:linear-gradient(top, 0%, 100%); /* W3C */
}
</style>
<!--[if IE]>
<style>
.progress-bar.red div, .button.red, a.button.red, button.red, input[type="button"].red, input[type="submit"].red,
.button, a.button, button, input[type="button"], input[type="submit"], thead tr, .datatable tfoot tr, .paging_full_numbers span.paginate_active, .fc-state-default, .wizard-steps li.wizard-step-done span {
background-color:;
}
.button.red:hover, a.button.red:hover, button.red:hover, input[type="button"].red:hover, input[type="submit"].red:hover,
.button:hover, a.button:hover, button:hover, input[type="button"]:hover, input[type="submit"]:hover, .fc-button-today.fc-state-hover, .fc-state-hover {
background-color:;
}
</style>
<![endif]-->
</head>
<body>
<!-- New server -->
<script type="text/javascript" src="/media/js/jquery.min.js"></script> <!-- Required by JQuery Raty -->
<script type="text/javascript" src="/media/js/base.js"></script>
<script type="text/javascript" src="/media/js/jquery-ui-1.8.18.custom.min.js"></script>
<script type="text/javascript" src="/media/js/jquery.raty.js"></script>
<!--[if IE]>
<script>
var a = ['section', 'article', 'nav', 'header', 'footer'];
for (var i = 0, j = a.length; i < j; i++) {
document.createElement(a[i]);
}
</script>
<![endif]-->
<section role="main" class="wrapper container_12">
<!--<header id="navigation">-->
<div id="portal-top">
<div id="portal-header" style="background-image:url(https://www.amabook.es/fondo_cabecera);">
<div id="portal-personaltools-wrapper">
<ul id="portal-personaltools" class="visualInline">
<li>
<span>Logged in as</span>
<span class="visualCaseSensitive"> AnonymousUser</span>
</li>
<br>
<li>
<a href="https://www.amabook.es/preferencias_form">Configurar perfil</a>
</li>
<li>
<!--<a href="https://www.amabook.es/logout">Logout</a>-->
<a href="/logout/">Logout</a>
</li>
</ul>
</div>
<!--<div id="dinero_amabook">
<span class="bold">Dinero Amabook:</span>
<span class="bold">0,00€</span><br>
<a href="http://www.amabook.es/canjear_cheques">
<span>¿Quieres canjear tus cheques?</span>
</a>
</div>-->
<div id="portal-searchbox">
<form action="." method="get" onSubmit="return false">
<div class="LSBox">
<input name="SearchableText" type="text" class="searchable-text inputLabelActive" id="searchGadget">
<input class="searchButton" type="button" onclick="javascript:topSearch();return false;" value="Search">
<a class="white_link" href="/s/">Advanced</a>
</div>
</form>
</div>
<a id="portal-logo" accesskey="1" style="background-image:url(https://www.amabook.es/logo);" href="https://www.amabook.es"></a>
<a id="amabook-logo" style="background-image:url(https://www.amabook.es/text_logo);" href="https://www.amabook.es"></a>
<div id="header-img" style="background-image:url(https://www.amabook.es/imagen_cabecera);">
</div>
<a href="https://www.amabook.es/catalogo/?SearchableText=&s=1&genero=&editorial=&idioma=&orden=&val=0&apubli=&pmax=&sin_drm=on" target="" title="">
<div id="banner-superior" >
</div>
</a>
<!--<div id="portal-carro" class="contingut">No tienes artículos en tu cesta.</div>-->
</div>
<h5 class="hiddenStructure">Secciones</h5>
<div id="portal-globalnav">
<a class="back_home" href="https://www.amabook.es" title="Volver al inicio" style="background: transparent url(https://www.amabook.es/imagen_volver_home) no-repeat scroll;"></a>
<a href="https://www.amabook.es/catalogo" title="">
<div id="portaltab-catalogo" class="tab plain" style="background-image:url(https://www.amabook.es/fondo_pestana.png);">
<b>eBook catalog</b>
</div>
</a>
<a href="https://www.amabook.es/autores" title="">
<div id="portaltab-autores" class="tab plain" style="background-image:url(https://www.amabook.es/fondo_pestana.png);">
<b>Authors</b>
</div>
</a>
<a href="https://www.amabook.es/editoriales" title="">
<div id="portaltab-editoriales" class="tab anterior" style="background-image:url(https://www.amabook.es/fondo_pestana.png);">
<b>Publishers</b>
</div>
</a>
<!--<a href="http://www.amabook.es/rincon_de_lectura" title="">-->
<a href="/m/" title="">
<div id="portaltab-rincon-lectura" class="tab selected" style="background-image: url(https://www.amabook.es/fondo_pestana_selected.png);">
<b>Reading corner</b>
</div>
</a>
</div>
<div class="visualClear"></div>
</div>
<!--</header>--><!-- header close -->
<div id="pageTitle">
<!--<form action="#" class="searchForm">
<input type="text" class="searchField" name="search" value="" placeholder="to search type and hit enter" />
<input type="submit" class="searchBtn" value="" />
</form>-->
<h2>Page not found</h2>
<div class="clear"></div>
</div><!-- pageTitle close -->
<div id="pageContent" class="rightSidebar">
<div class="main content">
<h1 class="notFound">Error <strong>404</strong></h1>
<p>The page you're looking for was not found</p>
</div><!-- main close -->
<div class="clear"></div>
</div><!-- pageContent close -->
<div id="portal-footer" style="text-align:center;">
<a href="https://www.amabook.es/quienes-somos">About</a> |
<a href="https://www.amabook.es/mapa-web">Sitemap</a> |
<a href="https://www.amabook.es/contacto">Contact</a> |
<a rel="nofollow" href="https://www.amabook.es/politica-de-privacidad">Privacy policy</a> |
<a rel="nofollow" href="https://www.amabook.es/terminos-y-condiciones-de-uso">Legal notice</a> |
<a href="https://www.amabook.es/accesibilidad">Accessibility</a> |
<a href="https://www.amabook.es/software-de-descarga">Download software</a> |
<a href="https://www.amabook.es/ayuda">Help</a>
<br>
<span></span>
</div>
</section>
</body>
</html>
Apache