Найден корректный robots.txt
Robots.txt настроен корректно. Размер файла: 7192 байт. Загружен за: 1сек.
Проверяемая страница не запрещена в robots.txt.
Цепочка редиректов для файла robots.txt:
http://comunica.barcelona.cat/robots.txt
302 Found
https://comunica.barcelona.cat/robots.txt
200 OK
Показать содержимое robots.txt
<!DOCTYPE html><html lang="ca"><head>
<meta charset="utf-8">
<title>Butlletins | Ajuntament de Barcelona</title>
<base href="/">
<meta name="viewport" content="width=device-width, initial-scale=1">
<link rel="icon" type="image/x-icon" href="favicon.ico">
<link href="assets/icons/material-icons/outline/style.css" rel="stylesheet" media="print" onload="this.media='all'"><noscript><link rel="stylesheet" href="assets/icons/material-icons/outline/style.css"></noscript>
<link href="https://w9.barcelona.cat/assetsdi/icoajuntament/bcn-icon.css" rel="stylesheet">
<link href="https://www.barcelona.cat/assetsdi/icoajuntament-v2/bcn-icon.css" rel="stylesheet">
<!-- Funció brandInjection -->
<!-- Crides al core -->
<script type="application/javascript">
if (window.location.href.substr(window.location.href.length-3, 3) == '/es') {
document.childNodes[1].lang = 'es';
}
else if (window.location.href.substr(window.location.href.length-3, 3) == '/en') {
document.childNodes[1].lang = 'en';
}
else if (window.location.href.substr(window.location.href.length-3, 3) == '/ca') {
document.childNodes[1].lang = 'ca';
}
else if(localStorage.getItem('language')){
document.childNodes[1].lang = localStorage.getItem('language');
}
</script>
<link type="text/css" rel="stylesheet" href="https://www.barcelona.cat/assets/core/stylesheets/core.css" media="all">
<script type="application/javascript" src="https://www.barcelona.cat/assets/core/javascripts/core.js"></script>
<link type="text/css" rel="stylesheet" href="https://ajuntament.barcelona.cat/widgets/bcn-avisos/css/v1/bcn-avisos.css">
<script type="application/javascript" src="https://ajuntament.barcelona.cat/widgets/bcn-avisos/js/v1/bcn-avisos.js"></script>
<!-- Funció brandInjection -->
<script type="application/javascript">
bcn.brandInjection({
version: 'v2017',
urls: {
'ca': 'https://www.barcelona.cat/brand/banner/ca/comunica-barcelona.html',
'es': 'https://www.barcelona.cat/brand/banner/es/comunica-barcelona.html',
'en': 'https://www.barcelona.cat/brand/banner/en/comunica-barcelona.html',
},
callback: function() {
}
});
</script>
<!--
<script type="text/javascript">
var _gaq = _gaq || [];
_gaq.push(['_setAccount', 'UA-39954425-33']);
_gaq.push(['_trackPageview']);
(function()
{ var ga = document.createElement('script'); ga.type = 'text/javascript'; ga.async = true; ga.src = ('https:' == document.location.protocol ? 'https://ssl' : 'http://www') + '.google-analytics.com/ga.js'; var s = document.getElementsByTagName('script')[0]; s.parentNode.insertBefore(ga, s); }
)();
</script>
-->
<style>@charset "UTF-8";@import url(https://fonts.googleapis.com/css2?family=Source+Sans+3:ital,wght@0,200..900;@media screen and (max-width: 1199px){:root{--brand:66px;--barra:0px;--avisos:0px;}}@media screen and (max-width: 575px){:root{--brand:54px;}}*{text-rendering:optimizeLegibility;-o-text-rendering:optimizeLegibility;-ms-text-rendering:optimizeLegibility;-moz-text-rendering:optimizeLegibility;-webkit-text-rendering:optimizeLegibility;-webkit-tap-highlight-color:transparent;}*,:after,:before{box-sizing:border-box;}html{line-height:1.15;-ms-text-size-adjust:100%;-webkit-text-size-adjust:100%;}body{margin:0;}body:not(.is-mobile) ::-webkit-scrollbar{width:12px;height:12px;background-color:transparent;}body:not(.is-mobile) ::-webkit-scrollbar:hover{background-color:rgba(0,0,0,.12);}body:not(.is-mobile) ::-webkit-scrollbar-thumb{border:2px solid transparent;box-shadow:inset 0 0 0 24px rgba(0,0,0,.37);border-radius:24px;}body:not(.is-mobile) ::-webkit-scrollbar-thumb:active{box-shadow:inset 0 0 0 24px rgba(0,0,0,.54);border-radius:24px;}body,html{display:flex;flex:1 0 auto;width:100%;height:100%;max-height:100%;min-height:100%;overflow:hidden;}body,html{background:#fff;}html{font-size:62.5%;font-family:Roboto,Helvetica Neue,Arial,sans-serif;line-height:1.4!important;letter-spacing:-.1px!important;}body{font-size:14px;}body,html{-webkit-font-smoothing:auto;-moz-osx-font-smoothing:auto;}@media print{body,html{height:auto!important;overflow:visible!important;overflow:initial!important;}}body{overflow:auto;}body,html{margin:0;padding:0;}app-root{min-height:calc(100vh - 88px);flex-direction:column;}app-root{width:100%;display:flex!important;}:root{--red-color:#c60c30;--error-color:#c43737;--white-color:#d1d1d1;--white-colorD6:#d6d5d5;--accent-color:#db2828;--65bccc-color:#db2828;--0069e1-color:#db2828;--black-color:#000;--gray-color:#696973;--gray-light-color:#e5e5e5;--font-family-source-sans-pro:"Source Sans 3";--font-style-normal:normal;--font-style-italic:italic;--font-weight-normal:normal;--font-weight-bold:bold;--font-size-18:18px;--character-spacing-0:0px;--line-spacing-23:23px;}body{flex-direction:column;margin:0!important;padding:0!important;}</style><link rel="stylesheet" href="styles.d43c6366909f17ca357d.css" media="print" onload="this.media='all'"><noscript><link rel="stylesheet" href="styles.d43c6366909f17ca357d.css"></noscript></head>
<body>
<app-root></app-root>
<script src="runtime-es2015.7ce5b369c390aa5e347d.js" type="module"></script><script src="runtime-es5.7ce5b369c390aa5e347d.js" nomodule defer></script><script src="polyfills-es5.89030694a817234d7dbc.js" nomodule defer></script><script src="polyfills-es2015.cc0ec325f8b0b742c7d3.js" type="module"></script><script src="main-es2015.57d6e40fe5615597231a.js" type="module"></script><script src="main-es5.57d6e40fe5615597231a.js" nomodule defer></script>
</body></html><script id="f5_cspm">(function(){var f5_cspm={f5_p:'KPLNKGGAOAIIHOJNFFFNMHDGPKDIMFNODODKGDHPFGFHNKMHAICCGFAJFFHJMIFKNHLBNNEPAABMCLJFDLJACLDMAAANOIMPEGHGELJEHILFDHOHFLPDDFEBHMJEFPNN',setCharAt:function(str,index,chr){if(index>str.length-1)return str;return str.substr(0,index)+chr+str.substr(index+1);},get_byte:function(str,i){var s=(i/16)|0;i=(i&15);s=s*32;return((str.charCodeAt(i+16+s)-65)<<4)|(str.charCodeAt(i+s)-65);},set_byte:function(str,i,b){var s=(i/16)|0;i=(i&15);s=s*32;str=f5_cspm.setCharAt(str,(i+16+s),String.fromCharCode((b>>4)+65));str=f5_cspm.setCharAt(str,(i+s),String.fromCharCode((b&15)+65));return str;},set_latency:function(str,latency){latency=latency&0xffff;str=f5_cspm.set_byte(str,40,(latency>>8));str=f5_cspm.set_byte(str,41,(latency&0xff));str=f5_cspm.set_byte(str,35,2);return str;},wait_perf_data:function(){try{var wp=window.performance.timing;if(wp.loadEventEnd>0){var res=wp.loadEventEnd-wp.navigationStart;if(res<60001){var cookie_val=f5_cspm.set_latency(f5_cspm.f5_p,res);window.document.cookie='f5avr0187460260aaaaaaaaaaaaaaaa_cspm_='+encodeURIComponent(cookie_val)+';path=/;'+'';}
return;}}
catch(err){return;}
setTimeout(f5_cspm.wait_perf_data,100);return;},go:function(){var chunk=window.document.cookie.split(/\s*;\s*/);for(var i=0;i<chunk.length;++i){var pair=chunk[i].split(/\s*=\s*/);if(pair[0]=='f5_cspm'&&pair[1]=='1234')
{var d=new Date();d.setTime(d.getTime()-1000);window.document.cookie='f5_cspm=;expires='+d.toUTCString()+';path=/;'+';';setTimeout(f5_cspm.wait_perf_data,100);}}}}
f5_cspm.go();}());</script>
nginx