Найден корректный robots.txt
Файл управления сканированием сайта роботами
?
Robots.txt указывает поисковым роботам, какие страницы сканировать, а какие — нет. Ошибки в файле могут случайно закрыть важные разделы от индексации.
Кол-во редиректов для файла robots.txt 4 слишком большое! Это может вызывать затруднение при индексации поисковыми роботами!
Проверяемая страница не запрещена в robots.txt.
Цепочка редиректов для файла robots.txt:
http://plan.spbstu.ru/robots.txt
301 MovedPermanently
https://plan.spbstu.ru/robots.txt
302 Found
https://plan.spbstu.ru/auth/login/?next=/robots.txt
302 Found
https://cas.spbstu.ru/login?service=https%3A%2F%2Fplan.spbstu.ru%2Fauth%2Flogin%2F%3Fnext%3D%252Frobots.txt
200 OK
Показать содержимое robots.txt
<!DOCTYPE html><html>
<head>
<title>Login — SPbPU SSO</title>
<meta charset="UTF-8"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><meta name="viewport" content="width=device-width, initial-scale=1"/><link rel="apple-touch-icon" sizes="180x180" href="/sso/favicons/apple-touch-icon.png"><link rel="icon" type="image/png" sizes="32x32" href="/sso/favicons/favicon-32x32.png"><link rel="icon" type="image/png" sizes="16x16" href="/sso/favicons/favicon-16x16.png"><link rel="manifest" href="/sso/favicons/manifest.json"><link rel="mask-icon" href="/sso/favicons/safari-pinned-tab.svg" color="#5bbad5"><meta name="theme-color" content="#ffffff"><link rel="stylesheet" href="/webjars/font-awesome/5.0.13/web-fonts-with-css/css/fontawesome-all.min.css"/><link type="text/css" rel="stylesheet" href="/webjars/lato/0.3.0/css/lato.min.css"/><link rel="stylesheet" href="/sso/css/loginPage.css"/></head>
<body id="cas" class="login">
<div id="container" class="form_wrap">
<svg xmlns="http://www.w3.org/2000/svg" width="266.1px" height="42.1px" viewBox="0 0 266.1 42.1" xml:space="preserve" class="logo">
<g>
<path class="text" d="M86,21c0-8.4,3.5-15.7,13.7-15.7c10.2,0,13.7,7.2,13.7,15.7c0,8.5-3.5,15.7-13.7,15.7
C89.5,36.7,86,29.5,86,21 M92.4,21c0,5,1,9.7,7.3,9.7c6.3,0,7.3-4.7,7.3-9.7c0-5-1-9.6-7.3-9.6C93.4,11.4,92.4,16.1,92.4,21
M246.6,6.1l5.6,9.3l5.6-9.3h7.5l-9.1,14.3l9.9,15.6h-7.6l-6.3-10.5L245.9,36h-7.6l9.9-15.6l-9.1-14.3H246.6z M219,18h11.8v5.8H219
V30h13.9v6h-20.3v-30h20.3v6H219V18z M192,36V12.1h-8.2v-6h22.8v6h-8.2V36H192z M158.9,36h-6V6.1h6.4v18.4l11.8-18.4h6V36h-6.4
V17.6L158.9,36z M117,30.1c2.7,0.1,4.4-1.1,5.1-3.5c1.7-6.5,1.9-13.8,2.9-20.6h19.3V36h-6.4V12.1h-7.2c-0.4,4.2-1.1,11.4-2.3,16
c-1.4,5.2-5.6,8.3-11.2,8.1V30.1z M55.5,36V6.1h23.4V36h-6.4V12.1H61.9V36H55.5z"/><path class="pi" d="M20.7,0
c-3.6,0-9.5,0.2-12.9,0.6c-4.7,0.6-6.6,3-7.1,7.5C0.3,11.5,0,16.4,0,21s0.1,9.6,0.7,13c0.7,4.4,2.8,6.8,7.1,7.5
c3.4,0.5,9.7,0.6,12.9,0.6c3.2,0,9.5,0,12.9-0.6c4.3-0.7,6.3-3,7.1-7.5c0.6-3.4,0.7-8.6,0.7-13s-0.4-10.3-0.7-13
c-0.5-4.6-2.5-6.9-7.1-7.5C30.2,0.1,24.3,0,20.7,0z M35.2,4.8c0.9,0.4,2.5,2.8,2.2,5.4c-1.8,1.4-3.9,2.5-6,2.8v16.6h6.2
c0,2.6-0.4,4.6-0.8,5.3H25.4V13.2h-7.9v12.9c0,6.5-3.7,9.7-8.4,9.7c-1.3,0-2.9-0.2-4.2-0.6c-0.6-0.9-0.9-3.4-1-6.5
c3.1,1.5,7.3,2.2,7.7-2.7V14c-4.7,0.5-6.5,3.8-8.1,6.1c0-3,0.2-5.7,0.3-7.5c3.2-3.5,6.9-5.1,14-5.1h10.2C30.6,7.5,33,6.5,35.2,4.8z
"/></g>
</svg>
<script id="page-context" type="text/page-context">
{
"text": {
"loginwip": "Wait",
"login": "Login"
}
}
</script>
<form id="enter" method="post" action="login" class="form_enter" style="">
<div id="notices">
<div id="serviceui" class="serviceinfo">
<div>
<table>
<tr>
<td>
<img
src="images/webapp.png" style="width: auto; height: auto;max-width: 52px;max-height: 52px"
/></td>
<td id="servicedesc">
Репозиторий учебных планов</td>
</tr>
</table>
</div>
</div>
</div>
<div class="form_group">
<label for="user" class="form_label">Username</label>
<input
type="text"
tabindex="1"
class="form_input"
id="user"
autocomplete="off"
accesskey="u" name="username" value=""></div>
<div class="form_group">
<label for="password" class="form_label">Password</label>
<input
type="password"
class="form_input"
id="password"
tabindex="2"
accesskey="p" name="password" value=""></div>
<div class="form_group btns">
<div class="one-half">
<input
type="submit"
accesskey="l"
tabindex="6"
class="btn btn-rounded submit"
id="doLogin"
value="Login"></div>
<div class="one-half text-right">
<input type="button" value="Reset" class="btn btn-rounded cancel" id="doCancel"></div>
</div>
<input type="hidden" name="execution" value="75559d01-7530-4871-919a-403e5b4e6274_ZXlKaGJHY2lPaUpJVXpVeE1pSjkuZXpmZ1ZzekpvdTZhcGs4UkhLRjYycTgwMWVjTU1uNzZEUHZHZ2xCNTlDRlVrRzAvd253ZVBZaDRlUTNMYmc3bG5DbnlmRThVa1pmNlk1VjU5NUNrQUFsb0lNc3hzSXVBU1RJOUdMcDB5TW5yaFQ0RzNzRndaWWcybW4vakhpRmFFMStKVFUrQXVHTWFNaktHYnlzdnFKRzhRYVJtQkVDVjcwdEJLN0hENGh4aEY5b3A2ZS9kUDFTcG5FYzRsektmL2R5czFjaVF1MWFiejBGbHFHb3pVSHExY1U1TmM2RjZ4azhFOGhNRE1jOXdGb0FMSCtnNHdVanFGN25BcjZvNmVXSDhJTnVkakdjOENNUEFkWkpNVUw5dGZKN1hEN2I2QXp1THJSQVhZeDdRem9YK3NQdUtlbCtNMEtWSzU0VzlWVlNXZGxkWGJPMU1KOG1EMEQ5UzJEWlBPSmZNaUJDOWVlMmUrN05LRmZYMVg5R1VHcW43dmc4ZlF5T0puazdLZktUTURHczd0UDlqZDRTVWpWL05jMXdycTNoU3RkbU1tUjcyd1MzOUxxL0w5MWVady9JOVY5U2ZUbEFDeWVFZ0Fad2FSLzBQM1FoYXR2LzB1NmdyeklocEJxVkpkVHk3ZEUxenpjQkduSjR1WFJyYTd5L0hUMmdxSnhGKzIwK0ZvbDVpUVNmSFZuUXo1azVaWSttSk50dXdqUkZwbk1EVVZtbEFTRC93a3h2elBLVWdEL0JwZUl5bjV3Z1E0ZGpzRzJKMVVoNVViUmdwZVJuTXpUalFGKzVJLzBTV1U5UTBrcmM1d3dMMCszemlleDhKS2FIU2cxeU5pRmsvUTRSRFFWQnFOOTUwWWNueEZRMFhSVS9CdFpqSVdnMzExVnIxQy9qMzVsUDZabVdveWRvc0FtV3R6MGh4ZEMzUmt1Ty9tckY2dWQxUkRBZjNTaGY1ckwzNUlHVVpyUmJ4Rmp4WGNYOEl6L3hiNU1SV0x1ZDEyKzA3RjN3b2NpRFdFS0JzYWltS2ZkZUdibXBJTXkwNE5EbzlUUnJxeFlmSDdGRnF3cTBTNUJXbEJWcTAxRDBwUy9pMnlFMTZueGJVV2VhUEx6TndYZEhPRWNUaHlndTYxRVQ4bWNZS3RpK09tczhsaWZGeW9IaC84OVNhWlA0ajZYQXFoempxeE5TVW5tWlNQU25xRjY5clU4WHdvSnFRQ1BaSk1PazFTakZ0YXFUcFhVaHpOSC9KRHliSzdBN1UzLzZLNnp1aWhWRVZGWnpqUVhCeHRtcjdSVlJxZW5EeUhXMEp0ZXJKNUt3c0lyalgyNU9WdnZJZHZHMHVZcVNiNUZFcWRvd1lrRzk2aWpYS2tLSjhsSTlCeHBqRy91USt1NFlET1Y5TW5wK1VQaGpuWTBWQ0tjTllOSnV0QlJMSVkyZXUrZERFS2s0b0Y0OXVBcEdHNlRaQ0E5d1BqVW85NWZYVVBZK0cySVFUcmJNeTlETS9YT1ZuN1M5Smo0bHFXK2MrVGRtSkJvR3BSYm4vZ1IrNFp0dld5ZG1RKzBBOUxYaUtpYWlRTnp3bU9MVms1RzFxVWhRQzF2V3kyNnlrSDFhNmtjaWlNRG5ReU0xU3gwdGRnUS9VemNLK3JVUi96RVAxb3FNVno1aG1NcWhTcXBWOU1pcGVOWGpQTnJ4K1BvZGxWWWwxbHR2c1d0NDFWSDlkalZYVStKUU9RbHZxcjd3ZGxOSE1DYml5czAwV3FpY2s3L3k0VHN1RXFBRTVkSm8vY1NxZjQvV0xWTjVFQkdEbHEwVC82anFGT0wxL1Z0K2hhbUdvQ0dSdTk0WlM3bjZEY0tnY2pnbnhsZzcxN1RjcUM3K3FzMkVtRXIzcHdUQUN1VkdvcmlUVGlRejVKMkxLYUJ6NVlTZTkxaUx5SW54bG1nU0RGNm1Va250QVgvdER3RE5wamRicWJyVU1OOXE4c05HUFlDVVFvUHArRkFmMG9waEhFZVhUUlBMN040VnFLV21vcCt1V1RCWUlUUTV2by8zNHB3ejJXMkdGQ0granB4TG5oeVhqN0JLbUFURzBVcHRFOEZyS1lLTFhRM3VLMGtyLzBxREZManFkaHVzYUpVbDRzeHY0NnFWSzZrb01BZWREcXFSdmY0ZE1PQnYxZ2ZQdFJOdkU2cG9uUlRBU09qbm5BTlhVcW5CdGlqVFZJTWxYdUk1ZTd4SHdSRFdKbmRWY2RZZVg5Vm1NWjRxWE15MTMzTXBpRHlFeW95WGZuM2NDZWdmc0ZXeHQ4NVNkSGJiYURIY3F1bU1Ldisvc1Q4NzJpM2dhWU51Nm5RVmg3RmdLVFZrYUlWZ2F4TFppMmZuNmFzVzRvaDVCR2E1cThUamVyOThlZWtWbEljc3dCMllLMExaRVZQaTAvRGRVdk40WEI1czUvcTZCWFV4cmhnYUNCZTBZZC93VTdBR3lIVGMzSU1IRlZoSlhlRXZWMzdONDNtRU9PWGx6RUVWNldaZFEyQWl6Y2pxcDJPQVExOGx0QWVjR21UMFI3VW1YY3F2WnZlQjlvU09mUWY0R3FwVnVwVXNWdzc4QllLNmVjK0trYUxIaFBKRzN2elVhQ29GNXBXRXN5MlVCQkc1MTBwMkc4UjVqaGc4OEF2em11NTJHVDROSG1WYmt0U3kreUN4eThJV0xCdkxiaDZPRDc4WnhFNUJBRFVPbkxVRU9OTlZOcGdQNVJKeUVEUEUyck8rdGg5YkpwTUtTL3Q1dVhMVlFkQlhkVit1K2hoOXE1R1EvdSttNHI0Y011d0d2QkdQbSt4bzBJWWRlb205UEk2RmNlN0F1Y1VXWnlTL0huVEZucVc2MFF2TE80c011eVhlWTRoTTFtZEE0TU0yeVlMZ1c5Qnh3Ym84b2pBZ3ZLYnVzS0huYllVZFpwSFVLb1plV0VIbTBDUXp6a05UY1ZIaHdGdEZRSU9lWTRpK3JObFlLbWIwbE1wUDcrWVgzaHl4dGhGbkNFMmNja3BVZkZ6OVd5c090NTdMR2plTXhhTFFiTG9CWExybjFUbU1RSEI0M0pWU2FMUU5zN3lZM1QydXJvWGZKVUdwUnlIN0RIc3ErdkZqYjhITTYySEZEK1JQVmJjTVF5bHJ3elhPajdPNHY0NU51NURqUjd2TS9JQVV3SkpuR1VtSWhHTHlFWWNkUVFlSE80VHJDS3poZTNQRmZtU0JJVEFDUzc2azJaWGdhU2cyVUtDeW5VZWpHYjNWZXB0TXhhQS9UVmJHeEIvV0RVT0hkeVpYUEhmL1d2UHlYaFN6QVpiNWZJMW0zM0tZVGRONitKMnhLQ1JVNGlKUHd5ZWNkVUh1dXFsdG1lVTlQUUpVVURFNkFHVEFPcXl5cTZxZjJySDl0MUlVL3RhR01OMDdkODlBKy9uUFZsNFR3b0F1aGluajVTVTM2Rm1SRGU2K3dLa2xMaE9WNTFiZ1Rid05yUCtETUtzNVozZklzVTBiVGVaNVBGeHVsbFprVGhKY1FTM1U5bEYxTHlyTndpdCtlM04rUGdxWWhoei8xM0VHSHFmZWV5WjBPdGIxZVRNUmU1azZnSmZ5Rk1UV05SMkl5OGhSKzd6eEpaelBVUVhBWkU5Q1c1WmQwVzdIY3RkcDBUWjlmZU82aG42TlZGVktOeXRJQnQxbFlPZkNtRVNBOFpsV0tUbktiWHMzU2tYdEZXd1J0TjZwZnlqWmFTbkQ0RmxGRVBDaEV3VGp1b2MxMVl4SWZZZU9RdmhxUjV0eUIxREpha3p4ODNmS0Q3SitLcVcrblpWcm5KSk1jUEpieGtqemk0YVBpN0U2QSt5cit6d1dmUDBkTC94NnltRVcyUytmaDlUNHJ1dkVYL2EycEtMY0tHb0ttNFlOYklnMVoxcnA4YUxpNHZtSDNtdXhqUXBTL0p3TmpXMEZOWW5LNVd5NnE1a1hmL1E9PS5yQmowUVRHdURJX3NuVEF2eG5WbTAzS3BwU1c4eDhfWDVjNHctR0EtaENUZUhPX0UxNWVOSDNwaDZaLTN3VVQ2b0g3SXVNYWtMQlZ5ZkNCeEFtekZXdw=="/><input type="hidden" name="_eventId" value="submit"/><input type="hidden" name="geolocation"/></form>
</div>
<script type="text/javascript" src="/sso/js/vendors.bundle.js"></script>
<script type="text/javascript" src="/sso/js/loginPage.bundle.js"></script>
</body>
</html>
nginx