Найден корректный robots.txt
Файл управления сканированием сайта роботами
?
Robots.txt указывает поисковым роботам, какие страницы сканировать, а какие — нет. Ошибки в файле могут случайно закрыть важные разделы от индексации.
Robots.txt настроен корректно. Размер файла: 15284 байт. Загружен за: 1сек.
Проверяемая страница не запрещена в robots.txt.
Цепочка редиректов для файла robots.txt:
http://tedlab.mit.edu/robots.txt
302 Found
https://tedlab.mit.edu/
200 OK
Показать содержимое robots.txt
<!DOCTYPE html>
<html>
<head>
<meta charset="utf-8">
<meta http-equiv="X-UA-Compatible" content="IE=edge">
<meta name="viewport" content="width=device-width, initial-scale=1">
<title>Home</title>
<meta name="description" content="">
<link rel="stylesheet" href="./css/main.css">
<link rel="canonical" href="http://tedlab.mit.edu/">
<link rel="alternate" type="application/rss+xml" title="TedLab" href="http://tedlab.mit.edu/feed.xml">
</head>
<body>
<header class="site-header">
<div class="wrapper">
<a class="site-title" href="./">TedLab</a>
<nav class="site-nav">
<a href="#" class="menu-icon">
<svg viewBox="0 0 18 15">
<path fill="#424242" d="M18,1.484c0,0.82-0.665,1.484-1.484,1.484H1.484C0.665,2.969,0,2.304,0,1.484l0,0C0,0.665,0.665,0,1.484,0 h15.031C17.335,0,18,0.665,18,1.484L18,1.484z" />
<path fill="#424242" d="M18,7.516C18,8.335,17.335,9,16.516,9H1.484C0.665,9,0,8.335,0,7.516l0,0c0-0.82,0.665-1.484,1.484-1.484 h15.031C17.335,6.031,18,6.696,18,7.516L18,7.516z" />
<path fill="#424242" d="M18,13.516C18,14.335,17.335,15,16.516,15H1.484C0.665,15,0,14.335,0,13.516l0,0 c0-0.82,0.665-1.484,1.484-1.484h15.031C17.335,12.031,18,12.696,18,13.516L18,13.516z" />
</svg>
</a>
<div class="trigger">
<a class="page-link" href="./">Home</a>
<a class="page-link" href="./people.html">People</a>
<a class="page-link" href="./publications.html">Publications</a>
<a class="page-link" href="./research.html">Research</a>
<a class="page-link" href="./apply.html">Apply</a>
<a class="page-link" href="./diversity.html">Diversity</a>
<a class="page-link" href="./media.html">Media</a>
<a class="page-link" href="./hiking.html">Hiking</a>
<a class="page-link" href="http://twitter.com/LanguageMIT">@LanguageMIT</a>
<a class="page-link" href="./hsp2026/">HSP2026</a>
</div>
</nav>
</div>
</header>
<div class="page-content">
<div class="wrapper">
<article class="post">
<div class="post-content">
<!--<h2 style="text-align: center" id="tedlab">TedLab</h2>-->
<div style="text-align:center;">
<img src="images/tedlab_logo.png" style="width:50%;">
</div>
<h1 style="text-align: center" id="the-language-lab-at-mit">The Language Lab at MIT</h1>
<div class="center-image">
<table>
<tr>
<td><img src="./images/window1.jpg" class="center_img" /></td>
<td><img src="./images/window2.jpg" class="center_img" /></td>
</tr>
<tr>
<td><img src="./images/window3.jpg" class="center_img" /></td>
<td><img src="./images/window4.jpg" class="center_img" /></td>
</tr>
</table>
</div>
<p style="text-align: center">Views from Tedlab (photo credit: <a href="https://evlab.mit.edu/">Evelina Fedorenko</a>)</p>
</div>
</article>
</div>
</div>
<footer class="site-footer">
<div class="wrapper">
<h2 class="footer-heading">Contact Information</h2>
<div class="footer-col-wrapper">
<div class="footer-col footer-col-1">
<ul class="contact-list">
<li>
<a href="mailto:egibson@mit.edu"><span class="icon icon--email">
<?xml version="1.0" encoding="UTF-8"?>
<svg xmlns="http://www.w3.org/2000/svg" width="114" height="114">
<path stroke="#000" stroke-width="7" fill="none" d="m7,20h98v72H7zl44,44q5,4 10,0l44-44M7,92l36-36m26,0 36,36" />
</svg>
</span><span class="email">egibson@mit.edu</span></a>
</li>
<li>
<span class="icon icon--phone">
<?xml version="1.0" encoding="UTF-8"?>
<svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" width="173pt" height="479pt" viewBox="0 0 173 479" version="1.1">
<defs>
<clipPath id="clip0">
<rect width="173" height="479" />
</clipPath>
</defs>
<g id="surface0" clip-path="url(#clip0)">
<path style="fill: none; stroke-width: 0.1; stroke-linecap: butt; stroke-linejoin: miter; stroke: rgb(100%,100%,100%); opacity: 1;stroke-miterlimit: 10;"
d="M 0 0 L 173 0 L 173 30.209351 C 172.882584 25.882492 172.647736 17.22876 172.530304 12.901886 C 171.100174 6.696594 165.411743 1.652588 158.958267 1.532028 C 145.975098 1.450104 132.988495 1.530502 120.004257 1.501587 C 119.997116 47.167252 119.99704 92.832733 120.004318 138.498459 C 132.714081 138.479782 145.425079 138.52887 158.134506 138.482742 C 163.753799 138.496735 169.188431 134.93486 171.400635 129.769073 C 173.932983 124.598572 172.138123 118.612839 173 113.117493 L 173 371.968964 C 172.884613 367.712036 172.653839 359.198151 172.538452 354.941208 C 171.119751 348.690964 165.378845 343.615204 158.883713 343.528549 C 145.925293 343.454361 132.96376 343.52742 120.004395 343.501617 C 119.996918 388.167114 119.997192 432.832581 120.004257 477.498489 C 132.360489 477.472595 144.717957 477.542236 157.073883 477.471298 C 162.395111 477.599457 167.839935 475.099411 170.571701 470.412415 C 174.143097 464.980057 172.157257 458.107269 173 452.05925 L 173 479 L 0 479 L 0 0 Z M 0 0 "
transform="matrix(1,0,0,1,0,0)" />
<path style="stroke: none; fill-rule: nonzero; fill: rgb(100%,100%,100%); opacity: 1;"
d="M 0 0 L 173 0 L 173 30.209351 C 172.882584 25.882492 172.647736 17.22876 172.530304 12.901886 C 171.100174 6.696594 165.411743 1.652588 158.958267 1.532028 C 145.975098 1.450104 132.988495 1.530502 120.004257 1.501587 C 119.997116 47.167252 119.99704 92.832733 120.004318 138.498459 C 132.714081 138.479782 145.425079 138.52887 158.134506 138.482742 C 163.753799 138.496735 169.188431 134.93486 171.400635 129.769073 C 173.932983 124.598572 172.138123 118.612839 173 113.117493 L 173 371.968964 C 172.884613 367.712036 172.653839 359.198151 172.538452 354.941208 C 171.119751 348.690964 165.378845 343.615204 158.883713 343.528549 C 145.925293 343.454361 132.96376 343.52742 120.004395 343.501617 C 119.996918 388.167114 119.997192 432.832581 120.004257 477.498489 C 132.360489 477.472595 144.717957 477.542236 157.073883 477.471298 C 162.395111 477.599457 167.839935 475.099411 170.571701 470.412415 C 174.143097 464.980057 172.157257 458.107269 173 452.05925 L 173 479 L 0 479 L 0 0 Z M 0 0 " />
<path style="fill: none; stroke-width: 0.1; stroke-linecap: butt; stroke-linejoin: miter; stroke: rgb(0%,0%,0%); opacity: 1;stroke-miterlimit: 10;"
d="M 84.363907 11.295609 C 92.083313 6.477264 100.590714 2.740402 109.62088 1.291367 C 109.94046 40.918396 109.622604 80.558365 109.779312 120.189346 C 110.122437 126.281006 110.045029 132.389557 109.91452 138.487595 C 103.803436 138.339203 97.721039 141.269257 94.183487 146.276611 C 88.513687 153.934097 86.57933 163.535248 84.970322 172.730469 C 81.552536 194.993317 80.777908 217.57225 80.993576 240.06543 C 81.280548 263.589554 83.321548 287.098129 86.932571 310.344925 C 88.624313 319.337692 90.181915 328.846069 95.590469 336.472687 C 98.794678 341.142807 104.391037 343.586227 109.973816 343.560104 C 110.028046 388.144745 109.994263 432.729874 109.990707 477.315094 C 100.642349 476.818481 91.836472 472.948593 83.962402 468.100037 C 63.764801 455.453552 48.771179 435.988434 37.636765 415.207657 C 18.488693 378.914978 9.911789 338.0634 5.856659 297.522781 C 3.744461 275.322998 2.980682 253.001648 3.340149 230.712372 C 4.230377 185.177231 9.030319 139.116104 24.083618 95.885666 C 30.69426 77.176758 39.374237 59.060379 51.160141 43.034683 C 60.233765 30.619522 71.280746 19.474518 84.363907 11.295609 Z M 84.363907 11.295609 "
transform="matrix(1,0,0,1,0,0)" />
<path style="stroke: none; fill-rule: nonzero; fill: rgb(0%,0%,0%); opacity: 1;"
d="M 84.363907 11.295609 C 92.083313 6.477264 100.590714 2.740402 109.62088 1.291367 C 109.94046 40.918396 109.622604 80.558365 109.779312 120.189346 C 110.122437 126.281006 110.045029 132.389557 109.91452 138.487595 C 103.803436 138.339203 97.721039 141.269257 94.183487 146.276611 C 88.513687 153.934097 86.57933 163.535248 84.970322 172.730469 C 81.552536 194.993317 80.777908 217.57225 80.993576 240.06543 C 81.280548 263.589554 83.321548 287.098129 86.932571 310.344925 C 88.624313 319.337692 90.181915 328.846069 95.590469 336.472687 C 98.794678 341.142807 104.391037 343.586227 109.973816 343.560104 C 110.028046 388.144745 109.994263 432.729874 109.990707 477.315094 C 100.642349 476.818481 91.836472 472.948593 83.962402 468.100037 C 63.764801 455.453552 48.771179 435.988434 37.636765 415.207657 C 18.488693 378.914978 9.911789 338.0634 5.856659 297.522781 C 3.744461 275.322998 2.980682 253.001648 3.340149 230.712372 C 4.230377 185.177231 9.030319 139.116104 24.083618 95.885666 C 30.69426 77.176758 39.374237 59.060379 51.160141 43.034683 C 60.233765 30.619522 71.280746 19.474518 84.363907 11.295609 Z M 84.363907 11.295609 " />
<path style="fill: none; stroke-width: 0.1; stroke-linecap: butt; stroke-linejoin: miter; stroke: rgb(0%,0%,0%); opacity: 1;stroke-miterlimit: 10;"
d="M 120.004257 1.501587 C 132.988495 1.530502 145.975098 1.450104 158.958267 1.532028 C 165.411743 1.652588 171.100174 6.696594 172.530304 12.901886 C 172.647736 17.22876 172.882584 25.882492 173 30.209351 L 173 113.117493 C 172.138123 118.612839 173.932983 124.598572 171.400635 129.769073 C 169.188431 134.93486 163.753799 138.496735 158.134506 138.482742 C 145.425079 138.52887 132.714081 138.479782 120.004318 138.498459 C 119.99704 92.832733 119.997116 47.167252 120.004257 1.501587 Z M 120.004257 1.501587 "
transform="matrix(1,0,0,1,0,0)" />
<path style="stroke: none; fill-rule: nonzero; fill: rgb(0%,0%,0%); opacity: 1;"
d="M 120.004257 1.501587 C 132.988495 1.530502 145.975098 1.450104 158.958267 1.532028 C 165.411743 1.652588 171.100174 6.696594 172.530304 12.901886 C 172.647736 17.22876 172.882584 25.882492 173 30.209351 L 173 113.117493 C 172.138123 118.612839 173.932983 124.598572 171.400635 129.769073 C 169.188431 134.93486 163.753799 138.496735 158.134506 138.482742 C 145.425079 138.52887 132.714081 138.479782 120.004318 138.498459 C 119.99704 92.832733 119.997116 47.167252 120.004257 1.501587 Z M 120.004257 1.501587 " />
<path style="fill: none; stroke-width: 0.1; stroke-linecap: butt; stroke-linejoin: miter; stroke: rgb(0%,0%,0%); opacity: 1;stroke-miterlimit: 10;"
d="M 120.004395 343.501617 C 132.96376 343.52742 145.925293 343.454361 158.883713 343.528549 C 165.378845 343.615204 171.119751 348.690964 172.538452 354.941208 C 172.653839 359.198151 172.884613 367.712036 173 371.968964 L 173 452.05925 C 172.157257 458.107269 174.143097 464.980057 170.571701 470.412415 C 167.839935 475.099411 162.395111 477.599457 157.073883 477.471298 C 144.717957 477.542236 132.360489 477.472595 120.004257 477.498489 C 119.997192 432.832581 119.996918 388.167114 120.004395 343.501617 Z M 120.004395 343.501617 "
transform="matrix(1,0,0,1,0,0)" />
<path style="stroke: none; fill-rule: nonzero; fill: rgb(0%,0%,0%); opacity: 1;"
d="M 120.004395 343.501617 C 132.96376 343.52742 145.925293 343.454361 158.883713 343.528549 C 165.378845 343.615204 171.119751 348.690964 172.538452 354.941208 C 172.653839 359.198151 172.884613 367.712036 173 371.968964 L 173 452.05925 C 172.157257 458.107269 174.143097 464.980057 170.571701 470.412415 C 167.839935 475.099411 162.395111 477.599457 157.073883 477.471298 C 144.717957 477.542236 132.360489 477.472595 120.004257 477.498489 C 119.997192 432.832581 119.996918 388.167114 120.004395 343.501617 Z M 120.004395 343.501617 " />
</g>
</svg>
</span><span class="phone">+01 (617) 253-8609</span>
</li>
<li>
<a href="https://twitter.com/LanguageMIT"><span class="icon icon--twitter"><svg viewBox="0 0 16 16">
<path fill="#828282"
d="M15.969,3.058c-0.586,0.26-1.217,0.436-1.878,0.515c0.675-0.405,1.194-1.045,1.438-1.809c-0.632,0.375-1.332,0.647-2.076,0.793c-0.596-0.636-1.446-1.033-2.387-1.033c-1.806,0-3.27,1.464-3.27,3.27 c0,0.256,0.029,0.506,0.085,0.745C5.163,5.404,2.753,4.102,1.14,2.124C0.859,2.607,0.698,3.168,0.698,3.767 c0,1.134,0.577,2.135,1.455,2.722C1.616,6.472,1.112,6.325,0.671,6.08c0,0.014,0,0.027,0,0.041c0,1.584,1.127,2.906,2.623,3.206 C3.02,9.402,2.731,9.442,2.433,9.442c-0.211,0-0.416-0.021-0.615-0.059c0.416,1.299,1.624,2.245,3.055,2.271 c-1.119,0.877-2.529,1.4-4.061,1.4c-0.264,0-0.524-0.015-0.78-0.046c1.447,0.928,3.166,1.469,5.013,1.469 c6.015,0,9.304-4.983,9.304-9.304c0-0.142-0.003-0.283-0.009-0.423C14.976,4.29,15.531,3.714,15.969,3.058z" />
</svg>
</span><span class="username">LanguageMIT</span></a>
</li>
</ul>
</div>
<div class="footer-col footer-col-3">
<p>Massachusetts Institute of Technology<br /> Department of Brain & Cognitive Sciences<br /> 43 Vassar St., Building 46, Room 4127<br /> Cambridge, MA 02139<br /> USA <br /></p>
</div>
</div>
</div>
</footer>
</body>
</html>
Apache