Найден корректный robots.txt
Файл управления сканированием сайта роботами
?
Robots.txt указывает поисковым роботам, какие страницы сканировать, а какие — нет. Ошибки в файле могут случайно закрыть важные разделы от индексации.
Кол-во редиректов для файла robots.txt 3 слишком большое! Это может вызывать затруднение при индексации поисковыми роботами!
Проверяемая страница не запрещена в robots.txt.
Цепочка редиректов для файла robots.txt:
http://rbgmovie.com/robots.txt
302 Found
https://www.magpictures.com/rbg
301 MovedPermanently
https://www.magpictures.com/rbg/
200 OK
Показать содержимое robots.txt
<!DOCTYPE html>
<html lang="en">
<head>
<!-- Google Tag Manager -->
<script>(function(w,d,s,l,i){w[l]=w[l]||[];w[l].push({'gtm.start':
new Date().getTime(),event:'gtm.js'});var f=d.getElementsByTagName(s)[0],
j=d.createElement(s),dl=l!='dataLayer'?'&l='+l:'';j.async=true;j.src=
'https://www.googletagmanager.com/gtm.js?id='+i+dl;f.parentNode.insertBefore(j,f);
})(window,document,'script','dataLayer','GTM-N3FNR9W');</script>
<!-- End Google Tag Manager -->
<meta charset="utf-8">
<meta http-equiv="X-UA-Compatible" content="IE=edge">
<meta name="viewport" content="width=device-width, initial-scale=1, maximum-scale=1, user-scalable=no">
<!-- The above 3 meta tags *must* come first in the head; any other head content must come *after* these tags -->
<title>RBG | A Magnolia Pictures Film | Starring Ruth Bader Ginsburg | Available on DVD, Blu-ray™ or Digital</title>
<meta http-equiv="content-type" content="text/html; charset=UTF-8" />
<meta name="description" content="At the age of 85, U.S. Supreme Court Justice Ruth Bader Ginsburg has developed a lengthy legal legacy while becoming an unexpected pop culture icon." />
<meta property="og:url" content="http://www.rbgmovie.com" />
<meta property="og:title" content="RBG | A Magnolia Pictures Film | Starring Ruth Bader Ginsburg | Available on DVD, Blu-ray™ or Digital" />
<meta property="og:description" content="At the age of 85, U.S. Supreme Court Justice Ruth Bader Ginsburg has developed a lengthy legal legacy while becoming an unexpected pop culture icon." />
<meta property="og:type" content="video.movie" />
<meta property="og:image" content="http://www.magpictures.com/rbg/images/poster-fb.jpg" />
<meta property="og:image:type" content="image/jpeg" />
<meta property="og:image:width" content="1200" />
<meta property="og:image:height" content="630" />
<!-- Bootstrap -->
<link href="/rbg/lib/bootstrap/css/bootstrap.min.css" rel="stylesheet">
<!-- HTML5 shim and Respond.js for IE8 support of HTML5 elements and media queries -->
<!-- WARNING: Respond.js doesn't work if you view the page via file:// -->
<!--[if lt IE 9]>
<script src="https://oss.maxcdn.com/html5shiv/3.7.2/html5shiv.min.js"></script>
<script src="https://oss.maxcdn.com/respond/1.4.2/respond.min.js"></script>
<![endif]-->
<!-- jQuery (necessary for Bootstrap's JavaScript plugins) -->
<script src="https://ajax.googleapis.com/ajax/libs/jquery/1.11.3/jquery.min.js"></script>
<link rel="stylesheet" href="/rbg/css/jquery.mCustomScrollbar.css" />
<script src="/rbg/js/jquery.mCustomScrollbar.concat.min.js"></script>
<script src="/rbg/js/jquery.history.js"></script>
<link rel="stylesheet" type="text/css" href="//cdn.jsdelivr.net/jquery.slick/1.6.0/slick.css"/>
<link rel="stylesheet" type="text/css" href="//cdn.jsdelivr.net/jquery.slick/1.6.0/slick-theme.css"/>
<script type="text/javascript" src="//cdn.jsdelivr.net/jquery.slick/1.6.0/slick.min.js"></script>
<link href='https://fonts.googleapis.com/css?family=Pathway+Gothic+One' rel='stylesheet' type='text/css'>
<link rel="stylesheet" href="/rbg/lib/font-awesome/css/font-awesome.min.css">
<script src="/rbg/js/fastclick.js"></script>
<link href="/rbg/css/style.css" rel="stylesheet">
<script src="/rbg/js/script.js"></script>
<!-- Meta Pixel Code -->
<script>
!function(f,b,e,v,n,t,s)
{if(f.fbq)return;n=f.fbq=function(){n.callMethod?
n.callMethod.apply(n,arguments):n.queue.push(arguments)};
if(!f._fbq)f._fbq=n;n.push=n;n.loaded=!0;n.version='2.0';
n.queue=[];t=b.createElement(e);t.async=!0;
t.src=v;s=b.getElementsByTagName(e)[0];
s.parentNode.insertBefore(t,s)}(window, document,'script',
'https://connect.facebook.net/en_US/fbevents.js');
fbq('init', '539313898677215');
fbq('track', 'PageView');
</script>
<noscript><img height="1" width="1" style="display:none"
src="https://www.facebook.com/tr?id=539313898677215&ev=PageView&noscript=1"
/></noscript>
<!-- End Meta Pixel Code -->
</head>
<body data-siterootpath="/rbg/">
<!-- Google Tag Manager (noscript) -->
<noscript><iframe src="https://www.googletagmanager.com/ns.html?id=GTM-N3FNR9W"
height="0" width="0" style="display:none;visibility:hidden"></iframe></noscript>
<!-- End Google Tag Manager (noscript) -->
<div id="header">
<div class="container-fluid">
<div class="row">
<div class="col-xs-10 col-sm-2">
<!-- <div id="header-logo"><a href="http://www.magpictures.com/" target="_blank"><img src="/rbg/images/logos.png" alt="Magnolia Pictures" class="img-responsive" /></a></div> -->
<div id="header-logo"><a href="http://www.magpictures.com/" target="_blank"><img src="/rbg/images/logo.png" alt="Magnolia Pictures" class="img-responsive" /></a></div>
</div>
<div class="col-xs-2 col-sm-8">
<ul id="header-nav">
<a href="home"><li class="active"><span class="header-nav-text">HOME</span></li></a>
<!-- <a href="http://www.rbgmovie.com"><li><span class="header-nav-text">HOME</span></li></a> -->
<!-- <a href="get-tickets"><li><span class="header-nav-text">GET TICKETS</span></li></a> -->
<a href="https://www.amazon.com/RBG-Ruth-Bader-Ginsburg/dp/B07DKV22D1/"><li><span class="header-nav-text">BUY DVD</span></li></a>
<a href="https://www.amazon.com/RBG-Blu-ray-Ruth-Bader-Ginsburg/dp/B07DKSPGR2/"><li><span class="header-nav-text">BUY BLU-RAY™</span></li></a>
<a href="watch-at-home"><li><span class="header-nav-text">WATCH AT HOME</span></li></a>
<!-- <a href="screenings"><li><span class="header-nav-text">SPECIAL SCREENINGS</span></li></a> -->
<a href="trailer"><li><span class="header-nav-text">TRAILER</span></li></a>
<a href="synopsis"><li><span class="header-nav-text">STORY</span></li></a>
<a href="http://www.magnoliaselects.com"><li><span class="header-nav-text">STREAM MORE GREAT FILMS</span></li></a>
</ul>
<div id="header-nav-mobile-toggle" class="needsclick"><span id="header-nav-mobile-toggle-btn" class="glyphicon glyphicon-align-justify needsclick"></span></div>
</div>
<div class="col-sm-2 hidden-xs">
<div id="header-nav-social">
<ul>
<li><a href="https://www.facebook.com/rbgmovie/" target="_blank"><img src="/rbg/images/facebook.png" alt="Facebook" class="img-responsive" /></a></li>
<li><a href="https://twitter.com/rbgmovie" target="_blank"><img src="/rbg/images/twitter.png" alt="Twitter" class="img-responsive" /></a></li>
<li><a href="https://www.instagram.com/rbgmovie/" target="_blank"><img src="/rbg/images/instagram.png" alt="Instagram" class="img-responsive" /></a></li>
</ul>
</div>
</div>
</div>
<div id="header-nav-mobile"><!-- Do Not Deleted This Tag --></div>
</div>
</div>
<div id="main">
<!-- HOME -->
<div id="main-bg" class="section">
<div id="home">
<div id="main-bg-video">
<video id="video-bg" preload="auto" muted="" loop="" autoplay>
<source src="/rbg/src/bg-loop.mp4" type="video/mp4">
<!--<source src="/rbg/src/iood_loop.webm" type="video/webm">-->
</video>
</div>
<div id="main-bg-video-overlay"></div>
<div class="section-content">
<div id="main-content">
<div id="main-quote-wrap">
<!-- <div class="main-quote-item">
<div class="main-quote">"<img src="/rbg/images/4stars.png" alt="4 Stars" class="img-responsive" style="display:inline;" /> Dunning recounts spellbinding tales—he’s a hell of a character."</div>
<div class="main-quote-by">- Nigel Smith, The Guardian</div>
</div> -->
<!-- <div class="main-quote-item">
<div class="main-quote">"Evokes the Best of Woody Allen."</div>
<div class="main-quote-by">- Indiewire</div>
</div>
<div class="main-quote-item">
<div class="main-quote">"Characters you could happily watch for hours."</div>
<div class="main-quote-by">- Indiewire</div>
</div>
<div class="main-quote-item">
<div class="main-quote">"A charming ensemble comedy."</div>
<div class="main-quote-by">- rogerebert.com</div>
</div>
<div class="main-quote-item">
<div class="main-quote">"The rare love letter to New York done right."</div>
<div class="main-quote-by">- THE AV CLUB</div>
</div>
<div class="main-quote-item">
<div class="main-quote">"CHARACTERS YOU WOULD HAPPILY WATCH FOR HOURS. Once you settle into its groove the movie becomes much more than the sum of its parts."</div>
<div class="main-quote-by">- David Ehrlich, IndieWire</div>
</div>
<div class="main-quote-item">
<div class="main-quote">"VERY FUNNY. The rare love letter to New York done right."</div>
<div class="main-quote-by">- Ignatiy Vishnevetsky, AV Club</div>
</div>
<div class="main-quote-item">
<div class="main-quote">"A REAL GEM. Dryly funny and wonderfully musical."</div>
<div class="main-quote-by">- Jason Bailey, Flavorwire</div>
</div>
<div class="main-quote-item">
<div class="main-quote">"Emanates an optimism that is infectious right up through the closing sequence, a boisterous scene of pure joy."</div>
<div class="main-quote-by">- Margaret Barton-Fumo, Film Comment</div>
</div>
<div class="main-quote-item">
<div class="main-quote">"Among my personal favorites at Sundance this year. A gently affecting look at a group of New Yorkers all struggling in their own way to connect with others."</div>
<div class="main-quote-by">- Mark Olsen, The Los Angeles Times</div>
</div> -->
</div>
<div id="main-bottom">
<div id="main-bottom-image"><img src="/rbg/images/home-title.png" alt="RBG" class="img-responsive" /></div>
<!-- <div id="main-bottom-questions"><p><a href="http://bit.ly/Person_Nuart">Get Tickets</a> for Q&A with Abbi Jacobson tonight at Landmark’s Nuart Theatre after the 7:30PM show. </p></div> -->
<!-- <div id="main-bottom-date">OCTOBER 3</div> -->
<div id="main-bottom-get-ticket">
<a class="button-hover-effect main-bottom-watch-at-home-btn" href="https://www.amazon.com/RBG-Ruth-Bader-Ginsburg/dp/B07DKV22D1/" target="_blank">BUY DVD</a>
<a class="button-hover-effect main-bottom-watch-at-home-btn" href="https://www.amazon.com/RBG-Blu-ray-Ruth-Bader-Ginsburg/dp/B07DKSPGR2/" target="_blank">BUY BLU-RAY™</a>
<a class="button-hover-effect main-bottom-watch-at-home-btn" href="https://www.magpictures.com/rbg/watch-at-home">WATCH AT HOME</a>
</div>
<div id="main-bottom-social" class="hidden-sm hidden-md hidden-lg"><!-- Do Not Deleted This Tag --></div>
</div>
</div>
</div>
</div>
</div>
<!-- GET TICKETS -->
<div id="get-tickets" class="section hidden">
<div class="section-content needScrollbar">
<div class="container">
<div class="row">
<div class="col-sm-6 col-sm-offset-3">
<div id="get-tickets-title"><img src="/rbg/images/story-title.png" class="img-responsive" /></div>
</div>
</div>
<div class="row">
<div class="col-sm-8 col-sm-offset-2">
<div id="get-tickets-content-wrapper"><!-- Do Not Delete This Tag --></div>
</div>
</div>
</div>
</div>
</div>
<!-- WATCH AT HOME -->
<div id="watch-at-home" class="section hidden">
<div class="section-content">
<div class="row">
<div class="col-md-4">
<div id="watch-at-home-left-image"><img src="/rbg/images/vod-side.jpg" class="img-responsive" /></div>
</div>
<div class="col-md-8">
<div id="watch-at-home-items" class="needScrollbar-not" style="overflow-y: scroll; overflow-x: hidden;">
<div id="widget" class="clearfix"></div>
<p align="center" class="hidden-md hidden-lg"><img src="http://www.magpictures.com/rbg/images/story-title.png" class="img-responsive" /></p>
<div class="row"><!-- Do Not Delete This Tag --></div>
</div>
</div>
</div>
</div>
</div>
<!-- SCREENINGS -->
<div id="screenings" class="section hidden">
<div class="section-content needScrollbar">
<div class="container">
<div class="row">
<div class="col-sm-10 col-sm-offset-1">
<div id="screenings-wrapper">
<div id="screenings-bg"></div>
<div id="screenings-content">
<div id="screenings-title-image">
<div class="row">
<div class="col-sm-8 col-sm-offset-2">
<p align="center"> <img src="/rbg/images/story-title.png" class="img-responsive" />
</div>
</div>
</div>
<!-- <H1 align="center">FOR YOUR CONSIDERATION<br>
BEST DOCUMENTARY FEATURE <br>
<b>RBG</b> </H1>
<p align="center"> Please RSVP with preferred screening date and please state your affiliation in your RSVP to required viewing at <a href="mailto:RBGAwards@gmail.com">RBGAwards@gmail.com</a></p>
<p align="center">**Seating is available on a first come, first serve basis**</p>
<hr>
<H3 align="center">SPECIAL SCREENINGS</H3>
<p align="center"><strong>SUNDAY, NOVEMBER 4</strong><br>
7:30pm <br>
Skirball Cultural Center<br>
2701 N. Sepulveda Blvd., Los Angeles, CA 90049
</p>
<hr>
<p align="center"><strong>MONDAY, NOVEMBER 5</strong><br>
7:00pm <br>
Pollock Theater<br>
University of California, Santa Barbara, CA 93106
</p>
<hr>
<p align="center"><strong>THURSDAY, NOVEMBER 8</strong><br>
4:00pm <br>
SoHo House NY<br>
9-35 9th Ave., New York, NY 10014
</p>
<hr>
<p align="center"><strong>THURSDAY, NOVEMBER 15</strong><br>
3:00pm <br>
SoHo House LA<br>
9200 Sunset Boulevard, Suite 202<BR>
West Hollywood, CA 90069
</p>
<hr>
<p align="center"><strong>MONDAY, DECEMBER 3</strong><br>
6:30pm <br>
BFI Southbank, Belvedere Rd, Lambeth, London SE1 8XT
</p> -->
</div>
</div>
</div>
</div>
</div>
</div>
</div>
<!-- TRAILER -->
<div id="trailer" class="section hidden">
<div class="section-content">
<div id="trailer-video-container"><!-- Do Not Delete This Tag --></div>
<div id="trailer-carousel-container">
<div id="trailer-carousel-toggle" class="active"><i class="fa fa-caret-down" aria-hidden="true"></i><i class="fa fa-caret-up" aria-hidden="true"></i></div>
<div id="trailer-carousel"><!-- Do Not Delete This Tag --></div>
</div>
</div>
</div>
<!-- STORY -->
<div id="synopsis" class="section hidden">
<div class="section-content needScrollbar">
<div class="container">
<div class="row">
<div class="col-sm-10 col-sm-offset-1">
<div id="synopsis-wrapper">
<div id="synopsis-bg"></div>
<div id="synopsis-content">
<div id="synopsis-title-image">
<div class="row">
<div class="col-sm-8 col-sm-offset-2">
<img src="/rbg/images/story-title.png" class="img-responsive" />
</div>
</div>
</div>
<p align="center">
<font size="6"><B>STARRING</B></font> <br>
Ruth Bader Ginsburg, Jane and James Ginsburg, Clara Spera, Gloria Steinem, Nina Totenberg, Lilly Ledbetter, Sharron Frontiero and Stephen Wiesenfeld, Irin Carmon and Shana Knizhnik, Bill Clinton, Ted Olson, Judge Harry Edwards, Senator Orrin Hatch, Eugene Scalia and Bryant Johnson </p> <br>
<p align="center">
<font size="6"><B>DIRECTED BY</B></font> <br>
Janicza Bravo</p> <br>
<p align="center">
<font size="6"><B>PRODUCED AND DIRECTED BY</B></font> <br>
Betsy West and Julie Cohen</p>
</div>
</div>
</div>
</div>
</div>
</div>
</div>
<!-- PRESS KIT -->
<div id="press-kit" class="section hidden">
<div class="section-content needScrollbar">
<div class="container transparent-bg">
<h1>PRESS KIT</h1>
<div id="press-kit-links"><!-- Do Not Delete This Tag --></div>
<div id="press-kit-items">
<div class="row"><!-- Do Not Delete This Tag --></div>
</div>
</div>
</div>
</div>
<!-- STREAM MORE GREAT FILMS -->
<div id="stream-more-great-films" class="section hidden">
<div class="section-content needScrollbar">
<!-- Empty -->
</div>
</div>
</div>
<!-- SHARE -->
<div id="share" class="section hidden">
<div class="section-content needScrollbar">
<div class="container">
<div class="row share-row">
<div class="col-sm-3 share-left">
<h1>SOCIAL ASSETS</h1>
<ul>
<li><span class="share-nav-item" data-nav="all">ALL ASSETS</span></li>
<li><span class="share-nav-item" data-nav="gifs">GIFS</span></li>
<li><span class="share-nav-item" data-nav="images">IMAGES</span></li>
<li><span class="share-nav-item" data-nav="videos">VIDEOS</span></li>
</ul>
</div>
<div class="col-sm-9 share-right">
<div id="share-all" class="share-section">
<div id="share-item-download-all"><a href="http://www.magpictures.com/rbg/images/share/downloadall.zip">DOWNLOAD ALL</a>(ZIP)</div>
<div class="share-item">
<div class="share-item-image"><img src="/rbg/images/presskit/1_t.jpg" class="img-responsive" /></div>
<div class="share-item-link"><a href="#">DOWNLOAD</a></div>
</div>
<div class="share-item">
<div class="share-item-image"><img src="/rbg/images/presskit/2_t.jpg" class="img-responsive" /></div>
<div class="share-item-link"><a href="#">DOWNLOAD</a></div>
</div>
<div class="share-item">
<div class="share-item-image"><img src="/rbg/images/presskit/3_t.jpg" class="img-responsive" /></div>
<div class="share-item-link"><a href="#">DOWNLOAD</a></div>
</div>
</div>
<div id="share-gifs" class="share-section hidden"><!-- Do Not Delete This Tag --></div>
<div id="share-images" class="share-section hidden"><!-- Do Not Delete This Tag --></div>
<div id="share-videos" class="share-section hidden"><!-- Do Not Delete This Tag --></div>
</div>
</div>
</div>
</div>
</div>
<div id="footer">
<div class="container-fluid">
<div class="row">
<div class="col-xs-2"><!-- <img src="/rbg/images/rating.png" style="height:35px;padding-top:5px;" /> --></div>
<div class="col-xs-8">
<ul id="footer-legal">
<li><a href="https://www.magnoliapictures.com/terms-of-use" target="_blank">Terms of Use</a></li>
<li class="footer-legal-break">|</li>
<li><a href="https://www.magnoliapictures.com/privacy-rights" target="_blank">Privacy Policy</a></li>
<li class="footer-legal-break">|</li>
<li><a href="https://www.magnoliapictures.com/do-not-sell-personal-information" target="_blank">Do Not Sell My Personal Information</a></li>
<li class="footer-legal-break">|</li>
<li><a href="https://www.magnoliapictures.com/cookies-policy" target="_blank">Cookies</a></li>
<li>© 2018 Magnolia Pictures. ALL RIGHTS RESERVED.</li>
</ul>
</div>
<div class="col-xs-2">
<div id="footer-logo"><a href="http://www.magpictures.com/" target="_blank"><img src="/rbg/images/logo.png" alt="Magnolia Pictures" class="img-responsive" /></a></div>
</div>
</div>
<div class="btn-toggle-footer"><div><span>Credits & Legal</span></div></div>
</div>
</div>
<script type="text/javascript">
var tag = document.createElement('script');
tag.id = 'iframe-youtube-script';
tag.src = 'https://www.youtube.com/iframe_api';
var firstScriptTag = document.getElementsByTagName('script')[0];
firstScriptTag.parentNode.insertBefore(tag, firstScriptTag);
var player;
var playerStatus;
var playerIsReady=false;
function onYouTubeIframeAPIReady() {
player = new YT.Player('trailer-video', {
events: {
'onReady': onPlayerReady,
'onStateChange': onPlayerStateChange
}
});
}
function onPlayerReady(event) {
playerIsReady=true;
if(pageRequest=='trailer')
player.playVideo();
}
function onPlayerStateChange(event) {
//console.log(event.data);
playerStatus=event.data
}
</script>
</body>
</html>
Microsoft-IIS