Найден корректный robots.txt
Файл управления сканированием сайта роботами
?
Robots.txt указывает поисковым роботам, какие страницы сканировать, а какие — нет. Ошибки в файле могут случайно закрыть важные разделы от индексации.
Robots.txt настроен корректно. Размер файла: 11558 байт. Загружен за: 1сек.
Проверяемая страница не запрещена в robots.txt.
Цепочка редиректов для файла robots.txt:
http://cafebisnis.com/robots.txt
301 MovedPermanently
https://cafebisnis.com/robots.txt
200 OK
Показать содержимое robots.txt
<!DOCTYPE html>
<html class="full" lang="en">
<head>
<meta charset="utf-8">
<meta http-equiv="X-UA-Compatible" content="IE=edge">
<meta name="viewport" content="width=device-width, initial-scale=1">
<title>Tool Membangun Website Bisnis Online</title>
<meta name="description" content="Tool yang memudahkan anda membangun web bisnis online sendiri">
<meta name="author" content="Lutvi Avandi">
<meta name="theme-color" content="#0E0301"/>
<meta property="og:url" content="https://cafebisnis.com/" />
<meta property="og:type" content="website" />
<meta property="og:title" content="Cafebisnis Online" />
<meta property="og:description" content="Tool yang memudahkan anda membangun web bisnis online sendiri" />
<meta property="og:image" content="https://cafebisnis.com/images/webthumb.jpg" />
<!-- Meta Pixel Code -->
<script>
!function(f,b,e,v,n,t,s)
{if(f.fbq)return;n=f.fbq=function(){n.callMethod?
n.callMethod.apply(n,arguments):n.queue.push(arguments)};
if(!f._fbq)f._fbq=n;n.push=n;n.loaded=!0;n.version='2.0';
n.queue=[];t=b.createElement(e);t.async=!0;
t.src=v;s=b.getElementsByTagName(e)[0];
s.parentNode.insertBefore(t,s)}(window, document,'script',
'https://connect.facebook.net/en_US/fbevents.js');
fbq('init', '1046950383192908');
fbq('track', 'PageView');
</script>
<noscript><img height="1" width="1" style="display:none"
src="https://www.facebook.com/tr?id=1046950383192908&ev=PageView&noscript=1"
/></noscript>
<!-- End Meta Pixel Code -->
<!-- HTML5 Shim and Respond.js IE8 support of HTML5 elements and media queries -->
<!-- WARNING: Respond.js doesn't work if you view the page via file:// -->
<!--[if lt IE 9]>
<script src="https://oss.maxcdn.com/libs/html5shiv/3.7.0/html5shiv.js"></script>
<script src="https://oss.maxcdn.com/libs/respond.js/1.4.2/respond.min.js"></script>
<![endif]-->
<style type="text/css">
body {
margin-top:50px;
background: none;
}
a, a:hover {color:#663300;text-decoration: none}
.full, .jumbotron {
background: url('../images/online-bussiness2.jpg') no-repeat center center fixed;
-webkit-background-size: cover;
-moz-background-size: cover;
-o-background-size: cover;
background-size: cover;
background-color: #030000;
}
.headline, .jumbotron {color:#ffffff;}
.headline a {color:#e9ac6d;}
.headline h1 {font-weight: 700;font-size: 4em;}
.navbar {
background-color: #fbd3a9;
border-bottom: 15px solid #e9ac6d;
}
.navbar-inverse .navbar-nav>li>a {color: #663300;}
.navbar-inverse .navbar-nav>li>a:hover {color: #e9ac6d;text-decoration: underline;}
.navbar-default .navbar-nav > .active > a,
.navbar-default .navbar-nav > .active > a:hover,
.navbar-default .navbar-nav > .active > a:focus {
background-color: #e9ac6d;
}
.navbar-default .navbar-nav > .open > a,
.navbar-default .navbar-nav > .open > a:hover,
.navbar-default .navbar-nav > .open > a:focus {
background-color: #e9ac6d;
}
.navbar-inverse .navbar-brand {color:#663300; background-color: #fbd3a9;font-weight: 700}
.navbar-header {background-color: #fbd3a9;}
.navbar-default .navbar-toggle .icon-bar {
background-color: black;
}
</style>
</head>
<body>
<!-- Navigation -->
<nav class="navbar navbar-inverse navbar-fixed-bottom" role="navigation">
<div class="container">
<!-- Brand and toggle get grouped for better mobile display -->
<div class="navbar-header">
<button type="button" class="navbar-toggle" data-toggle="collapse" data-target="#bs-example-navbar-collapse-1">
<span class="sr-only">Toggle navigation</span>
<span class="icon-bar"></span>
<span class="icon-bar"></span>
<span class="icon-bar"></span>
</button>
<div class="navbar-brand">Cafebisnis</div>
</div>
<!-- Collect the nav links, forms, and other content for toggling -->
<div class="collapse navbar-collapse" id="bs-example-navbar-collapse-1">
<ul class="nav navbar-nav">
<li><a href="info">Info</a></li>
<li><a href="tutorial">Tutorial</a></li>
<li><a href="memberarea">Memberarea</a></li>
<li><a href="produk">Produk</a></li>
<li><a href="tool">Tool</a></li>
<li><a href="https://www.facebook.com/groups/cafebisnis">Forum</a></li>
</ul>
</div>
<!-- /.navbar-collapse -->
</div>
<!-- /.container -->
</nav>
<!-- Page Content -->
<div class="container">
<div class="row">
<div class="headline">
<!--<div class="center-block"><img src="https://cafebisnis.com/images/logo.png" style="max-width:150px; height: auto;" class="img-responsive center-block" alt="Cafebisnis Online"/></div>-->
<h1 class="text-center">Tool Membangun Bisnis Online</h1>
<h2 class="text-center">Bangun kerajaan bisnis online anda dengan mudah bersama CafeBisnis</h2>
<div class="row">
<div class="col-sm-6 col-md-3">
<div class="thumbnail""><img src="https://cafebisnis.com/images/wp-affiliasi.jpg" alt="WP Affiliasi Multi Level">
<div class="caption">
<div style="height:150px; overflow:hidden">
<h4><a href="https://cafebisnis.com/produk/wp-affiliasi" style="color:#130600; font-weight:700">WP Affiliasi Multi Level</a></h4>
<p>Plugin WordPress yang mampu mengubah blog biasa menjadi mesin uang dengan system affiliasi<br/>
<strong>Harga: Rp. 399,000</strong></p>
</div>
<p class="text-center">
<a href="https://cafebisnis.com/produk/wp-affiliasi" class="btn btn-primary" style="color:white" role="button"><i class="glyphicon glyphicon-search"></i> INFO</a> <a href="https://cafebisnis.com/order/wp-affiliasi" class="btn btn-success" style="color:white" role="button"><i class="glyphicon glyphicon-shopping-cart"></i> DOWNLOAD</a>
</p>
</div>
</div>
</div>
<div class="col-sm-6 col-md-3">
<div class="thumbnail""><img src="https://cafebisnis.com/images/thumbnail-cbauto.jpg" alt="Cafebisnis Autoresponder">
<div class="caption">
<div style="height:150px; overflow:hidden">
<h4><a href="https://cafebisnis.com/produk/cbauto" style="color:#130600; font-weight:700">Cafebisnis Autoresponder</a></h4>
<p>Auto follow up email dan broadcast ke seluruh member<br/>
<strong>Harga: Rp. 249,000</strong></p>
</div>
<p class="text-center">
<a href="https://cafebisnis.com/produk/cbauto" class="btn btn-primary" style="color:white" role="button"><i class="glyphicon glyphicon-search"></i> INFO</a> <a href="https://cafebisnis.com/order/cbauto" class="btn btn-success" style="color:white" role="button"><i class="glyphicon glyphicon-shopping-cart"></i> DOWNLOAD</a>
</p>
</div>
</div>
</div>
<div class="col-sm-6 col-md-3">
<div class="thumbnail""><img src="https://cafebisnis.com/images/wafu-produk.jpg" alt="WhatsApp Auto Follow Up">
<div class="caption">
<div style="height:150px; overflow:hidden">
<h4><a href="https://cafebisnis.com/produk/wafu" style="color:#130600; font-weight:700">WhatsApp Auto Follow Up</a></h4>
<p>WAFU membantu anda mengirim pesan follow up dan pesan massal dengan mudah dan efektif<br/>
<strong>Harga: Rp. 297,000</strong></p>
</div>
<p class="text-center">
<a href="https://cafebisnis.com/produk/wafu" class="btn btn-primary" style="color:white" role="button"><i class="glyphicon glyphicon-search"></i> INFO</a> <a href="https://cafebisnis.com/order/wafu" class="btn btn-success" style="color:white" role="button"><i class="glyphicon glyphicon-shopping-cart"></i> DOWNLOAD</a>
</p>
</div>
</div>
</div>
<div class="col-sm-6 col-md-3">
<div class="thumbnail""><img src="https://cafebisnis.com/images/simpleaffplus-thumb.jpg" alt="SimpleAff PLUS">
<div class="caption">
<div style="height:150px; overflow:hidden">
<h4><a href="https://cafebisnis.com/produk/simpleaffplus" style="color:#130600; font-weight:700">SimpleAff PLUS</a></h4>
<p>SimpleAff Plus memungkinkan anda membuat sebuah web affiliasi yang mampu melayani penjualan berbagai...<br/>
<strong>Harga: Rp. 245,000</strong></p>
</div>
<p class="text-center">
<a href="https://cafebisnis.com/produk/simpleaffplus" class="btn btn-primary" style="color:white" role="button"><i class="glyphicon glyphicon-search"></i> INFO</a> <a href="https://cafebisnis.com/order/simpleaffplus" class="btn btn-success" style="color:white" role="button"><i class="glyphicon glyphicon-shopping-cart"></i> DOWNLOAD</a>
</p>
</div>
</div>
</div> </div>
</div>
</div>
<div style="clear:both; margin-top:50px;"> </div>
<!-- /.row -->
</div>
<!-- /.container -->
<!-- jQuery -->
<script src="https://ajax.googleapis.com/ajax/libs/jquery/1.11.1/jquery.min.js"></script>
<!-- Bootstrap Core JavaScript -->
<script src="https://cafebisnis.com/js/bootstrap.min.js"></script>
<noscript id="deferred-styles">
<!-- Bootstrap Core CSS -->
<link href="https://cafebisnis.com/css/bootstrap.min.css" rel="stylesheet">
<!-- Custom CSS -->
<link href="https://cafebisnis.com/css/the-big-picture.css" rel="stylesheet">
</noscript>
<script>
var loadDeferredStyles = function() {
var addStylesNode = document.getElementById("deferred-styles");
var replacement = document.createElement("div");
replacement.innerHTML = addStylesNode.textContent;
document.body.appendChild(replacement)
addStylesNode.parentElement.removeChild(addStylesNode);
};
var raf = requestAnimationFrame || mozRequestAnimationFrame ||
webkitRequestAnimationFrame || msRequestAnimationFrame;
if (raf) raf(function() { window.setTimeout(loadDeferredStyles, 0); });
else window.addEventListener('load', loadDeferredStyles);
</script>
</body>
</html>
nginx