Найден корректный robots.txt
Файл управления сканированием сайта роботами
?
Robots.txt указывает поисковым роботам, какие страницы сканировать, а какие — нет. Ошибки в файле могут случайно закрыть важные разделы от индексации.
Кол-во редиректов для файла robots.txt 4 слишком большое! Это может вызывать затруднение при индексации поисковыми роботами!
Проверяемая страница не запрещена в robots.txt.
Цепочка редиректов для файла robots.txt:
http://auctions.yahoo.com.sg/robots.txt
301 MovedPermanently
https://global.gmarket.co.kr/sg/robots.txt
302 Found
http://global.gmarket.co.kr/Manage/GlobalErrorPage
307 RedirectKeepVerb
https://global.gmarket.co.kr/Manage/GlobalErrorPage
200 OK
Показать содержимое robots.txt
<!DOCTYPE HTML>
<html lang="en">
<head>
<title>Gmarket-Korean No.1 Shopping Site, Hottest, Trendy, Lowest Price, Worldwide shipping available</title>
<meta http-equiv="content-language" content="en">
<meta charset="utf-8">
<meta name="description" content="Internet Shopping Mall, Auction, Bargaining, Discount Coupon, Event, Gstamp, Gift certificate"/>
<meta name="keywords" content="Internet Shopping Mall, Auction, Bargaining, Discount Coupon, Event, Gstamp, Gift certificate"/>
<link rel="shortcut icon" href="//image.gmarket.co.kr/favicon/gmarket.ico"/>
<link rel="stylesheet" type="text/css" href="//script.gmarket.co.kr/pc/css/gc/common.css"/>
<link rel="stylesheet" type="text/css" href="//script.gmarket.co.kr/pc/css/gc/layer.css"/>
<link rel="stylesheet" type="text/css" href="//script.gmarket.co.kr/pc/css/en/language.css"/>
<!--<link rel="stylesheet" type="text/css" href="//script.gmarket.co.kr/_Net/css/global/gl_common/main.css"/>-->
<script type="text/javascript" src="//script.gmarket.co.kr/_Net/js/global/gl_common/jquery-1.8.2.min.js"></script>
<script type="text/javascript" src="//script.gmarket.co.kr/_Net/js/global/gl_common/jquery-ui-1.8.17.min.js"></script>
<script type="text/javascript" src="//script.gmarket.co.kr/_Net/js/global/gl_common/uicommon.js"></script>
<script type="text/javascript" src="//script.gmarket.co.kr/_Net/js/global/gl_common/dimmed.js"></script>
<script type='text/javascript' src='//script.gmarket.co.kr/_Net/js/global/gl_common/impression.js' defer='defer' ></script>
<script type="text/javascript" src="//script.gmarket.co.kr/_Net/js/global/gl_common/json2.js" ></script>
<script type="text/javascript" src="/Scripts/ScriptEventErrorHandler.js" ></script>
<script type="text/javascript">
$(document).jsErrorHandler();
var GlobalUri = {"CssRoot":"//script.gmarket.co.kr/_Net/css/global/","SecureCssRoot":"//script.gmarket.co.kr/_Net/css/global/","ImageRoot":"//image.gmarket.co.kr/_Net/global/","SecureImageRoot":"https://sslimage.gmarket.co.kr/_Net/global/","ScriptRoot":"//script.gmarket.co.kr/_Net/js/global/","SecureScriptRoot":"//script.gmarket.co.kr/_Net/js/global/","SignInRoot":"http://gsignin.gmarket.co.kr/","SecureSignInRoot":"https://gsigninssl.gmarket.co.kr/","GlobalGmarketRoot":"http://global.gmarket.co.kr/","GlobalCategoryRoot":"http://gcategory.gmarket.co.kr/","GlobalListingRoot":"http://glistings.gmarket.co.kr/","GlobalSearchRoot":"http://gsearch.gmarket.co.kr/","GlobalItemRoot":"http://gitem.gmarket.co.kr/","GlobalCornerRoot":"http://gcorner.gmarket.co.kr/","GlobalSohoRoot":"http://gsoho.gmarket.co.kr/","GlobalPromotionRoot":"http://gpromotion.gmarket.co.kr/","SecureGlobalPromotionRoot":"https://gpromotion.gmarket.co.kr/","GlobalRewardRoot":"http://greward.gmarket.co.kr/","SecureGlobalRewardRoot":"https://greward.gmarket.co.kr/","GlobalEventRoot":"http://gevent.gmarket.co.kr/","SecureGlobalEventRoot":"https://gevent.gmarket.co.kr/","GlobalMyGRoot":"http://gmyg.gmarket.co.kr/","SecureGlobalMyGRoot":"https://gmyg.gmarket.co.kr/","GlobalGbankRoot":"http://ggbank.gmarket.co.kr/","SecureGlobalGbankRoot":"https://ggbank.gmarket.co.kr/","GlobalDiaryRoot":"http://gdiary.gmarket.co.kr/","SecureGlobalDiaryRoot":"https://gdiary.gmarket.co.kr/","GlobalMemberRoot":"http://gmember.gmarket.co.kr/","SecureGlobalMemberRoot":"https://gmemberssl.gmarket.co.kr/","GlobalEscrowRoot":"http://gssl.gmarket.co.kr/","SecureGlobalEscrowRoot":"https://gssl.gmarket.co.kr/","GlobalCompanyRoot":"http://gcompany.gmarket.co.kr/","GlobalPageRoot":"http://gpage.gmarket.co.kr/","EnglishRoot":"http://english.gmarket.co.kr/","SecureEnglishRoot":"https://english.gmarket.co.kr/","GlobalShopRoot":"http://gshop.gmarket.co.kr/","SecureGlobalShopRoot":"https://gshop.gmarket.co.kr/","Member2Root":"/","SecureMember2Root":"/","GlobalMobileRoot":"/","PicsRoot":"/","SecurePicsRoot":"/","GlobalReceiptRoot":"/","SecureGlobalReceiptRoot":"/","SecureGlobalCornerRoot":"https://gcorner.gmarket.co.kr/","ClaimRoot2":"/","MmyGRoot":"/","SecureMmyGRoot":"/"};
</script>
<script type="text/javascript" src="//script.gmarket.co.kr/_Net/js/global/gl_common/gmkt_global.js"></script>
<script type="text/javascript" src="/Scripts/Common.js" ></script>
</head>
<body id="main">
<!-- skipnavi -->
<ul id="skipnavi">
<li><a href="#container">본문 바로가기</a></li>
<li><a href="#gnb">카테고리 바로가기</a></li>
<li><a href="#footer">하단내용 바로가기</a></li>
</ul>
<!-- //skipnavi -->
<!--S:상단:13.05.21-->
<script type='text/javascript' src='//global.gmarket.co.kr/StaticData/GlobalExchangeRateOrder.js'></script>
<!-- header -->
<div id="HeaderScriptContainer">
<script type="text/javascript" src='//global.gmarket.co.kr/StaticData/GlobalCommonHFTextEN.js'></script>
<script type="text/javascript">
var GlobalHeaderComm = { Member: { IsLogin: "0", Grade: "unknown", Name: "", Type: "0"} };
</script>
</div>
<script type="text/javascript" src='//script.gmarket.co.kr/_Net/js/global/Renew/GlobalHeader.js'></script>
<!-- //header -->
<!--// E:상단:13.05.21-->
<!-- S:BODY:13.05.21-->
<div id="container">
<div class="wrap">
<div class="errorpage">
<h2>[NOT available]This page is no longer available </h2>
<h3>Please try one of the following: </h3>
<ul class="gr_dot">
<li>Check the Web address you entered to make sure if it’s correct. </li>
<li>Try to access the page directly from the<a href="http://global.gmarket.co.kr/Home/Main/">Gmarket home page</a> instead of using a bookmark.<br>If the page has moved, reset your bookmark.</li>
</ul>
<a class="abtn l_bl_free" href="http://global.gmarket.co.kr/Home/Main"><em>Go to Gmarket Main</em></a>
</div>
</div>
</div>
<!--// E:BODY:13.05.21-->
<!-- S:푸터:13.05.21 -->
<!-- footer -->
<div id="FooterScriptContainer">
</div>
<script type="text/javascript" src='//script.gmarket.co.kr/_Net/js/global/Renew/GlobalFooter.js'></script>
<!-- //footer -->
<!--// E:푸터:13.05.21 -->
<!-- S:퀵메뉴:13.05.21 -->
<script type='text/javascript' src='//global.gmarket.co.kr/StaticData/GlobalCommonRVIRecomGoods.js'></script>
<script type='text/javascript' src='//script.gmarket.co.kr//js/common/RviPdsService.js'></script>
<script type='text/javascript' src='//script.gmarket.co.kr/_Net/js/global/Renew/GlobalWing.js'></script>
<script language="JavaScript" type="text/JavaScript">
var startFloatFlag;
var WingGoodsDomain = "http://item.gmarket.co.kr/";
</script>
<script language="JavaScript" type="text/JavaScript">
wing.loadRecentGoods(true);
function sizePopuplink() {
window.open('/GlobalPopup/GlobalSizeWomenTop', '', 'width=672, height=528');
}
function guidePopuplink() {
window.open('/GlobalPopup/GlobalGuidePopup', '', 'width=1060, height=711, scrollbars=yes');
}
</script>
<!-- wing -->
<div id="wing" class="renew">
<ul>
<li class="cart"><a href="http://escrow.gmarket.co.kr/en/cart"><span class="icon"></span><strong>Cart</strong></a></li>
<li class="wishlist"><a href="https://gdiary.gmarket.co.kr/Favorite/MyFavoriteItems"><span class="icon"></span><strong>Wishlist</strong></a></li>
<li id="VIEW_L1" class="viewed">
<a href="#"><span class="icon"></span><strong>Viewed Items</strong></a>
<div id="viewed_item_area" class="item_area">
<ul>
<li id="RVI1_LI"><a id="RVI1_URL1" href="#" class="item"><img id="RVI1_IMG1" src="" alt="" width="60" height="60" /><div id="RVI1_CODE" style="display:none"></div></a>
<div class="overview" id="RVI1_DIV1">
<a id="RVI1_TAG1" href="#"><span id="RVI1_TXT1" class="item_name"></span></a>
<span id="RVI1_PRICE1" class="price"></span>
<a href="javascript:wing.deleteRecentGoods(1);" class="button close">Close this item</a>
</div>
</li>
<li id="RVI2_LI"><a id="RVI2_URL1" href="#" class="item"><img id="RVI2_IMG1" src="" alt="" width="60" height="60" /><div id="RVI2_CODE" style="display:none"></div></a>
<div class="overview" id="RVI2_DIV1">
<a id="RVI2_TAG1" href="#"><span id="RVI2_TXT1" class="item_name"></span></a>
<span id="RVI2_PRICE1" class="price"></span>
<a href="javascript:wing.deleteRecentGoods(2);" class="button close">Close this item</a>
</div>
</li>
<li id="RVI3_LI"><a id="RVI3_URL1" href="#" class="item"><img id="RVI3_IMG1" src="" alt="" width="60" height="60" /><div id="RVI3_CODE" style="display:none"></div></a>
<div class="overview" id="RVI3_DIV1">
<a id="RVI3_TAG1" href="#"><span id="RVI3_TXT1" class="item_name"></span></a>
<span id="RVI3_PRICE1" class="price"></span>
<a href="javascript:wing.deleteRecentGoods(3);" class="button close">Close this item</a>
</div>
</li>
</ul>
<div class="button" id="nextItems1"></div>
</div>
</li>
<li id="VIEW_L2" class="mdpick" style="display:none">
<a href="#"><span class="icon"></span><strong>MD's Pick</strong></a>
<div class="item_area">
<ul>
<li id="RVI1_L2"><a id="RVI1_URL2" href="#"><img id="RVI1_IMG2" src="" alt="" width="60" height="60"></a><div id="RVI1_CODE2" style="display:none"></div></li>
<li id="RVI2_L2"><a id="RVI2_URL2" href="#"><img id="RVI2_IMG2" src="" alt="" width="60" height="60"></a><div id="RVI2_CODE2" style="display:none"></div></li>
<li id="RVI3_L2"><a id="RVI3_URL2" href="#"><img id="RVI3_IMG2" src="" alt="" width="60" height="60"></a><div id="RVI3_CODE2" style="display:none"></div></li>
</ul>
<div class="button" id="nextItems2"></div>
</div>
</li>
<li class="fee"><a href="https://gpromotion.gmarket.co.kr/Plan/PlanView?sid=121788"><span class="icon"></span><strong>Shipping Info</strong></a></li>
<li class="mobile"><a href="http://event.gmarket.co.kr/html/00_global/2015/2015_07/mobile_app/mobile_app_en.html")"><span class="icon"></span><strong>Mobile</strong></a></li>
</ul>
<span class="go_top"><a href="#utill">TOP</a></span>
</div>
<!-- //wing -->
<script language="JavaScript" type="text/JavaScript">
InitWingRecentGoods();
</script>
<!--// E:퀵메뉴:13.05.21 -->
</body>
</html>