Найден корректный robots.txt
Файл управления сканированием сайта роботами
?
Robots.txt указывает поисковым роботам, какие страницы сканировать, а какие — нет. Ошибки в файле могут случайно закрыть важные разделы от индексации.
Robots.txt настроен корректно. Размер файла: 9280 байт. Загружен за: 0сек.
Проверяемая страница не запрещена в robots.txt.
Цепочка редиректов для файла robots.txt:
http://sg.sun.com/robots.txt
301 MovedPermanently
https://www.oracle.com/as/index.html
200 OK
Показать содержимое robots.txt
<!DOCTYPE html>
<html lang="en-As" class="no-js">
<head><meta http-equiv="Content-Type" content="text/html; charset=utf-8">
<script type="text/javascript">
var _U = "undefined";
var g_HttpRelativeWebRoot = "/ocom/";
var SSContributor = false;
var SSForceContributor = false;
var SSHideContributorUI = false;
var ssUrlPrefix = "/as/";
var ssUrlType = "1";
var ssDomainNum = "19e74129";
var g_navNode_Path = new Array();
g_navNode_Path[0] = 'ocomas_home';
var g_ssSourceNodeId = "ocomas_home";
var g_ssSourceSiteId = "ocomas";
</script>
<!-- SS_BEGIN_SNIPPET(fragment2,OCOM-HP-COMPASS-CSS)--><link href="https://www.oracle.com/asset/web/css/compass-homestyle.css" media="print, screen" rel="Stylesheet" type="text/css" />
<script language="JavaScript" type="text/javascript" src="https://www.oracle.com/asset/web/js/jquery.js"></script>
<script language="JavaScript" type="text/javascript" src="https://www.oracle.com/asset/web/js/compass-homescript.js"></script>
<script async="async" type="text/javascript" src='//consent.truste.com/notice?domain=oracle.com&c=teconsent&js=bb¬iceType=bb&text=true>m=1&cdn=1&pcookie' crossorigin></script>
<!-- SS_END_SNIPPET(fragment2,OCOM-HP-COMPASS-CSS)-->
<meta name="viewport" content="width=device-width, initial-scale=1, maximum-scale=1">
<script id="ssInfo" type="text/xml" warning="DO NOT MODIFY!">
<ssinfo >
<fragmentinstance id="fragment1" fragmentid="universal-metatag" library="server:UNIVERSAL-FRAGMENTS">
</fragmentinstance>
<fragmentinstance id="fragment2" fragmentid="OCOM-HP-COMPASS-CSS" library="server:OCOM-HP-COMPASS-CSS">
</fragmentinstance>
<fragmentinstance id="fragment3" fragmentid="ocomheader" library="server:OCOMHEADER">
</fragmentinstance>
<fragmentinstance id="fragment4" fragmentid="ocomfooter" library="server:OCOMFOOTER">
</fragmentinstance>
<fragmentinstance id="fragment5" fragmentid="OCOM-HP-COMPASS-JS" library="server:OCOM-HP-COMPASS-JS">
</fragmentinstance>
<fragmentinstance id="fragment6" fragmentid="sitecatalyst-ocom-hp-standard" library="server:SITECATALYST-OCOM-STANDARD">
</fragmentinstance>
<fragmentinstance id="fragment7" fragmentid="UniversalSiteStudioManager" library="server:UNIVERSAL_SITE_STUDIO_MANAGER">
</fragmentinstance>
<fragmentinstance id="fragment8" fragmentid="ATGChat" library="server:ATG_CHAT">
</fragmentinstance>
</ssinfo>
</script>
<!-- SS_BEGIN_SNIPPET(fragment1,code)--> <!-- SS_END_SNIPPET(fragment1,code)-->
<!-- SS_BEGIN_SNIPPET(fragment1,head_tags)-->
<title>UNIVERSAL-FRAGMENTS</title>
<meta name="Title" content="UNIVERSAL-FRAGMENTS">
<meta name="Description" content="The fragment library for all generic fragments used across sites">
<meta name="Keywords" content="The fragment library for all generic fragments used across sites">
<meta name="robots" content="NOINDEX, NOFOLLOW">
<meta name="Language" content="en">
<meta name="Updated Date" content="11/22/21 5:50 AM">
<meta name="siteid" content="us">
<meta name="referrer" content="no-referrer-when-downgrade"/>
<!--content info redirect for OTN and OCOM-->
<!-- SS_END_SNIPPET(fragment1,head_tags)-->
<!-- SS_BEGIN_SNIPPET(fragment7,includes)--> <!-- SS_END_SNIPPET(fragment7,includes)--><!-- SS_BEGIN_SNIPPET(fragment8,1)-->
<!-- SS_END_SNIPPET(fragment8,1)-->
<!--DTM embed code - Header -->
<script src="//assets.adobedtm.com/6f37a0dc9cdbe818dc4979828b58b88e3f060ea4/satelliteLib-e598c5b61e39a10b402e048e87dd27b0f1cd2d4c.js"></script>
<!--End-->
<script>(window.BOOMR_mq=window.BOOMR_mq||[]).push(["addVar",{"rua.upush":"false","rua.cpush":"false","rua.upre":"false","rua.cpre":"false","rua.uprl":"false","rua.cprl":"false","rua.cprf":"false","rua.trans":"","rua.cook":"false","rua.ims":"false","rua.ufprl":"false","rua.cfprl":"false","rua.isuxp":"false","rua.texp":"norulematch","rua.ceh":"false","rua.ueh":"false","rua.ieh.st":"0"}]);</script>
<script>!function(e){var n="https://s.go-mpulse.net/boomerang/";if("False"=="True")e.BOOMR_config=e.BOOMR_config||{},e.BOOMR_config.PageParams=e.BOOMR_config.PageParams||{},e.BOOMR_config.PageParams.pci=!0,n="https://s2.go-mpulse.net/boomerang/";if(window.BOOMR_API_key="DXNLE-YBWWY-AR74T-WMD99-77VRA",function(){function e(){if(!i){var e=document.createElement("script");e.id="boomr-scr-as",e.src=window.BOOMR.url,e.async=!0,o.parentNode.appendChild(e),i=!0}}function t(e){i=!0;var n,t,a,r,d=document,O=window;if(window.BOOMR.snippetMethod=e?"if":"i",t=function(e,n){var t=d.createElement("script");t.id=n||"boomr-if-as",t.src=window.BOOMR.url,BOOMR_lstart=(new Date).getTime(),e=e||d.body,e.appendChild(t)},!window.addEventListener&&window.attachEvent&&navigator.userAgent.match(/MSIE [67]\./))return window.BOOMR.snippetMethod="s",void t(o.parentNode,"boomr-async");a=document.createElement("IFRAME"),a.src="about:blank",a.title="",a.role="presentation",a.loading="eager",r=(a.frameElement||a).style,r.width=0,r.height=0,r.border=0,r.display="none",o.parentNode.appendChild(a);try{O=a.contentWindow,d=O.document.open()}catch(_){n=document.domain,a.src="javascript:var d=document.open();d.domain='"+n+"';void(0);",O=a.contentWindow,d=O.document.open()}if(n)d._boomrl=function(){this.domain=n,t()},d.write("<bo"+"dy onload='document._boomrl();'>");else if(O._boomrl=function(){t()},O.addEventListener)O.addEventListener("load",O._boomrl,!1);else if(O.attachEvent)O.attachEvent("onload",O._boomrl);d.close()}function a(e){window.BOOMR_onload=e&&e.timeStamp||(new Date).getTime()}if(!window.BOOMR||!window.BOOMR.version&&!window.BOOMR.snippetExecuted){window.BOOMR=window.BOOMR||{},window.BOOMR.snippetStart=(new Date).getTime(),window.BOOMR.snippetExecuted=!0,window.BOOMR.snippetVersion=12,window.BOOMR.url=n+"DXNLE-YBWWY-AR74T-WMD99-77VRA";var o=document.currentScript||document.getElementsByTagName("script")[0],i=!1,r=document.createElement("link");if(r.relList&&"function"==typeof r.relList.supports&&r.relList.supports("preload")&&"as"in r)window.BOOMR.snippetMethod="p",r.href=window.BOOMR.url,r.rel="preload",r.as="script",r.addEventListener("load",e),r.addEventListener("error",function(){t(!0)}),setTimeout(function(){if(!i)t(!0)},3e3),BOOMR_lstart=(new Date).getTime(),o.parentNode.appendChild(r);else t(!1);if(window.addEventListener)window.addEventListener("load",a,!1);else if(window.attachEvent)window.attachEvent("onload",a)}}(),"".length>0)if(e&&"performance"in e&&e.performance&&"function"==typeof e.performance.setResourceTimingBufferSize)e.performance.setResourceTimingBufferSize();!function(){if(BOOMR=e.BOOMR||{},BOOMR.plugins=BOOMR.plugins||{},!BOOMR.plugins.AK){var n=""=="true"?1:0,t="",a="lh4resyx2hihe2umssvq-f-6dd666cbd-clientnsv4-s.akamaihd.net",o="false"=="true"?2:1,i={"ak.v":"41","ak.cp":"82485","ak.ai":parseInt("604074",10),"ak.ol":"0","ak.cr":40,"ak.ipv":4,"ak.proto":"h2","ak.rid":"36fafa51","ak.r":50860,"ak.a2":n,"ak.m":"dscx","ak.n":"essl","ak.cport":62877,"ak.gh":"2.20.196.223","ak.quicv":"","ak.tlsv":"tls1.2","ak.0rtt":"","ak.0rtt.ed":"","ak.csrc":"-","ak.acc":"","ak.t":"1787597995","ak.ak":"hOBiQwZUYzCg5VSAfCLimQ==ESd+utqJ2z7X5etHuaPm5ZGn6VmLijs8VgFCn6vN3Ri5/9z2PwFq7iBklVJiMbKpM/gxqcFciJHGzZItAAuOm5g5VtazKXRlntHiOL0WU60C63fiS8CCkAdrTphnnjF0KlEEAbHFLRw178mcnNBhLtuiIlmc4nyqFZdu5oyq6bS0CQiJ8yfAa8rydeNVy5c4UX2NeWhtrr3QPIKK44yZcJA6adBR+C9HNoKnjxgHOMG+CjJtsAfOIbvCji8l4TC2tprW3t3lEoj+nY5Kkk1Ld0Nw3ic0WbJBmEBedzr+L3spbdfKzD5gE9qioWASJTu2LmJsPkh1INt24yRnrMuH8QjbVR7x19Sp6a0RL/IaJPlj6+PhiS/0K5G2HACyCJ0OqipC/X4iB3s8gUvlSEj8vL6Cy23eSy3StgAzYerKP+I=","ak.pv":"543","ak.dpoabenc":"","ak.tf":o};if(""!==t)i["ak.ruds"]=t;var r={i:!1,av:function(n){var t="http.initiator";if(n&&(!n[t]||"spa_hard"===n[t]))i["ak.feo"]=void 0!==e.aFeoApplied?1:0,BOOMR.addVar(i)},rv:function(){var e=["ak.cport","ak.cr","ak.csrc","ak.gh","ak.ipv","ak.m","ak.n","ak.ol","ak.proto","ak.quicv","ak.tlsv","ak.0rtt","ak.0rtt.ed","ak.r","ak.acc","ak.t","ak.tf"];BOOMR.removeVar(e)}};BOOMR.plugins.AK={akVars:i,akDNSPreFetchDomain:a,init:function(){if(!r.i){var e=BOOMR.subscribe;e("before_beacon",r.av,null,null),e("onbeacon",r.rv,null,null),r.i=!0}return this},is_complete:function(){return!0}}}}()}(window);</script></head>
<body class="f11 f11v1">
<div class="f11w1">
<!-- U01-->
<!-- SS_BEGIN_SNIPPET(fragment3,ocomheader)-->
<!-- SS_END_SNIPPET(fragment3,ocomheader)-->
<!-- SS_BEGIN_SNIPPET(fragment8,2)-->
<!-- SS_END_SNIPPET(fragment8,2)-->
<!-- SS_BEGIN_SNIPPET(fragment4,ocomfooter)-->
<!-- SS_END_SNIPPET(fragment4,ocomfooter)-->
</div>
<!--DTM embed code - Footer -->
<script type="text/javascript">_satellite.pageBottom();</script>
<!--End-->
</body>
<!-- SS_BEGIN_SNIPPET(fragment6,1)-->
<!-- Start SiteCatalyst code -->
<script language="JavaScript" src="http://www.oracleimg.com/us/assets/metrics/ora_ocom_hp.js"></script>
<!-- End SiteCatalyst code -->
<!-- SS_END_SNIPPET(fragment6,1)-->
<!-- SS_BEGIN_SNIPPET(fragment7,ui)--> <!-- SS_END_SNIPPET(fragment7,ui)-->
</html>
