PHP code for Spiders crawling Records of static pages

$useragent = Addslashes (Strtolower ($_server[' http_user_agent ')); if (Strpos ($useragent, ' Googlebot ')!== false) {$bot = ' Google ';} ElseIf (Strpos ($useragent, ' Mediapartners-google ')!== false) {$bot = ' Google Adsense ';} ElseIf (Strpos ($useragent, ' Baiduspider ')!== false) {$bot = ' Baidu ';} ElseIf (Strpos ($useragent, ' Sogou spider ')!== false) {$bot = ' Sogou ';} ElseIf (Strpos ($useragent, ' Sogou web ')!== false) {$bot = ' Sogou web ';} ElseIf (Strpos ($useragent, ' Sosospider ')!== false) {$bot = ' SOSO ';} ElseIf (Strpos ($useragent, ' Yahoo ')!== false) {$bot = ' Yahoo ';} ElseIf (Strpos ($useragent, ' MSN ')!== false) {$bot = ' MSN ';} ElseIf (Strpos ($useragent, ' MSNBot ')!== false) {$bot = ' msnbot ';} ElseIf (Strpos ($useragent, ' Sohu ')!== false) {$bot = ' Sohu ';} ElseIf (Strpos ($useragent, ' Yodaobot ')!== false) {$bot = ' Yodao ';} ElseIf (Strpos ($useragent, ' Twiceler ')!== false) {$bot = ' twiceler ';} ElseIf (Strpos ($useragent, ' Ia_archiver ')!== false) {$bot = ' alexa_ ';} ElseIf (Strpos ($useragent, ' Iaarchiver ')!== false) {$bot = ' Alexa ';} ElseIf (Strpos ($useragent, ' slurp ')!== false) {$bot = ' Yahoo ';} ElseIf (Strpos ($useragent, ' bot ')!== false) {$bot = ' other spiders ';} if (Isset ($bot)) { $fp = @fopen (' Bot.txt ', ' a '); Fwrite ($fp, date (' y-m-d h:i:s '). " \ t ". $_server[" REMOTE_ADDR "]." \ t ". $bot." \ t "." http://'. $_server[' server_name '].$_server["Http_x_rewrite_url"]. " \ r \ n "); Fclose ($FP); } $file = ".". $_server[http_x_rewrite_url]; $f _head=substr ($file,-5); if ($f _head== ". html") { if (file_exists ($file)) { Echo file_get_contents ($file); }else { Header (' http/1.1 404 Not Found '); Header ("status:404 not Found"); echo "This page cannot be found"; } } Else { Header (' http/1.1 404 Not Found '); Header ("status:404 not Found"); echo "This page cannot be found"; } ?> Copy Code Pseudo-Static file content: [Isapi_rewrite] # 3600 = 1 hour Cacheclockrate 3600 Repeatlimit 32 # Protect Httpd.ini and Httpd.parse.errors files # from accessing through HTTP rewriterule/index.html/index.php Rewriterule ^/article/(. *)/bot.php [L] Rewriterule ^/list/(. *)/bot.php [L] Copy Code

