ASP Yahoo collection and reverse chain query crawl code
<%
Response.Expires =-1
Response.AddHeader "Cache-control", "No-cache"
Response.AddHeader "Pragma", "No-cache"
Wd=request ("D")
If Request ("s") = "Yahoos" Then
Yahoourl= "http://sitemap.cn.yahoo.com/search?p=" &wd& "&bwm=i"
Else
Yahoourl= "http://sitemap.cn.yahoo.com/search?p=" &wd& "&bwm=p"
End If
Tempstr= Gethttppage (Yahoourl)
Dim yahoowebsite
Set Reg=new Regexp
Reg. Multiline=true
Reg. Global=flase
Reg. Ignorecase=true
Reg. Pattern= "Total <strong> (. | N) *?) </strong> Bar "
Set matches = Reg.execute (TEMPSTR)
For each match1 in matches
Yahoowebsite=match1. Value
Next
Set matches = Nothing
Set reg = Nothing
Yahoowebsite=replace (Yahoowebsite, "Total <strong>", "")
Yahoowebsite=replace (Yahoowebsite, "</strong>", "")
Yahoowebsite=replace (Yahoowebsite, ",", "")
If yahoowebsite= "" Then
If Request ("s") = "Yahoos" Then
Response.Write ("document.write" "<a href= ' http://sitemap.cn.yahoo.com/search?p=" &wd& "&bwm=i" target= ' _blank ' title= ' data acquisition error, please requery later! & #10, lply Studio. COM ' ><font color= #999999 ><b>x</b></font></a> ");")
Else
Response.Write ("document.write" "<a href= ' http://sitemap.cn.yahoo.com/search?p=" &wd& "&bwm=p" target= ' _blank ' title= ' data acquisition error, please requery later! & #10, lply Studio. COM ' ><font color= #999999 ><b>x</b></font></a> ");")
End If
Else
If Request ("s") = "Yahoos" Then
Response.Write ("document.write" "<a href= ' http://sitemap.cn.yahoo.com/search?p=" &wd& "&bwm=i" target= ' _blank ' title= ' "&YahooWebSite&" & #10; " &wd& "' Rel=nofollow class=ln>" &YahooWebSite& "</a>"); "
Else
Response.Write ("document.write" "<a href= ' http://sitemap.cn.yahoo.com/search?p=" &wd& "&bwm=p" target= ' _blank ' title= ' "&YahooWebSite&" & #10; " &wd& "' Rel=nofollow class=ln>" &YahooWebSite& "</a>"); "
End If
End If
Function Gethttppage (Path)
t = GetBody (Path)
Gethttppage=bytestobstr (T, "UTF-8")
End Function
Function getbody (URL)
On Error Resume Next
& nbsp; Set retrieval = CreateObject ("Microsoft.XMLHTTP")
with retrieval
. Open "Get", url, False, "", "
. Send
getbody =. Responsebody
End With
Set retrieval = Nothing
End Function
Function bytestobstr (body,cset)
Dim objstream
Set objstream = Server.CreateObject ("ADO" & "Db.str" & "Eam")
objstream. Type = 1
objstream. Mode =3
objstream. Open
objstream. Write body
objstream. Position = 0
objstream. Type = 2
objstream. Charset = Cset
bytestobstr = objstream. ReadText
objstream. Close
Set objstream = no
end Function
%>