<? Php $ Urls = array ( 'Http: // www.sina.com.cn /', 'Http: // www.sohu.com /', 'Http: // www.163.com /' ); $ Save_to = '/test.txt'; // write the captured code to this file $ St = fopen ($ save_to, ""); $ Mh = curl_multi_init (); Foreach ($ urls as $ I =>$ url ){ $ Conn [$ I] = curl_init ($ url ); Curl_setopt ($ conn [$ I], CURLOPT_USERAGENT, "Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0 )"); Curl_setopt ($ conn [$ I], CURLOPT_HEADER, 0 ); Curl_setopt ($ conn [$ I], CURLOPT_CONNECTTIMEOUT, 60 ); Curl_setopt ($ conn [$ I], CURLOPT_RETURNTRANSFER, true); // you can convert the crawler code into a string instead of writing it to the browser. Curl_multi_add_handle ($ mh, $ conn [$ I]); } Do { Curl_multi_exec ($ mh, $ active ); } While ($ active ); Foreach ($ urls as $ I =>$ url ){ $ Data = curl_multi_getcontent ($ conn [$ I]); // obtain the crawled code string Fwrite ($ st, $ data); // write a string to a file. Of course, you can also not write files, such as saving them to the database. } // Get the data variable and write it to the file Foreach ($ urls as $ I =>$ url ){ Curl_multi_remove_handle ($ mh, $ conn [$ I]); Curl_close ($ conn [$ I]); } Curl_multi_close ($ mh ); Fclose ($ st ); ?> |