Goutte怎麼擷取a標籤裡面的url?或者好用的PHP爬蟲庫,謝謝
[], 'link' => [], 'content' => [], 'source' => [], 'date' => [], ]; public function __construct() { try { $this->_client = new Client(); $this->_crawler = $this->_client->request('GET', 'http://www.ningshan.gov.cn/Category_90/Index.aspx'); // $client->getClient()->setDefaultOption('config/curl/'.CURLOPT_TIMEOUT, 10); } catch (Exception $e) { throw new \Exception($e->getMessage(), 1); } } public function getDate() { $this->_crawler->filter('div#list>ul>li>span')->each(function ($node) { $this->_news['date'][] = $node->text(); }); } public function getTitle() { $link = $this->_crawler->selectLink('寧陝縣召開政協八屆二十二次次常委會')->link(); var_dump($link->getUri);die; $this->_crawler->filter('div#list>ul>li>a')->each(function ($node) { if ($node->text() !== '寧陝要聞') { $this->_news['title'][] = $node->text(); $this->_news['link'][] = $node->link(); $this->_news['source'][] = '寧陝要聞'; } }); }}//-----------------------------------try { $spider = new Spider(); $spider->getDate(); $spider->getTitle(); echo json_encode($spider->_news, JSON_UNESCAPED_UNICODE);} catch (Exception $e) { echo $e->getMessage();}
回複內容:
Goutte怎麼擷取a標籤裡面的url?或者好用的PHP爬蟲庫,謝謝
[], 'link' => [], 'content' => [], 'source' => [], 'date' => [], ]; public function __construct() { try { $this->_client = new Client(); $this->_crawler = $this->_client->request('GET', 'http://www.ningshan.gov.cn/Category_90/Index.aspx'); // $client->getClient()->setDefaultOption('config/curl/'.CURLOPT_TIMEOUT, 10); } catch (Exception $e) { throw new \Exception($e->getMessage(), 1); } } public function getDate() { $this->_crawler->filter('div#list>ul>li>span')->each(function ($node) { $this->_news['date'][] = $node->text(); }); } public function getTitle() { $link = $this->_crawler->selectLink('寧陝縣召開政協八屆二十二次次常委會')->link(); var_dump($link->getUri);die; $this->_crawler->filter('div#list>ul>li>a')->each(function ($node) { if ($node->text() !== '寧陝要聞') { $this->_news['title'][] = $node->text(); $this->_news['link'][] = $node->link(); $this->_news['source'][] = '寧陝要聞'; } }); }}//-----------------------------------try { $spider = new Spider(); $spider->getDate(); $spider->getTitle(); echo json_encode($spider->_news, JSON_UNESCAPED_UNICODE);} catch (Exception $e) { echo $e->getMessage();}
現找的
$crawler = $client->request('GET', 'http://www.symfony.com/blog/');$link = $crawler->selectLink('Security Advisories')->link();print_r($link->getUri());
手冊:http://symfony.com/doc/curren...
GIT:https://github.com/FriendsOfP...
採集類參考:http://flc.ren/2016/06/528.html