url下載網頁的三種方法

標籤：header   urlopen   processor   bsp   cookie   getc   response   res   opener   

# -*- coding: utf-8 -*-import cookielibimport urllib2url = "http://www.baidu.com"print "第一種方法"response1 = urllib2.urlopen(url)print response1.getcode()print len(response1.read())print "第二種方法"res = urllib2.Request(url)res.add_header("user-agent","Mozilla-5.0")response2 = urllib2.urlopen(res)print response2.getcode()print len(response2.read())print "第三種方法"cj = cookielib.CookieJar()opener = urllib2.build_opener(urllib2.HTTPCookieProcessor)urllib2.install_opener(opener)response3 = urllib2.urlopen(url)print response3.getcode()print cj#print response3.read()

 

url下載網頁的三種方法