xip opener

Handling 2 #! /usr/bin/env python3from urllib.request import Request, urlopenfrom urllib.error import URLErrorreq = Request("http://www.bkjia.com /")try:response = urlopen(req)except URLError as e:if hasattr(e, 'reason'):print('We failed to reach a server.')print('Reason: ', e.reason)elif hasattr(e, 'code'):print('The server couldn't fulfill the request.')print('Error code: ', e.code)else:print("good!")print(response.read().decode("utf8")) 8. HTTP Authentication #! /usr/bin/env python3import ur

://www.google.com/search?hl=enq=%srevid=33815775sa=Xei=X6CbT4GrIoOeiQfth43GAwved=0CIgBENUCKAYstart=%s" %(key,start) try: opener=urllib2.build_opener(urllib2.HTTPCookieProcessor(cj)) opener.addheaders = [('User-agent', 'Opera/9.23')] urllib2.install_opener(opener) req=urllib2.Request(url) response =urllib2.urlopen(req) content = response.read() f=op

cookie persistence in python. # Cookie set # used to keep the session cj = cookielib. LWPCookieJar () cookie_support = Encrypt (cj) opener = urllib2.build _ opener (cookie_support, urllib2.HTTPHandler) urllib2.install _ opener) The following is a library file that summarizes the above knowledge points for ease of use: # Filename: analogop. py #! /Usr/bin/pyth

. ')Print (' Reason: ', E.reason)ElsePrint ("good!")Print (Response.read (). Decode ("UTF8"))7. Exception Handling 2#! /usr/bin/env Python3From urllib.request import request, UrlopenFrom Urllib.error import Urlerrorreq = Request ("http://www.111cn.net/")TryResponse = Urlopen (req)Except Urlerror as E:If Hasattr (E, ' reason '):Print (' We failed to reach a server. ')Print (' Reason: ', E.reason)Elif hasattr (E, ' Code '):Print (' The server couldn ' t fulfill the request. ')Print (' Error code:

#--coding:utf-8#author: Wuhao##这里我演示的就是本人所在学校的教育系统#Import Urllib.requestImport Urllib.parseImport reImport ShutilImport Http.cookiejarClass Loginjust ():def __init__ (SELF,URL,URL1,URL2,HEADER,ACCOUNT,PWD):Self.url=urlSelf.url1=url1Self.url2=url2Self.header=headerSelf.account=accountSelf.pwd=pwdReturn#创建opener, including header information and cookiesdef createopener (self):#实例化cookie对象Cookie=http.cookiejar.cookiejar ()#创建一个cookie处理器Cookiehandle=urlli

1 #!/use/bin/env python2 #-*-coding:utf-8-*3 #Author:nick4 #Desc:v2ex Daily Sign -in5 6 ImportUrllib7 ImportUrllib28 ImportCookielib9 ImportReTen ImportSYS One fromBs4ImportBeautifulSoup as BS A fromDatetimeImportdatetime - - the Reload (SYS) -Sys.setdefaultencoding ('Utf-8') - - + - +Login_url ='Http://www.v2ex.com/signin' #Login Address ADaily_url ='http://www.v2ex.com/mission/daily' #sign -in address atBalance_url ='http://v2ex.com/balance' #account Balance -user ='T

urllib.error import URLErrorreq = Request("http://twitter.com/")try: response = urlopen(req)except URLError as e: if hasattr(e, 'reason'): print('We failed to reach a server.') print('Reason: ', e.reason) elif hasattr(e, 'code'): print('The server couldn\'t fulfill the request.') print('Error code: ', e.code)else: print("good!") print(response.read().decode("utf8")) 8. HTTP Authentication #! /usr/bin/env python3 import urllib.request # create a passwo

("http://www.111cn.net/")TryResponse = Urlopen (req)Except Urlerror as E:If Hasattr (E, ' reason '):Print (' We failed to reach a server. ')Print (' Reason: ', E.reason)Elif hasattr (E, ' Code '):Print (' The server couldn ' t fulfill the request. ')Print (' Error code: ', E.code)ElsePrint ("good!")Print (Response.read (). Decode ("UTF8")) 8, HTTP authentication #! /usr/bin/env Python3 Import Urllib.request # Create a password managerPassword_mgr = Urllib.request.HTTPPasswordMgrWithDefaultR

Urlerror as E:If Hasattr (E, ' reason '):Print (' We failed to reach a server. ')Print (' Reason: ', E.reason)Elif hasattr (E, ' Code '):Print (' The server couldn ' t fulfill the request. ')Print (' Error code: ', E.code)ElsePrint ("good!")Print (Response.read (). Decode ("UTF8"))8. HTTP Authentication#! /usr/bin/env Python3Import Urllib.request# Create a password managerPassword_mgr = Urllib.request.HTTPPasswordMgrWithDefaultRealm ()# ADD the username and password.# If We knew the realm, we c

The change always refers to the top-level browser window of the split window. If you plan to execute commands from the highest level of the split window, you can use the top variable. Parent This variable refers to the parent window that contains the current split window. If you have a split window in one window and a split window in one of the split Windows, the 2nd-tier split window can refer to the parent-partition window that contains it with the master variable.

Using proxy IP, this is the second most common trick for reptiles/anti-reptiles, and is usually best used. Many sites will detect a certain period of time the number of IP visits (through traffic statistics, system logs, etc.), if the number of visits are not like normal people, it will prohibit this IP access. So we can set some proxy server, every time to change a proxy, even if the IP is prohibited, can still change IP to continue crawling. Urllib2 to use a proxy server through Proxyhandler,

http://blog.csdn.net/pleasecallmewhy/article/details/8925978 In front of the Urllib2 simple introduction, the following collation of a part of the use of urllib2 details. setting of 1.Proxy URLLIB2 uses environment variable HTTP_PROXY to set HTTP proxy by default. If you want to explicitly control the proxy in your program without being affected by the environment variables, you can use the proxy. New test14 to implement a simple proxy demo: [python] view plain copy import urllib2 enable_proxy