python多線程讀取檔案

來源:互聯網
上載者:User
# -*- coding: utf-8 -*-import os,timeimport threadingrlock = threading.RLock()curPosition = 0class Reader(threading.Thread):    def __init__(self, res):        self.res = res        super(Reader, self).__init__()    def run(self):        global curPosition        fstream = open(self.res.fileName, 'r')        while True:            #鎖定共用資源            rlock.acquire()            startPosition = curPosition            curPosition = endPosition = (startPosition + self.res.blockSize) if (startPosition + self.res.blockSize) < self.res.fileSize else self.res.fileSize            #釋放共用資源            rlock.release()            if startPosition == self.res.fileSize:                break            elif startPosition != 0:                fstream.seek(startPosition)                fstream.readline()            pos = fstream.tell()            while pos < endPosition:                line = fstream.readline()                #處理line                #print(line.strip())                pos = fstream.tell()        fstream.close()class Resource(object):    def __init__(self, fileName):        self.fileName = fileName        #分塊大小        self.blockSize = 100000000        self.getFileSize()    #計算檔案大小    def getFileSize(self):        fstream = open(self.fileName, 'r')        fstream.seek(0, os.SEEK_END)        self.fileSize = fstream.tell()        fstream.close()if __name__ == '__main__':    starttime = time.clock()    #線程數    threadNum = 4    #檔案    fileName = 'IPData.txt';    res = Resource(fileName)    threads = []    #初始化線程    for i in range(threadNum):        rdr = Reader(res)        threads.append(rdr)    #開始線程    for i in range(threadNum):        threads[i].start()    #結束線程    for i in range(threadNum):        threads[i].join()    print(time.clock() - starttime)
相關文章

聯繫我們

該頁面正文內容均來源於網絡整理,並不代表阿里雲官方的觀點,該頁面所提到的產品和服務也與阿里云無關,如果該頁面內容對您造成了困擾,歡迎寫郵件給我們,收到郵件我們將在5個工作日內處理。

如果您發現本社區中有涉嫌抄襲的內容,歡迎發送郵件至: info-contact@alibabacloud.com 進行舉報並提供相關證據,工作人員會在 5 個工作天內聯絡您,一經查實,本站將立刻刪除涉嫌侵權內容。

A Free Trial That Lets You Build Big!

Start building with 50+ products and up to 12 months usage for Elastic Compute Service

  • Sales Support

    1 on 1 presale consultation

  • After-Sales Support

    24/7 Technical Support 6 Free Tickets per Quarter Faster Response

  • Alibaba Cloud offers highly flexible support services tailored to meet your exact needs.