Python批量處理CSV檔案

標籤：blog   java   os   io   檔案   for   ar   art   

#encoding: utf-8__author__ = ‘DELL‘import csvimport globimport datetimeimport sysimport osreload(sys)#中文錯誤sys.setdefaultencoding( "utf-8" )‘‘‘@author likehua    CSV批處理‘‘‘class BatchProcessCSV:    def __init__(self,inputfolder="c:\\input\\",outputfolder="c:\\output\\"):        self.inputfolder=inputfolder        self.outputfolder=outputfolder    #批處理    def doBatchAction(self):        startTime=datetime.datetime.now()        print(u"開始處理...")        if (os.path.exists(self.outputfolder)==False):            #pass            os.makedirs(self.outputfolder)        list_dirs = os.walk(self.inputfolder)        for root, dirs, files  in list_dirs:            #print i             for file in files:                otput=self.outputfolder+file                self.readcsv2csv(self.inputfolder+file,otput)                print(u"Running.........................\n")        endTime=datetime.datetime.now()        print(u"處理完成，耗時：%f秒"%(endTime-startTime).seconds)    #讀取一個csv提取部分資訊產生新的CSV    def readcsv2csv(self,inputfile,outputfile):      with open(inputfile, ‘rb‘) as csvfile:        o=open(outputfile,"wb")  #解決csv瀏覽亂碼問題        o.write(‘\xEF\xBB\xBF‘);        writer=csv.writer(o)        #讀取列 將字串轉為數組        column=csvfile.readline().split(",")        #print(column.index(‘App Release Date‘))        #print(column)        writer.writerow([‘Rank‘ ,‘Category‘, ‘Country ‘,‘App Name‘, ‘Value‘, ‘Unit‘ , ‘App Release Date‘, ‘Publisher Name‘, ‘Company Name‘, ‘Parent Company Name‘])        reader = csv.reader(csvfile)        #table = reader[0]        #Rank, Category, Store, Device, Type, Country, Period,Version, App_ID, App_Name, Value, Unit, Value_Type, AppURL, App_IAP, App_Category, App_Device, Current_Price, App_Release_Date, Publisher_ID, Publisher_Name, CompanyName, ParentCompanyName, AppNameUnified, AppFranchise, UnifiedAppID, AppFranchiseID, CompanyID, ParentCompanyID        for row in reader:            lenth=len(row)            if lenth>10:                writer.writerow([row[column.index("Rank")],row[column.index("Category")],row[column.index("Country")],row[column.index("App Name")],row[column.index("Value")],row[column.index("Unit")],row[column.index("App Release Date")],row[column.index("Publisher Name")],row[column.index("Company Name")],row[column.index("Parent Company Name")]])#processif __name__=="__main__":    csvProcess=BatchProcessCSV("c:\\input\\","e:\\output\\")    csvProcess.doBatchAction()