python分析apache訪問日誌指令碼分享

#!/usr/bin/env python# coding=utf-8 #------------------------------------------------------# Name:     Apache 日誌分析指令碼# Purpose:   此指令碼只用來分析Apache的訪問日誌# Version:   2.0# Author:    LEO# Created:   2013-4-26# Modified:   2013-5-4# Copyright:  (c) LEO 2013#------------------------------------------------------ import sysimport time #該類是用來列印格式class displayFormat(object):   def format_size(self,size):    '''格式化流量單位'''    KB = 1024         MB = 1048576        GB = 1073741824      TB = 1099511627776    if size >= TB :      size = str(size / TB) + 'T'    elif size < KB :      size = str(size) + 'B'    elif size >= GB and size < TB:      size = str(size / GB) + 'G'    elif size >= MB and size < GB :      size = str(size / MB) + 'M'    else :      size = str(size / KB) + 'K'    return size   formatstring = '%-15s %-10s %-12s %8s %10s %10s %10s %10s %10s %10s %10s'   def transverse_line(self) :    '''輸出橫線'''    print self.formatstring % ('-'*15,'-'*10,'-'*12,'-'*12,'-'*10,'-'*10,'-'*10,'-'*10,'-'*10,'-'*10,'-'*10)   def head(self):    '''輸出頭部資訊'''    print self.formatstring % ('IP','Traffic','Times','Times%','200','404','500','403','302','304','503')   def error_print(self) :    '''輸出錯誤資訊'''    print    print 'Usage : ' + sys.argv[0] + ' ApacheLogFilePath [Number]'    print    sys.exit(1)   def execut_time(self):    '''輸出指令碼執行的時間'''    print    print "Script Execution Time: %.3f second" % time.clock()    print #該類是用來產生主機資訊的字典class hostInfo(object):     host_info = ['200','404','500','302','304','503','403','times','size']   def __init__(self,host):    self.host = host = {}.fromkeys(self.host_info,0)   def increment(self,status_times_size,is_size):    '''該方法是用來給host_info中的各個值加1'''    if status_times_size == 'times':      self.host['times'] += 1    elif is_size:      self.host['size'] = self.host['size'] + status_times_size    else:      self.host[status_times_size] += 1   def get_value(self,value):    '''該方法是取到各個主機資訊中對應的值'''    return self.host[value] #該類是用來分析檔案class fileAnalysis(object):  def __init__(self):    '''初始化一個空字典'''    self.report_dict = {}    self.total_request_times,self.total_traffic,self.total_200,     self.total_404,self.total_500,self.total_403,self.total_302,     self.total_304,self.total_503 = 0,0,0,0,0,0,0,0,0   def split_eachline_todict(self,line):    '''分割檔案中的每一行，並返回一個字典'''    split_line = line.split()    split_dict = {'remote_host':split_line[0],'status':split_line[-2],'bytes_sent':split_line[-1],}    return split_dict   def generate_log_report(self,logfile):    '''讀取檔案，分析split_eachline_todict方法產生的字典'''    for line in logfile:      try:        line_dict = self.split_eachline_todict(line)        host = line_dict['remote_host']        status = line_dict['status']      except ValueError :        continue      except IndexError :        continue       if host not in self.report_dict :        host_info_obj = hostInfo(host)        self.report_dict[host] = host_info_obj      else :        host_info_obj = self.report_dict[host]       host_info_obj.increment('times',False)        if status in host_info_obj.host_info :         host_info_obj.increment(status,False)       try:        bytes_sent = int(line_dict['bytes_sent'])       except ValueError:        bytes_sent = 0      host_info_obj.increment(bytes_sent,True)    return self.report_dict   def return_sorted_list(self,true_dict):    '''計算各個狀態次數、流量總量，請求的總次數，並且計算各個狀態的總量 並產生一個正真的字典，方便排序'''    for host_key in true_dict :      host_value = true_dict[host_key]      times = host_value.get_value('times')       self.total_request_times = self.total_request_times + times       size = host_value.get_value('size')       self.total_traffic = self.total_traffic + size        o200 = host_value.get_value('200')      o404 = host_value.get_value('404')      o500 = host_value.get_value('500')      o403 = host_value.get_value('403')      o302 = host_value.get_value('302')      o304 = host_value.get_value('304')      o503 = host_value.get_value('503')       true_dict[host_key] = {'200':o200,'404':o404,'500':o500,'403':o403,'302':o302,'304':o304,                   '503':o503,'times':times,'size':size}       self.total_200 = self.total_200 + o200      self.total_404 = self.total_404 + o404      self.total_500 = self.total_500 + o500      self.total_302 = self.total_302 + o302      self.total_304 = self.total_304 + o304      self.total_503 = self.total_503 + o503     sorted_list = sorted(true_dict.items(),key=lambda t:(t[1]['times'],t[1]['size']),reverse=True)    return sorted_list class Main(object):  def main(self) :    '''主調函數'''    display_format = displayFormat()    arg_length = len(sys.argv)    if arg_length == 1 :      display_format.error_print()    elif arg_length == 2 or arg_length == 3:      infile_name = sys.argv[1]      try :        infile = open(infile_name,'r')        if arg_length == 3 :          lines = int(sys.argv[2])        else :          lines = 0      except IOError,e :        print        print e        display_format.error_print()      except ValueError :        print        print "Please Enter A Volid Number !!"        display_format.error_print()    else :      display_format.error_print()     fileAnalysis_obj = fileAnalysis()    not_true_dict = fileAnalysis_obj.generate_log_report(infile)    log_report = fileAnalysis_obj.return_sorted_list(not_true_dict)    total_ip = len(log_report)    if lines :      log_report = log_report[0:lines]    infile.close()     print    total_traffic = display_format.format_size(fileAnalysis_obj.total_traffic)    total_request_times = fileAnalysis_obj.total_request_times    print 'Total IP: %s  Total Traffic: %s  Total Request Times: %d'        % (total_ip,total_traffic,total_request_times)    print    display_format.head()    display_format.transverse_line()     for host in log_report :      times = host[1]['times']      times_percent = (float(times) / float(fileAnalysis_obj.total_request_times)) * 100      print display_format.formatstring % (host[0],                         display_format.format_size(host[1]['size']),                         times,str(times_percent)[0:5],                         host[1]['200'],host[1]['404'],                         host[1]['500'],host[1]['403'],                         host[1]['302'],host[1]['304'],host[1]['503'])                             if (not lines) or total_ip == lines :      display_format.transverse_line()      print display_format.formatstring % (total_ip,total_traffic,                          total_request_times,'100%',                         fileAnalysis_obj.total_200,                         fileAnalysis_obj.total_404,                         fileAnalysis_obj.total_500,                          fileAnalysis_obj.total_403,                         fileAnalysis_obj.total_302,                          fileAnalysis_obj.total_304,                         fileAnalysis_obj.total_503)    display_format.execut_time() if __name__ == '__main__':  main_obj = Main()  main_obj.main()

