一個簡單的pythonLog Service器,主要目的是搜集各python logging記錄的日誌,將其簡單匯總。源碼如下:
# -*- coding: utf-8 -*-'''Created on 2012-06-14 19:50@summary: a simple logging server. use gevent and logging modules@author: JerryKwan'''import osimport pickleimport loggingimport logging.handlersimport structfrom gevent.server import StreamServer# logger collection_loggers_ = {}def get_logger(address, name): address = address.replace(".", "_") logger_name = address + "_" + name if _loggers_.has_key(logger_name): return _loggers_[logger_name] else: print os.path.dirname(__file__) logs_dir = os.path.join(os.path.dirname(__file__), "logs", address) if os.path.exists(logs_dir) and os.path.isdir(logs_dir): pass else: os.makedirs(logs_dir) file_name = os.path.join(logs_dir, name+".log") # print file_name # define a rotating file handler rotatingFileHandler = logging.handlers.RotatingFileHandler(filename =file_name, maxBytes = 1024 * 1024 * 50, backupCount = 5) formatter = logging.Formatter("%(message)s") rotatingFileHandler.setFormatter(formatter) console = logging.StreamHandler() # console.setLevel(logging.NOTSET) # set a format which is simple for console use formatter = logging.Formatter("%(message)s") # tell the handler to use this format console.setFormatter(formatter) logger = logging.getLogger(logger_name) logger.addHandler(rotatingFileHandler) logger.addHandler(console) logger.setLevel(logging.DEBUG) _loggers_[logger_name] = logger return loggerdef handle_log_record(address, record): ''' @summary: handle log record @param address: address[ip] of the record generated from @param record: log record ''' # construct logger name process_name = record.processName process_id = record.process # print "process_name = %s, process_id = %s"%(process_name, process_id) logger_name = "%s_%s" %(process_name, process_id) logger = get_logger(address, logger_name) formatter = logging.Formatter( fmt="%(asctime)s %(name)-12s %(levelname)-8s %(message)s") record_str = formatter.format(record) # print record_str logger.info(record_str) # print "write" # print address, record # print record.filenamedef handle(socket, address): # get client ip try: while True: chunk = socket.recv(4) if len(chunk) < 4: break slen = struct.unpack(">L", chunk)[0] chunk = socket.recv(slen) while len(chunk) < slen: chunk += socket.recv(slen - len(chunk)) obj = pickle.loads(chunk) record = logging.makeLogRecord(obj) # handle_log_record(address[0], record) except Exception, e: pass finally: socket.close() # chunk = socket.recv(1024) # print "handle invoked" # socket.close()if __name__ == '__main__': port = 8888 server = StreamServer(('0.0.0.0', port), handle) print ('Starting logging service on port %s'%port) server.serve_forever()