python 日誌入庫mongodb

標籤：python mongodb

今天和大家分享一個python入庫mongodb的指令碼。。。

涉及到python和mongodb，那麼安裝相應的模組四必不可少的，最簡單的安裝方法，或者非pip不可了。

# pip install pymongo==3.0.4

順便也記錄下源碼安裝的方式

# wget https://pypi.python.org/packages/source/p/pymongo/pymongo-2.8.tar.gz#md5=23100361c9af1904eb2d7722f2658114 --no-check-certificate# tar xf pymongo-2.8.tar.gz# cd pymongo-2.8# python setup.py install

摘自一則日誌

35783s100android475192.168.1.1002015-09-05 08:03:19strengthenHeroByHeroes{"consume_gold":{"ogold":2893821,"cgold":1700,"gold":2892121,"tag":"strengthenHeroByHeroes"},"taskInfo":[{"id":2310033,"progress":2,"status":0}],"delHeroList":{"id":102014,"id":102014,"id":102014,"id":102010,"id":102010},"id":100026,"olevel":46,"oexp":1700,"cexp":1700,"level":46,"exp":3400}865982021462182XiaoMi

入庫mongodb的python指令碼

#!/usr/bin/env python#coding:utf8import osimport sysimport jsonfrom pymongo import MongoClientfrom datetime import datetime, date, timedef ConMongo(host,port,cur_db,username,password):#連結MongoDB    client = MongoClient(host,port)    db = client[cur_db]    db.authenticate(username,password)    table = db.gamelogs    return tabledef parseLog(file_log,Connection):    dic = {}    dl = []    with open(file_log) as fd:        for line in fd:    try:        tokens = line.strip().split(‘\t‘)        uid = tokens[0]        server = tokens[1]        system = tokens[2]        level = int(tokens[3])        vip_level = tokens[4]        ip = tokens[5]        time = datetime.strptime(tokens[6], "%Y-%m-%d %H:%M:%S")#將時間字串轉換成時間格式        action = tokens[7]        result = json.loads(tokens[8])#特殊字元串轉換成json格式        uuid = tokens[9]if uid == ‘undefined‘:    if result["game_user_id"]:uid = result["game_user_id"]if len(tokens) == 12:            channel = tokens[11]else:    channel = ‘‘        dic = {‘uid‘:uid,‘server‘:server,‘system‘:system,‘level‘:level,‘vip_level‘:vip_level,‘ip‘:ip,‘time‘:time,‘action‘:action,‘result‘:result,‘uuid‘:uuid,‘channel‘:channel}dl.append(dic)if len(dl) == 20000:    Connection.insert_many(dl)    dl = []    except Exception,e:print e, lineif len(dl) > 0:    Connection.insert_many(dl)if __name__ == ‘__main__‘:    Conn = ConMongo(‘localhost‘,27017,‘talefundb‘,‘talefun‘,‘123456‘)    try:        parseLog(sys.argv[1],Conn)    except IndexError,e:print ‘./%s path_logfile‘ % os.path.basename(__file__)

本文出自 “鄭彥生” 部落格，請務必保留此出處http://467754239.blog.51cto.com/4878013/1692082

python 日誌入庫mongodb