Data Conversion Program from Mysql to Mongodb

Data Conversion Program from Mysql to Mongodb
The previously written data conversion program from Mysql to Mongodb has been turned over, and is sufficient in the case of a small amount of data.

# -*- coding: utf-8 -*-import sys, osimport multiprocessingimport loggingimport randomimport time, datetimeimport MySQLdbfrom MySQLdb import cursorsfrom pymongo import MongoClientclass Config:    tables = ['hs_card', 'hs_hero', 'hs_set', 'hs_skill', 'hs_level', 'hs_pack', 'hs_salesevent']    #tables = ['hs_card', 'hs_hero', 'hs_set', 'hs_skill', 'hs_level']    index = {             'hs_card': ['name'],    }class Mysql2Mongo(object):    mysql_host = '50.23.4.2'    mysql_port = 3306    mysql_user = "root"    mysql_pass = "stm123"    mysql_db = "ccg_alpha"    mongo_host = '50.23.4.2'    mongo_port = 27017    conn = None    cursor = None    mongo = None    mongodb = None    def __init__(self, logger):self.logger = loggerself.conn = self.getMysqlConn()self.cursor = self.conn.cursor()self.mongo = MongoClient(host=self.mongo_host, port=self.mongo_port)self.mongodb = self.mongo['ccg_alpha']    def getMysqlConn(self):        return MySQLdb.connect(host=self.mysql_host, port=self.mysql_port, user=self.mysql_user, \                 passwd=self.mysql_pass, db=self.mysql_db, cursorclass=MySQLdb.cursors.SSCursor)    def setMongoCollectionDocument(self, table, data):if(isinstance(data, dict) == False):return Falseelse:self.mongodb[table].insert(data)    def getMysqlTableDesc(self, table):sql = """desc %s""" % (table)n = self.cursor.execute(sql)data = self.cursor.fetchall()keys = []types = []for row in data:key = str(row[0])if(row[1].find('int') >= 0):type = 1elif (row[1].find('char') >= 0):type = 2elif (row[1].find('text') >= 0):type = 2elif(row[1].find('decimal') >= 0):type = 3else:type = 2keys.append(key)types.append(type)return keys, types    def mysql2Mongo(self, table):        self.mongodb[table].drop()        keys, types = self.getMysqlTableDesc(table)        sql = """select * from  %s order by id asc""" % (table)        n = self.cursor.execute(sql)        data = self.cursor.fetchall()        #print table, keys, types        for row in data:ret = {}for k, key in enumerate(keys):if key == 'id':key = '_id'#ret[key] = int(row[k])if(types[k] == 1):if row[k]==None:ret[key]= 0continue#print k, key, rowret[key] = int(row[k])elif(types[k] == 2):if row[k]==None:ret[key]= ''continueret[key] = str(row[k])elif(types[k] == 3):if row[k]==None:ret[key]= ''continueret[key] = float(row[k])else:if row[k]==None:ret[key]= ''continueret[key] = str(row[k])#if(table== 'hs_card') or (table== 'hs_hero'):#ret['rand'] = random.random()print retself.setMongoCollectionDocument(table, ret)    def __del__(self):self.mongo.close()self.cursor.close()self.conn.close()if __name__ == '__main__':    multiprocessing.log_to_stderr()    logger = multiprocessing.get_logger()    logger.setLevel(logging.INFO)    # args = sys.argv    t1 = time.time()    cls = Mysql2Mongo(logger)    for tb in Config.tables:cls.mysql2Mongo(tb)    #index        for t, f in Config.index.items():        pass        print time.time() - t1    logger.info("done")