MySQL備份工具mydumper備份

標籤：

#!/usr/bin/phthonimport osimport timeimport commandsimport shutilimport threadingfrom os.path import join, getsizeimport MySQLdb as mydb# 備份目錄baseDir = "/data2/backup/backup_data/"# ns 或 wx;  備份後是否要壓縮(mydumper 內建壓縮功能)，要壓縮 True，否則 False.idc = ‘ns‘; isZip = True# 備份失敗是否重試 ，True 則重試,不重試 設 False, retry_sleep 多久後才開始重試(秒)is_errRetryBackup = True; retry_sleep = 300# 備份日期backup_date = time.strftime("%Y%m%d")# 備份命令cmd  = "/usr/local/bin/mydumper -h %s -u root -p password? -P %s %s -t 5 -o %s"‘‘‘功能描述：  1. mydumper 遠程批量備份, 備份列表由設定檔提供  2. 可按要求對備份是否壓縮(mydumper 自動壓縮)  3. 備份失敗允許再嘗試備份一次  4. 備份資訊寫入資料庫‘‘‘def main():    thread_pool = []    # 是否啟用壓縮    zip = ‘-c‘ if isZip == True else ‘‘    # 從設定檔讀取 ip, 名稱, 連接埠, 並拼湊備份語句    #f = open(‘/data2/backup/cnf/other_list.cnf‘, ‘r‘)    f = open(‘/data/other_list.cnf‘, ‘r‘)    for lines in f.readlines():        if (not lines.startswith(‘#‘) and len(lines.strip()) > 0):            str = lines.split()            host, businessName, port, isMaster = str[0], str[1], str[2], str[3]            # 業務檔案夾不存在則建立            dir = baseDir + ‘/‘ + businessName;            if (not os.path.exists(dir)):                 os.makedirs(dir)            dir += "/%s%s" % (businessName, backup_date)            # 業務目錄: dir , 備份目錄: dir/name+備份日期            strcmd  = cmd % (host, port, zip, dir)            th = threading.Thread(target = mydumper, args =(strcmd, dir, businessName, host, port, is_errRetryBackup, int(isMaster)))            thread_pool.append(th)    if (thread_pool):        for t in thread_pool:            t.daemon = True            t.start()        for t in thread_pool:            t.join()def mydumper(sCmd, backupDir, businessName, host, port, is_Retry, isMaster):    master_host = ""; backup_host = host; name = businessName; port = port; backup_type = 1; file = "";    start_time = ""; stop_time = ""; returncode = 0; file_size = 0; slave_statement = ""; std_err = "";    start_time = time.strftime("%Y%m%d%H%M%S")    # 清除可能遺留的備份    if (os.path.exists(backupDir)):        shutil.rmtree(backupDir)    # 執行備份    returncode, std_err = execute(sCmd)    stop_time = time.strftime("%Y%m%d%H%M%S")    if (returncode == 0):        # 備份 std_err 返回不為空白也視為出錯。        if (std_err.strip() != ""):            returncode = 123456        else:            # 擷取 change master to 資訊，再次校正備份是否有效            returncode, std_err, master_host, slave_statement = statement(backupDir, backup_host, isMaster)            if (returncode == 0):                file = backupDir    if (returncode != 0):        # 異常備份標記為: 日期 + _ERR        errDir = backupDir + "_ERR"        os.rename(backupDir, errDir)        file = errDir    # 擷取備份大小    file_size = getDirsize(file)    if (len(std_err) > 255):        std_err = std_err[:250] + "..."    my_args  = [idc, master_host, backup_host, name, port, backup_type, file, start_time, stop_time, returncode, file_size, slave_statement, std_err]    # 寫入資料庫    call_proc(my_args)    # 備份失敗是否需要重備? 重備允許一次.    if (is_Retry == True and returncode != 0):        time.sleep(retry_sleep)        oldfile = sCmd.split(‘-o‘)[1]        pos = oldfile.rfind("/") + 1        # 擷取備份全路徑, 備份檔案標記為重備 字樣        retry_file = oldfile[:pos] + "ReBackup-" + oldfile[pos:]        retryCmd = sCmd.replace(oldfile,  retry_file)        # 重備開始        mydumper(retryCmd, retry_file.strip(), name, host, port, False, isMaster)def getDirsize(path):    # 擷取備份檔案夾大小    size = 0L    for root, dirs, files in os.walk(path):        size += sum([getsize(join(root, name)) for name in files])    return (size)def statement(path, backup_host, isMaster):    ‘‘‘    功能: 從 metadata 讀取change master to 資訊    1. 備份過程: 會先產生: metadata.partial, 完成後metadata.partial會重名為: metadata 並寫入備份完成時間    2. metadata 分3段:       (1) Started dump: 備份開始時間.       (2) master 的log-file 和 log-pos 資訊 (必有); slave 的host、log-file 和 log-pos 資訊 （備機是slave 才有)       (3) Finished dump: 備份結束時間    3. 返回錯碼, master_host 和 change master to 資訊    ‘‘‘    path += "/metadata"; sMetadata = ""; master_host = ""; er_code = 654321; er_info = "%s not exists !!!" % (path)    if (os.path.exists(path)):        if (isMaster != 1):            # 備機是 slave            num = 3            sFinds = "SLAVE STATUS"        else:            num = 2            sFinds = "MASTER STATUS"        f = open(path, ‘r‘)        rows = f.readlines(); i = 100; lst =[]        for s in rows:            if (s.find(sFinds) > 0):                i = 1; continue            if (i <= num):                lst.append(s.split(‘:‘)[1].strip())                i += 1        if (isMaster == 1):            # 備機是 master            master_host = backup_host            log_file, log_pos = lst;        else:            # 備機是 slave            master_host, log_file, log_pos = lst;        er_code = 0        er_info = ""        sMetadata = "CHANGE MASTER TO MASTER_HOST=‘%s‘,MASTER_LOG_FILE=‘%s‘,MASTER_LOG_POS=%s,MASTER_USER=‘rep_user‘,MASTER_PASSWORD=‘meizu.com‘" % (master_host, log_file, log_pos )    return (er_code, er_info, master_host, sMetadata)def execute(cmd):    ‘‘‘    1.執行 shell 命令    2.返回執行資訊 (returncode = 0 則執行成功, std_err 為報錯的錯誤資訊)    ‘‘‘    try:        returncode, std_err = commands.getstatusoutput(cmd)        return (returncode, std_err)    except os.error, e:        # 異常返回 1001 錯誤        return (1001, e)def call_proc(my_args):    # 備份資訊寫入資料庫    try:        conn = mydb.connect(host = ‘127.0.0.1‘, user = ‘test‘, passwd = ‘zxc/213?‘, db = ‘meizu_item‘)        cur  = conn.cursor()        cur.callproc(‘sp_backup_i‘,[my_args[0], my_args[1], my_args[2], my_args[3], my_args[4], my_args[5], my_args[6], my_args[7], my_args[8], my_args[9], my_args[10], my_args[11], my_args[12]])        conn.commit()    except mydb.Error, e:        pass        # print "Mysql Error %d: %s" % (e.args[0], e.args[1])    finally:        cur.close(); conn.close()if __name__ == ‘__main__‘:    main()

著作權聲明：本文為博主原創文章，未經博主允許不得轉載。

MySQL備份工具mydumper備份