#!/usr/bin/phthon  
      
      
    import os  
    import time  
    import commands  
    import shutil  
    import threading  
    from os.path import join, getsize  
    import MySQLdb as mydb  
      
      
    # 備份目錄  
    baseDir = "/data2/backup/backup_data/"  
      
      
    # ns 或 wx;  備份后是否要壓縮(mydumper 自帶壓縮功能)，要壓縮 True，否則 False.  
    idc = 'ns'; isZip = True  
      
      
    # 備份失敗是否重試 ，True 則重試,不重試 設 False, retry_sleep 多久后才開始重試(秒)  
    is_errRetryBackup = True; retry_sleep = 300  
      
      
    # 備份日期  
    backup_date = time.strftime("%Y%m%d")  
      
      
    # 備份命令  
    cmd  = "/usr/local/bin/mydumper -h %s -u root -p password? -P %s %s -t 5 -o %s"  
      
      
    ''''' 
    功能描述： 
      1. mydumper 遠程批量備份, 備份列表由配置文件提供 
      2. 可按要求對備份是否壓縮(mydumper 自動壓縮) 
      3. 備份失敗允許再嘗試備份一次 
      4. 備份信息寫入數(shù)據(jù)庫 
    '''  
    def main():  
        thread_pool = []  
      
      
        # 是否啟用壓縮  
        zip = '-c' if isZip == True else ''  
      
      
        # 從配置文件讀取 ip, 名稱, 端口, 并拼湊備份語句  
        #f = open('/data2/backup/cnf/other_list.cnf', 'r')  
        f = open('/data/other_list.cnf', 'r')  
        for lines in f.readlines():  
            if (not lines.startswith('#') and len(lines.strip()) > 0):  
                str = lines.split()  
                host, businessName, port, isMaster = str[0], str[1], str[2], str[3]  
                # 業(yè)務文件夾不存在則創(chuàng)建  
                dir = baseDir + '/' + businessName;  
                if (not os.path.exists(dir)):  
                     os.makedirs(dir)  
      
      
                dir += "/%s%s" % (businessName, backup_date)  
                # 業(yè)務目錄: dir , 備份目錄: dir/name+備份日期  
                strcmd  = cmd % (host, port, zip, dir)  
      
      
                th = threading.Thread(target = mydumper, args =(strcmd, dir, businessName, host, port, is_errRetryBackup, int(isMaster)))  
                thread_pool.append(th)  
      
      
        if (thread_pool):  
            for t in thread_pool:  
                t.daemon = True  
                t.start()  
            for t in thread_pool:  
                t.join()  
      
      
    def mydumper(sCmd, backupDir, businessName, host, port, is_Retry, isMaster):  
        master_host = ""; backup_host = host; name = businessName; port = port; backup_type = 1; file = "";  
        start_time = ""; stop_time = ""; returncode = 0; file_size = 0; slave_statement = ""; std_err = "";  
      
      
        start_time = time.strftime("%Y%m%d%H%M%S")  
      
      
        # 清除可能遺留的備份  
        if (os.path.exists(backupDir)):  
            shutil.rmtree(backupDir)  
      
      
        # 執(zhí)行備份  
        returncode, std_err = execute(sCmd)  
      
      
        stop_time = time.strftime("%Y%m%d%H%M%S")  
      
      
        if (returncode == 0):  
            # 備份 std_err 返回不為空也視為出錯。  
            if (std_err.strip() != ""):  
                returncode = 123456  
            else:  
                # 獲取 change master to 信息，再次校驗備份是否有效  
                returncode, std_err, master_host, slave_statement = statement(backupDir, backup_host, isMaster)  
      
      
                if (returncode == 0):  
                    file = backupDir  
      
      
        if (returncode != 0):  
            # 異常備份標記為: 日期 + _ERR  
            errDir = backupDir + "_ERR"  
            os.rename(backupDir, errDir)  
            file = errDir  
      
      
        # 獲取備份大小  
        file_size = getDirsize(file)  
      
      
        if (len(std_err) > 255):  
            std_err = std_err[:250] + "..."  
      
      
        my_args  = [idc, master_host, backup_host, name, port, backup_type, file, start_time, stop_time, returncode, file_size, slave_statement, std_err]  
      
      
        # 寫入數(shù)據(jù)庫  
        call_proc(my_args)  
      
      
        # 備份失敗是否需要重備? 重備允許一次.  
        if (is_Retry == True and returncode != 0):  
            time.sleep(retry_sleep)  
      
      
            oldfile = sCmd.split('-o')[1]  
            pos = oldfile.rfind("/") + 1  
      
      
            # 獲取備份全路徑, 備份文件標記為重備 字樣  
            retry_file = oldfile[:pos] + "ReBackup-" + oldfile[pos:]  
      
      
            retryCmd = sCmd.replace(oldfile,  retry_file)  
      
      
            # 重備開始  
            mydumper(retryCmd, retry_file.strip(), name, host, port, False, isMaster)  
      
      
    def getDirsize(path):  
        # 獲取備份文件夾大小  
        size = 0L  
        for root, dirs, files in os.walk(path):  
            size += sum([getsize(join(root, name)) for name in files])  
        return (size)  
      
      
    def statement(path, backup_host, isMaster):  
        ''''' 
        功能: 從 metadata 讀取change master to 信息 
        1. 備份過程: 會先生成: metadata.partial, 完成后metadata.partial會重名為: metadata 并寫入備份完成時間 
        2. metadata 分3段: 
           (1) Started dump: 備份開始時間. 
           (2) master 的log-file 和 log-pos 信息 (必有); slave 的host、log-file 和 log-pos 信息 （備機是slave 才有) 
           (3) Finished dump: 備份結束時間 
        3. 返回錯碼, master_host 和 change master to 信息 
        '''  
        path += "/metadata"; sMetadata = ""; master_host = ""; er_code = 654321; er_info = "%s not exists !!!" % (path)  
      
      
        if (os.path.exists(path)):  
            if (isMaster != 1):  
                # 備機是 slave  
                num = 3  
                sFinds = "SLAVE STATUS"  
            else:  
                num = 2  
                sFinds = "MASTER STATUS"  
      
      
            f = open(path, 'r')  
            rows = f.readlines(); i = 100; lst =[]  
            for s in rows:  
                if (s.find(sFinds) > 0):  
                    i = 1; continue  
      
      
                if (i <= num):  
                    lst.append(s.split(':')[1].strip())  
                    i += 1  
      
      
            if (isMaster == 1):  
                # 備機是 master  
                master_host = backup_host  
                log_file, log_pos = lst;  
            else:  
                # 備機是 slave  
                master_host, log_file, log_pos = lst;  
      
      
            er_code = 0  
            er_info = ""  
            sMetadata = "CHANGE MASTER TO MASTER_HOST='%s',MASTER_LOG_FILE='%s',MASTER_LOG_POS=%s,MASTER_USER='rep_user',MASTER_PASSWORD='meizu.com'" % (master_host, log_file, log_pos )  
      
      
        return (er_code, er_info, master_host, sMetadata)  
      
      
    def execute(cmd):  
        ''''' 
        1.執(zhí)行 shell 命令 
        2.返回執(zhí)行信息 (returncode = 0 則執(zhí)行成功, std_err 為報錯的錯誤信息) 
        '''  
        try:  
            returncode, std_err = commands.getstatusoutput(cmd)  
            return (returncode, std_err)  
        except os.error, e:  
            # 異常返回 1001 錯誤  
            return (1001, e)  
      
      
    def call_proc(my_args):  
        # 備份信息寫入數(shù)據(jù)庫  
        try:  
            conn = mydb.connect(host = '127.0.0.1', user = 'test', passwd = 'zxc/213?', db = 'meizu_item')  
            cur  = conn.cursor()  
      
      
            cur.callproc('sp_backup_i',[my_args[0], my_args[1], my_args[2], my_args[3], my_args[4], my_args[5], my_args[6], my_args[7], my_args[8], my_args[9], my_args[10], my_args[11], my_args[12]])  
            conn.commit()  
        except mydb.Error, e:  
            pass  
            # print "Mysql Error %d: %s" % (e.args[0], e.args[1])  
        finally:  
            cur.close(); conn.close()  
      
      
    if __name__ == '__main__':  
        main()  

標簽： idc Mysql 數(shù)據(jù)庫

版權申明：本站文章部分自網(wǎng)絡，如有侵權，請聯(lián)系：west999com@outlook.com
特別注意：本站所有轉載文章言論不代表本站觀點！
本站所提供的圖片等素材，版權歸原作者所有，如需使用，請與原作者聯(lián)系。