dingxin_toolbox_drf/update/utils/db_compare.py

import os
import subprocess
import pymysql
from update.utils.git_util import GitUtil
from dingxin_toolbox_drf.settings import BASE_DIR, CONFIG
from update.utils.git_util import GitUtil
from env import ENV


class DbCompare:
    def __init__(self, target_ip, short_release):
        self.target_server = target_ip
        self.target_user = 'test'
        self.target_pwd = 'cine123456'
        self.target_port = '3306'
        self.target_release = short_release
        self.cine_sql_path = os.path.join(BASE_DIR, 'dx', 'sql', GitUtil(short_release).get_db_name() + '.sql')
        self.diff_sql_path = os.path.join(BASE_DIR, 'dx', 'temp', self.target_server + '_diff.sql')
        self.clear_diff_sql_path = os.path.join(BASE_DIR, 'dx', 'temp', self.target_server + '_diff_clear.sql')
        self.create_sql_path = os.path.join(BASE_DIR, 'dx', 'temp', self.target_server + '_create.sql')

    # 生成对比文件
    def gen_diff_file(self):
        print('开始生成差异文件')
        if os.path.exists(self.diff_sql_path):
            print(f'删除之前生成的差异文件 {self.diff_sql_path}')
            os.remove(self.diff_sql_path)
            if os.path.exists(self.diff_sql_path):
                print('删除失败')
            print('删除成功')

        # serv_host = '127.0.0.1'
        # serv_user = 'dingxin'
        # serv_pwd = 'cine123456'
        # serv_port = '3306'

        serv_host = CONFIG[ENV]['DB']['HOST']
        serv_user = CONFIG[ENV]['DB']['USER']
        serv_pwd = CONFIG[ENV]['DB']['PASSWORD']
        serv_port = 3309

        server_1 = f'--server1={serv_user}:{serv_pwd}@{serv_host}:{serv_port}'
        server_2 = f'--server2={self.target_user}:{self.target_pwd}@{self.target_server}:{self.target_port}'

        git_util = GitUtil(self.target_release)
        db_name = git_util.get_db_name()

        cmd = f'mysqldiff {server_1} {server_2} --changes-for=server2 --difftype=sql --force --quiet --skip-table-options {db_name}:cine > {self.diff_sql_path}'
        print('执行命令', cmd)

        # result = os.system(cmd)
        # print('执行返回结果：', result >> 8)

        result = subprocess.getstatusoutput(cmd)
        if result[0] != 0:
            print('执行失败：', result[1])
        print('执行成功：', result[1])

        return self.diff_sql_path

    # 针对降级的情况，需要屏蔽掉语句中的drop语句，此处可能有错误的风险，待验证
    def remove_drop(self):
        # 如果清理后的文件存在则删除
        print('开始处理差异文件，清除Drop命令等')
        if os.path.exists(self.clear_diff_sql_path):
            print(f'清理之前生成的文件 {self.clear_diff_sql_path}')
            os.remove(self.clear_diff_sql_path)
            if os.path.exists(self.clear_diff_sql_path):
                print('清理失败')
            print('清理成功')
        # 打开生成的差异sql，如果遇到ALTER语句则进入alter模式，将ALTER下面的语句写入temp中，如果是DROP就跳过，当遇到换行时就结束alter模式，把temp写入主列表
        with open(self.diff_sql_path, 'r', encoding='utf-8') as f:
            sql_list = []
            temp = []
            alter = 0
            alter_definer = 0
            for line in f.readlines():
                if line.strip().startswith('ALTER TABLE'):
                    temp.append(line)
                    alter = 1
                # elif line.strip().startswith('DROP INDEX'):
                #     pass
                # elif line.strip().startswith('DROP COLUMN'):
                #     pass
                elif line.strip().startswith('[PASS]'):
                    pass
                elif line.strip().startswith('+'):
                    pass
                elif line.strip().startswith('-'):
                    pass
                elif line.strip().startswith('@'):
                    pass
                elif line.strip().startswith('ALTER VIEW'):
                    pass
                elif line.strip().startswith('('):
                    pass
                elif line.strip().startswith('ALTER DEFINER'):
                    temp.append(line)
                    alter_definer = 1
                elif line.strip() == '':
                    if len(temp) > 1 and alter_definer == 0:
                        sql_list.extend(temp)
                    if alter_definer == 1:
                        alter_definer = 0
                    sql_list.extend('\n')
                    temp = []
                    alter = 0
                else:
                    if alter == 1 or alter_definer == 1:
                        temp.append(line)
                    else:
                        sql_list.append(line)
            f.close()
        # 将清洗过的sql列表写入文件
        with open(self.clear_diff_sql_path, 'w', encoding='utf-8') as f:
            f.writelines(sql_list)
            print('生成新的对比文件：', self.clear_diff_sql_path)
            f.close()

    # 生成新表sql
    def gen_create_file(self):
        # 如果有已生成的文件则删除
        print('开始生成创建文件')
        if os.path.exists(self.create_sql_path):
            print(f'清理之前生成的文件 {self.create_sql_path}')
            os.remove(self.create_sql_path)
            if os.path.exists(self.create_sql_path):
                print('清除失败')
            print('清除成功')
        # 在生成的差异文件中查找原始版本没有，目标版本中存在的表明
        create_sql_list = []
        with open(self.diff_sql_path, 'r', encoding='utf-8') as f:
            for line in f.readlines():
                if line.startswith('#        TABLE'):
                    create_sql_list.append(line.split(':')[1].strip())
        f.close()
        # 通过上步中找到的表名，在目标版本的cine.sql中查找创建表的sql语句，并组成sql语句列表
        create_table_sql_list = ['USE `cine`;\n\n']
        with open(self.cine_sql_path, 'r', encoding='utf-8') as f:
            content = f.read()
            for sql in content.split(';\n'):
                for table in create_sql_list:
                    if f'CREATE TABLE `{table}`' in sql:
                        create_table_sql_list.append(sql + ';\n\n')
        f.close()
        # 将上步中的sql语句列表些入create.sql文件中
        with open(self.create_sql_path, 'w', encoding='utf-8') as f:
            f.writelines(create_table_sql_list)
            print('生成新的创建文件：', self.create_sql_path)
        f.close()
        return self.create_sql_path

    # 执行差异
    def exec_diff_sql(self):
        self.gen_diff_file()
        self.remove_drop()
        self.gen_create_file()
        diff_cmd = f'mysql -h{self.target_server} -P{self.target_port} -u{self.target_user} -p{self.target_pwd} < {self.clear_diff_sql_path}'
        create_cmd = f'mysql -h{self.target_server} -P{self.target_port} -u{self.target_user} -p{self.target_pwd} < {self.create_sql_path}'
        print('执行命令：', diff_cmd)
        # diff_result = os.system(diff_cmd)
        # print('diff_result', diff_result)
        diff_result = subprocess.getstatusoutput(diff_cmd)
        if diff_result[0] != 0:
            print('执行失败：', diff_result[1])
        print('执行成功：', diff_result[1])

        print('执行命令：', create_cmd)
        # create_result = os.system(create_cmd)
        # print('create_result', create_result)
        create_result = subprocess.getstatusoutput(create_cmd)
        if create_result[0] != 0:
            print('执行失败：', create_result[1])
        print('执行成功：', create_result[1])

        return '数据库对比成功' if diff_result[0] == 0 and create_result[0] == 0 else '数据库对比失败' + diff_result[
            1] + create_result[1]