import os import subprocess import pymysql from update.utils.git_util import GitUtil from dingxin_toolbox_drf.settings import BASE_DIR from update.utils.git_util import GitUtil class DbCompare: def __init__(self, target_ip, short_release): self.target_server = target_ip self.target_user = 'test' self.target_pwd = 'cine123456' self.target_port = '3306' self.target_release = short_release self.cine_sql_path = os.path.join(BASE_DIR, 'dx', 'sql', GitUtil(short_release).get_db_name() + '.sql') self.diff_sql_path = os.path.join(BASE_DIR, 'dx', 'temp', self.target_server + '_diff.sql') self.clear_diff_sql_path = os.path.join(BASE_DIR, 'dx', 'temp', self.target_server + '_diff_clear.sql') self.create_sql_path = os.path.join(BASE_DIR, 'dx', 'temp', self.target_server + '_create.sql') # 生成对比文件 def gen_diff_file(self): if os.path.exists(self.diff_sql_path): print('remove diff_sql_path') os.remove(self.diff_sql_path) print(os.path.exists(self.diff_sql_path)) # serv_host = '127.0.0.1' # serv_user = 'dingxin' # serv_pwd = 'cine123456' # serv_port = '3306' serv_host = '172.16.3.112' serv_user = 'test' serv_pwd = 'cine123456' serv_port = '3306' server_1 = f'--server1={serv_user}:{serv_pwd}@{serv_host}:{serv_port}' server_2 = f'--server2={self.target_user}:{self.target_pwd}@{self.target_server}:{self.target_port}' git_util = GitUtil(self.target_release) db_name = git_util.get_db_name() cmd = f'mysqldiff {server_1} {server_2} --changes-for=server2 --difftype=sql --force --quiet --skip-table-options {db_name}:cine > {self.diff_sql_path}' print(cmd) # result = subprocess.run(cmd) result = os.system(cmd) print('gen_diff_file', result) return self.diff_sql_path # 针对降级的情况,需要屏蔽掉语句中的drop语句,此处可能有错误的风险,待验证 def remove_drop(self): # 如果清理后的文件存在则删除 if os.path.exists(self.clear_diff_sql_path): print('remove clear_diff_sql_path') os.remove(self.clear_diff_sql_path) print(os.path.exists(self.clear_diff_sql_path)) # 打开生成的差异sql,如果遇到ALTER语句则进入alter模式,将ALTER下面的语句写入temp中,如果是DROP就跳过,当遇到换行时就结束alter模式,把temp写入主列表 with open(self.diff_sql_path, 'r', encoding='utf-8') as f: sql_list = [] temp = [] alter = 0 alter_definer = 0 for line in f.readlines(): if line.strip().startswith('ALTER TABLE'): temp.append(line) alter = 1 elif line.strip().startswith('DROP INDEX'): pass elif line.strip().startswith('DROP COLUMN'): pass elif line.strip().startswith('[PASS]'): pass elif line.strip().startswith('+'): pass elif line.strip().startswith('-'): pass elif line.strip().startswith('@'): pass elif line.strip().startswith('ALTER DEFINER'): temp.append(line) alter_definer = 1 elif line.strip() == '': if len(temp) > 1 and alter_definer == 0: sql_list.extend(temp) if alter_definer == 1: alter_definer = 0 sql_list.extend('\n') temp = [] alter = 0 else: if alter == 1 or alter_definer == 1: temp.append(line) else: sql_list.append(line) f.close() # 将清洗过的sql列表写入文件 with open(self.clear_diff_sql_path, 'w', encoding='utf-8') as f: f.writelines(sql_list) f.close() # 生成新表sql def gen_create_file(self): # 如果有已生成的文件则删除 if os.path.exists(self.create_sql_path): os.remove(self.create_sql_path) # 在生成的差异文件中查找原始版本没有,目标版本中存在的表明 create_sql_list = [] with open(self.diff_sql_path, 'r', encoding='utf-8') as f: for line in f.readlines(): if line.startswith('# TABLE'): create_sql_list.append(line.split(':')[1].strip()) f.close() # 通过上步中找到的表名,在目标版本的cine.sql中查找创建表的sql语句,并组成sql语句列表 create_table_sql_list = ['USE `cine`;\n\n'] with open(self.cine_sql_path, 'r', encoding='utf-8') as f: content = f.read() for sql in content.split(';\n'): for table in create_sql_list: if f'CREATE TABLE `{table}`' in sql: create_table_sql_list.append(sql + ';\n\n') f.close() # 将上步中的sql语句列表些入create.sql文件中 with open(self.create_sql_path, 'w', encoding='utf-8') as f: f.writelines(create_table_sql_list) f.close() return self.create_sql_path # 执行差异 def exec_diff_sql(self): self.gen_diff_file() self.remove_drop() self.gen_create_file() diff_cmd = f'mysql -h{self.target_server} -P{self.target_port} -u{self.target_user} -p{self.target_pwd} < {self.clear_diff_sql_path}' create_cmd = f'mysql -h{self.target_server} -P{self.target_port} -u{self.target_user} -p{self.target_pwd} < {self.create_sql_path}' diff_result = os.system(diff_cmd) print('diff_result', diff_result) create_result = os.system(create_cmd) print('create_result', create_result)