dingxin_toolbox_drf/update/utils/client_util.py

import os
import paramiko
from django.core.checks import database
from smb.SMBConnection import SMBConnection
from update.models import ClientRelease, Cinema
import pymysql
from pymysql.cursors import DictCursor
from django.db.models import Q
from dingxin_toolbox_drf.settings import BASE_DIR
from update.utils.dingxin_sql import *


class ClientUtil:
    def __init__(self):
        self.smb_conn = SMBConnection('admin', 'admin', '', '', use_ntlm_v2=True)
        self.smb_host = '172.16.3.68'
        self.local_path = os.path.join(BASE_DIR, 'dx', 'client')
        self.db_config = {'host': '172.16.3.139', 'port': 3306, 'user': 'clientdeploy',
                          'password': 'clientdeploy123456', 'database': 'yhz_tool'}

    def smb_connect(self):
        self.smb_conn.connect(self.smb_host, 445)

    def smb_disconnect(self):
        self.smb_conn.close()

    def get_all_smb_client(self):
        test_client_list = self.get_smb_file_list('data1', '/客户端/测试专用', r'client_v2.033*.7z')
        prd_client_list = self.get_smb_file_list('data1', '/客户端/结测常用客户端', r'client_v2.033*.7z')
        history_client_list = self.get_smb_file_list('data1', '/客户端/结测常用客户端/历史客户端',
                                                     r'client_v2.033*.7z', )
        return {'test': test_client_list, 'prd': prd_client_list, 'history': history_client_list}

    def get_smb_file_list(self, service_name, path, pattern):
        smb_files = self.smb_conn.listPath(service_name, path, pattern=pattern)
        file_list = []
        for file in smb_files:
            file_name = file.filename
            file_list.append(file_name)
        return file_list

    def get_all_smb_file_list(self):
        test_client_list = self.get_smb_file_list('data1', '/客户端/测试专用', r'client_v2.033*.7z')
        prd_client_list = self.get_smb_file_list('data1', '/客户端/结测常用客户端', r'client_v2.033*.7z')
        history_client_list = self.get_smb_file_list('data1', '/客户端/结测常用客户端/历史客户端',
                                                     r'client_v2.033*.7z', )
        return test_client_list + prd_client_list + history_client_list

    def handle_client_db(self):
        client_data = self.get_all_smb_client()
        ClientRelease.objects.update(is_delete=True)
        self.write_db(client_data, 'test')
        self.write_db(client_data, 'prd')
        self.write_db(client_data, 'history')

    @staticmethod
    def write_db(_client_data, _type):
        for client in _client_data[_type]:
            file_name = client
            if ClientRelease.objects.filter(origin_name=file_name).first():
                ClientRelease.objects.filter(origin_name=file_name).update(is_delete=False)
            else:
                # 写入数据库
                origin_name = file_name
                main_ver = file_name[8:18]
                sub_ver = file_name[19:23]
                upload_name = file_name[:23] + '.7z'
                client_ver = file_name[8:23]
                ver_id = int(file_name[14:18])
                ClientRelease.objects.create(origin_name=origin_name, main_ver=main_ver, sub_ver=sub_ver,
                                             upload_name=upload_name, client_type=_type, client_ver=client_ver,
                                             ver_id=ver_id)

    def clear_delete_file(self):
        all_delete = ClientRelease.objects.filter(is_delete=True).all()
        for delete in all_delete:
            file = os.path.join(self.local_path, delete.origin_name)
            if os.path.exists(file):
                os.remove(file)

    def get_client_info_from_deploy_db(self, short_ver):
        client_ver = short_ver.replace('0.33', '033')
        db_conn = pymysql.Connect(**self.db_config)
        db_cursor = db_conn.cursor(cursor=DictCursor)
        db_cursor.execute(GET_DEPLOY_CLIENT_INFO, (client_ver,))
        result = db_cursor.fetchone()
        if result is None:
            return None
        return result['full_version']

    @staticmethod
    def get_client_version_from_cine(cinema_ip):
        cine = Cinema.objects.filter(ip=cinema_ip).first()
        db_config = {
            'host': cinema_ip,
            'user': cine.db_user,
            'password': cine.db_pwd,
            'port': 3306,
            'database': 'cine'
        }
        db_conn = pymysql.Connect(**db_config)
        db_cursor = db_conn.cursor(cursor=DictCursor)
        db_cursor.execute('SELECT client_version FROM cinema_version;')
        client_ver = db_cursor.fetchone()['client_version']
        return client_ver

    def download_client_file(self, file_name, path):
        local_file = open(os.path.join(self.local_path, file_name), 'wb')
        # 接收文件并写入本地文件
        self.smb_conn.retrieveFile('data1', rf'{path}{file_name}', local_file)
        # 关闭本地文件
        local_file.close()

    def get_client_version(self, cinema_ip, short_version):
        client_version = self.get_client_info_from_deploy_db(short_version)
        test_client_list = self.get_all_smb_file_list()
        # 客户端打包服务器上有，smb上没有
        is_exist = False
        for test_client in test_client_list:
            if client_version in test_client:
                is_exist = True
        if is_exist is False:
            client = ClientRelease.objects.filter(ver_id=int(short_version[7:])).order_by('-sub_ver').first()
            client_version = client.client_ver
        # 新版本还没有对应的包
        if client_version is None:
            client_version = self.get_client_version_from_cine(cinema_ip)
        return client_version

    def get_client(self, cinema_ip, short_version):
        client_version = self.get_client_version(cinema_ip, short_version)
        # 查看本地是否有此版本客户端
        local_file_list = list(os.walk(self.local_path))[0][2]
        for local_file in local_file_list:
            if client_version in local_file:
                print('找到本地文件')
                return
        # 如果本地没有则到服务器上拉取
        client = ClientRelease.objects.filter(Q(client_ver=client_version) & Q(is_delete=False)).first()
        if client.client_type == 'test':
            self.download_client_file(client.origin_name, r'/客户端/测试专用/')
        elif client.client_type == 'prd':
            self.download_client_file(client.origin_name, r'/客户端/结测常用客户端/')
        elif client.client_type == 'history':
            self.download_client_file(client.origin_name, r'/客户端/结测常用客户端/历史客户端/')
        else:
            print('检查下载客户端逻辑')

    # 传输客户端的方法
    def upload(self, cine_ip, origin, target):
        # 创建Transport客户端
        trans = paramiko.Transport((cine_ip, 22))
        # 使用密码连接服务器
        trans.connect(username='root', password='cine123456')
        # 创建SFTP客户端
        sftp = paramiko.SFTPClient.from_transport(trans)
        # 上传文件 参数（本地文件路径， 远程文件路径）
        sftp.put(
            os.path.join(self.local_path, origin),
            f"/data0/cine/resource/upload/client/{target}")
        # 关闭客户端
        trans.close()

    def upload_client(self, cinema_ip, short_version):
        # 上传操作
        client_version = self.get_client_version(cinema_ip, short_version)
        client = ClientRelease.objects.filter(Q(client_ver=client_version) & Q(is_delete=False)).first()
        self.upload(cinema_ip, client.origin_name, client.upload_name)
        # 更新数据库
        cine = Cinema.objects.filter(ip=cinema_ip).first()
        db_config = {
            'host': cinema_ip,
            'user': cine.db_user,
            'password': cine.db_pwd,
            'port': 3306,
            'database': 'cine'
        }
        db_conn = pymysql.Connect(**db_config)
        db_cursor = db_conn.cursor(cursor=DictCursor)
        db_cursor.execute('UPDATE cinema_version SET client_version = %s WHERE 1=1;', (client_version,))
        db_conn.commit()
        db_cursor.close()
        db_conn.close()
        return client.upload_name

    def client_process(self, cinema_ip, short_release):
        self.smb_connect()
        short_version = short_release[:11]
        self.handle_client_db()
        self.clear_delete_file()
        self.get_client(cinema_ip, short_version)
        client_file_name = self.upload_client(cinema_ip, short_version)
        self.smb_disconnect()
        return client_file_name

#
# class ClientUtil:
#     def __init__(self):
#         self.smb_conn = SMBConnection('admin', 'admin', '', '', use_ntlm_v2=True)
#         self.smb_host = '172.16.3.68'
#         self.local_path = os.path.join(BASE_DIR, 'dx', 'client')
#
#     def get_test_client_file(self):
#         self.smb_conn.connect(self.smb_host, 445)
#         smb_files = self.smb_conn.listPath('data1', '/客户端/测试专用', pattern=r'client_v2.033*.7z')
#         for file in smb_files:
#             file_name = file.filename
#             print(file_name)
#             if ClientRelease.objects.filter(origin_name=file_name).first():
#                 continue
#             local_file = open(os.path.join(self.local_path, file_name), 'wb')
#             # 接收文件并写入本地文件
#             self.smb_conn.retrieveFile('data1', rf'/客户端/测试专用/{file_name}', local_file)
#             # 关闭本地文件
#             local_file.close()
#             self.write_db(file_name, 'test')
#         self.smb_conn.close()
#         # return smb_files
#
#     def get_prd_client_file(self):
#         self.smb_conn.connect(self.smb_host, 445)
#         prd_smb_files = self.smb_conn.listPath('data1', '/客户端/结测常用客户端', pattern=r'client_v2.033*.7z')
#         for file in prd_smb_files:
#             file_name = file.filename
#             print(file_name)
#             if ClientRelease.objects.filter(origin_name=file_name).first():
#                 continue
#             local_file = open(os.path.join(self.local_path, file_name), 'wb')
#             # 接收文件并写入本地文件
#             self.smb_conn.retrieveFile('data1', rf'/客户端/结测常用客户端/{file_name}', local_file)
#             # 关闭本地文件
#             local_file.close()
#             self.write_db(file_name, 'prd')
#
#         history_smb_files = self.smb_conn.listPath('data1', '/客户端/结测常用客户端/历史客户端',
#                                                    pattern=r'client_v2.033*.7z')
#         for file in history_smb_files:
#             file_name = file.filename
#             print(file_name)
#             if ClientRelease.objects.filter(origin_name=file_name).first():
#                 continue
#             local_file = open(os.path.join(self.local_path, file_name), 'wb')
#             # 接收文件并写入本地文件
#             self.smb_conn.retrieveFile('data1', rf'/客户端/结测常用客户端/历史客户端/{file_name}', local_file)
#             # 关闭本地文件
#             local_file.close()
#             self.write_db(file_name, 'prd')
#         self.smb_conn.close()
#
#     @staticmethod
#     def write_db(_file, _type):
#         # 写入数据库
#         origin_name = _file
#         main_ver = _file[8:18]
#         sub_ver = _file[19:23]
#         upload_name = _file[:23] + '.7z'
#         client_ver = _file[8:23]
#         ver_id = int(_file[14:18])
#         ClientRelease.objects.create(origin_name=origin_name, main_ver=main_ver, sub_ver=sub_ver,
#                                      upload_name=upload_name, client_type=_type, client_ver=client_ver, ver_id=ver_id)
#
#     def update_client_file(self):
#         prd_clients = self.get_prd_client_file()
#         test_clients = self.get_test_client_file()
#         all_clients = prd_clients + test_clients
#         all_db_clients = ClientRelease.objects.filter(is_delete='0').all()
#         for db_client in all_db_clients:
#             if db_client['origin_name'] in all_clients:
#                 continue
#             else:
#                 ClientRelease.objects.filter(pk=db_client['id']).update(is_delete='1')
#                 path = f'../../dx/client/{db_client["origin_name"]}'
#                 os.remove(path)
#
#     def upload_client_file(self, cinema_ip, _release):
#         cine = Cinema.objects.filter(ip=cinema_ip).first()
#         db_config = {
#             'host': cinema_ip,
#             'username': cine['db_user'],
#             'password': cine['db_pwd'],
#             'port': 3306,
#             'database': 'cine'
#         }
#         db_conn = pymysql.Connect(**db_config)
#         db_cursor = db_conn.cursor(cursor=DictCursor)
#         # 获取客户端信息
#         client = ClientRelease.objects.filter(main_ver=_release).order_by('-sub_ver').first()
#         print(client)
#         if client:
#             self.upload(cinema_ip, client['origin_name'], client['upload_name'])
#             db_cursor.execute('UPDATE cinema_version SET client_version = %s WHERE 1=1;', (client['client_ver'],))
#         else:
#             db_cursor.execute('SELECT client_version FROM cinema_version;')
#             client_ver = db_cursor.fetchone()['client_version']
#             client = ClientRelease.objects.filter(client_ver=client_ver).order_by('-sub_ver').first()
#             self.upload(cinema_ip, client['origin_name'], client['upload_name'])
#
#     @staticmethod
#     def upload(cine_ip, origin, target):
#         # 创建Transport客户端
#         trans = paramiko.Transport((cine_ip, 22))
#         # 使用密码连接服务器
#         trans.connect(username='root', password='cine123456')
#         # 创建SFTP客户端
#         sftp = paramiko.SFTPClient.from_transport(trans)
#         # 上传文件 参数（本地文件路径， 远程文件路径）
#         sftp.put(
#             f"../../dx/client/{origin}",
#             f"/data0/cine/resource/upload/client/{target}")
#         # 关闭客户端
#         trans.close()