make2/libs/common.py

import redis,sys,os,re,oss2
import platform
import xml.etree.ElementTree as ET
if platform.system() == 'Windows':
    #sys.path.append('e:\\libs\\')
    sys.path.append('libs')
else:
    sys.path.append('/data/deploy/make3d/make2/libs/')
import config,libs

#判断模型是需要高精模 或者是 需要photo3 参与
def task_need_high_model_or_photo3(pid):
    resHigh = task_need_high_model(pid)
    resPhoto3 = task_need_photo3(pid)
    if resHigh or resPhoto3:
        return True
    else:
        return False

#判断是否需要高精模
def task_need_high_model(pid):
    redis_conn = config.redis_local_common
    #判断在redis中是否有高精模和 需要photo3 参与的 task
    if redis_conn.sismember("calculateHighModel",pid):
        return True
    #判断是否需要高精模
    if redis_conn.sismember("calculateHighModel_no",pid):
        return False


    #判断是否需要高精模
    if libs.get_ps_type(pid) == 1:
        if libs.aliyun_face(pid):
            #calulate_type = 'calculateHighModel'
            redis_conn.sadd("calculateHighModel",pid)
            return True
        else:
            redis_conn.sadd("calculateHighModel_no",pid)
    return False

#判断是否需要photo3参与建模
def task_need_photo3(pid):
    redis_conn = config.redis_local_common
    #判断在redis中是否有高精模和 需要photo3 参与的 task
    if redis_conn.sismember("photo3",pid):
        return True
    #判断是否需要photo3参与建模
    if redis_conn.sismember("photo3_no",pid):
        return False
    if os.path.exists(os.path.join(config.workdir, pid, 'photo3')):
        redis_conn.sadd("photo3",pid)
        return True
    else:
        redis_conn.sadd("photo3_no",pid)
    return False

#拷贝远程主机上的指定目录到本地指定目录
def copy_remote_directory(remote_host, remote_path, local_path):
    # 建立 SSH 连接
    ssh = paramiko.SSHClient()
    ssh.set_missing_host_key_policy(paramiko.AutoAddPolicy())
    ssh.connect(remote_host, username='your_username', password='your_password')

    # 创建 SFTP 客户端
    sftp = ssh.open_sftp()

    # 获取远程目录下的所有文件/子目录
    file_list = sftp.listdir(remote_path)

    # 遍历远程目录中的每个文件/子目录
    for file_name in file_list:
        remote_file_path = os.path.join(remote_path, file_name)
        local_file_path = os.path.join(local_path, file_name)

        # 判断当前项是文件还是目录
        if sftp.stat(remote_file_path).st_isdir():
            # 如果是目录，递归调用函数进行拷贝
            os.makedirs(local_file_path, exist_ok=True)
            copy_remote_directory(remote_host, remote_file_path, local_file_path)
        else:
            # 如果是文件，直接拷贝到指定目录
            sftp.get(remote_file_path, local_file_path)

    # 关闭 SFTP 客户端和 SSH 连接
    sftp.close()
    ssh.close()

#移除redis中的高精模和 需要photo3 参与的 task
# def remove_redis_high_model_or_photo3(pid):
#     redis_conn = config.redis_local_common
#     redis_conn.srem("calculateHighModel",pid)
#     redis_conn.srem("photo3",pid)


# if __name__ == '__main__':
#     redis_conn = config.redis_local_common
#     print(redis_conn.sismember("photo3_no","1"))

#读取rcbox文件进行修改指定的值

def change_rcbox_s(pid,new_value):
    rcbox_path = os.path.join(config.workdir, pid, f"{pid}.rcbox")
    old_value_pattern = r'<Residual s="([^"]+)"'
    #读取文件内容
    with open(rcbox_path, 'r') as f:
        content = f.read()
    #使用正则表达式进行匹配
    match = re.search(old_value_pattern,content)
    if match:
        old_value = match.group(1)
        new_content = re.sub(old_value_pattern,f'<Residual s="{new_value}"',content)
        #重新写入进去
        with open(rcbox_path, 'w') as f:
            f.write(new_content)

#修改rcproj文件,删除没有模型的component,保留最多model 的component
def changeRcprojFile(pid):
    # 解析XML文件
    file_path = os.path.join(config.workdir, pid, f'{pid}.rcproj')
    #判断文件是否存在
    if not os.path.exists(file_path):
        return False
    tree = ET.parse(file_path)
    root = tree.getroot()
    # 遍历所有的reconstructions节点
    for reconstruction in root.findall('reconstructions'):
        for component in reconstruction.findall('component'):
            if component.find('model') == None:
                reconstruction.remove(component)
                continue
        # 获取所有包含model标签的component节点
        components_with_model = [component for component in reconstruction.findall('component') if component.find('model') is not None]
        print(components_with_model)
        # 如果包含model标签的component节点数量大于1，则按照model数量降序排序
        if len(components_with_model) > 1:
            components_with_model.sort(key=lambda x: len(x.findall('model')), reverse=False)

        for i in range(len(components_with_model)-1):
            reconstruction.remove(components_with_model[i])

    # 保存修改后的XML文件
    tree.write(file_path)
    return True
#修改 rcproj 文件中的 controlpoints 文件的引用
def changeRcprojControlpointsFile(pid):
    psid = libs.getPSid(pid)
    # 解析XML文件
    file_path = os.path.join(config.workdir, str(pid), f'{pid}.rcproj')
    #判断文件是否存在
    if not os.path.exists(file_path):
        return False
    #下载指定的psid的 points文件到本地
    flag = down_points_from_oss(pid,psid)
    if flag == False:
        return False
    tree = ET.parse(file_path)
    root = tree.getroot()
    # 遍历所有的reconstructions节点
    for controlpoints in root.findall('controlpoints'):
        #修改 controlpoints 标签内容里 双引号的内容 <controlpoints fileName="" />
        controlpoints.set('fileName',f'controlpoints_{psid}.dat')
    # 保存修改后的XML文件
    tree.write(file_path)
    return True


def down_points_from_oss(pid,psid):
    # 根据前缀获取文件列表
    prefix = f'points/{psid}/'
    filelist = oss2.ObjectIteratorV2(config.oss_bucket, prefix=prefix)
    flag = False
    for file in filelist:
        filename = file.key.split('/')[-1]
        if filename.endswith('.dat'):
            # print('正在下载:', file.key)
            localfile = os.path.join(config.workdir,str(pid), filename)
            config.oss_bucket.get_object_to_file(file.key, localfile)
            flag = True
    return flag

#判断oss上是否存在指定的controlpoints文件
def isExistControlPointsOss(pid):
    psid = libs.getPSid(pid)
    filePath = f'points/{psid}/controlpoints_{psid}.dat'
    #判断oss上是否存在
    if config.oss_bucket.object_exists(filePath):
        return True
    else:
        return False

#将本地的controlpoints文件上传到oss上
def uploadControlPointsOss(pid):
    psid = libs.getPSid(pid)
    filePath = f'points/{psid}/controlpoints_{psid}.dat'
    localfile = os.path.join(config.workdir,str(pid), f'{str(pid)}_wait/controlpoints0.dat')
    #进行上传
    config.oss_bucket.put_object_from_file(filePath, localfile)