import redis,sys,os,re,oss2 import platform import xml.etree.ElementTree as ET from PIL import ImageGrab if platform.system() == 'Windows': #sys.path.append('e:\\libs\\') sys.path.append('libs') else: sys.path.append('/data/deploy/make3d/make2/libs/') import config,libs #判断模型是需要高精模 或者是 需要photo3 参与 def task_need_high_model_or_photo3(pid): resHigh = task_need_high_model(pid) resPhoto3 = task_need_photo3(pid) if resHigh or resPhoto3: return True else: return False #判断是否需要高精模 def task_need_high_model(pid): redis_conn = config.redis_local_common #判断在redis中是否有高精模和 需要photo3 参与的 task if redis_conn.sismember("calculateHighModel",pid): return True #判断是否需要高精模 if redis_conn.sismember("calculateHighModel_no",pid): return False #判断是否需要高精模 if libs.get_ps_type(pid) == 1: if libs.aliyun_face(pid): #calulate_type = 'calculateHighModel' redis_conn.sadd("calculateHighModel",pid) return True else: redis_conn.sadd("calculateHighModel_no",pid) return False #判断是否需要photo3参与建模 def task_need_photo3(pid): redis_conn = config.redis_local_common #判断在redis中是否有高精模和 需要photo3 参与的 task if redis_conn.sismember("photo3",pid): return True #判断是否需要photo3参与建模 if redis_conn.sismember("photo3_no",pid): return False if os.path.exists(os.path.join(config.workdir, pid, 'photo3')): redis_conn.sadd("photo3",pid) return True else: redis_conn.sadd("photo3_no",pid) return False #拷贝远程主机上的指定目录到本地指定目录 def copy_remote_directory(remote_host, remote_path, local_path): # 建立 SSH 连接 ssh = paramiko.SSHClient() ssh.set_missing_host_key_policy(paramiko.AutoAddPolicy()) ssh.connect(remote_host, username='your_username', password='your_password') # 创建 SFTP 客户端 sftp = ssh.open_sftp() # 获取远程目录下的所有文件/子目录 file_list = sftp.listdir(remote_path) # 遍历远程目录中的每个文件/子目录 for file_name in file_list: remote_file_path = os.path.join(remote_path, file_name) local_file_path = os.path.join(local_path, file_name) # 判断当前项是文件还是目录 if sftp.stat(remote_file_path).st_isdir(): # 如果是目录，递归调用函数进行拷贝 os.makedirs(local_file_path, exist_ok=True) copy_remote_directory(remote_host, remote_file_path, local_file_path) else: # 如果是文件，直接拷贝到指定目录 sftp.get(remote_file_path, local_file_path) # 关闭 SFTP 客户端和 SSH 连接 sftp.close() ssh.close() #移除redis中的高精模和 需要photo3 参与的 task # def remove_redis_high_model_or_photo3(pid): # redis_conn = config.redis_local_common # redis_conn.srem("calculateHighModel",pid) # redis_conn.srem("photo3",pid) # if __name__ == '__main__': # redis_conn = config.redis_local_common # print(redis_conn.sismember("photo3_no","1")) #读取rcbox文件进行修改指定的值 def change_rcbox_s(pid,new_value): rcbox_path = os.path.join(config.workdir, pid, f"{pid}.rcbox") old_value_pattern = r'(.*?)' #读取文件内容 with open(rcbox_path, 'r') as f: content = f.read() #使用正则表达式进行匹配 match = re.search(old_value_pattern,content) if match: old_value = match.group(1) if old_value == "": return #分割字符串 arrStr = old_value.split(" ") #重新拼接字符串 strs = arrStr[0]+" "+arrStr[1]+" "+str(float(arrStr[2])+new_value) new_content = re.sub(old_value_pattern,f'{strs}',content) #重新写入进去 with open(rcbox_path, 'w') as f: f.write(new_content) #修改rcproj文件,删除没有模型的component,保留最多model 的component def changeRcprojFile(pid): # 解析XML文件 file_path = os.path.join(config.workdir, pid, f'{pid}.rcproj') #判断文件是否存在 if not os.path.exists(file_path): return False tree = ET.parse(file_path) root = tree.getroot() # 遍历所有的reconstructions节点 for reconstruction in root.findall('reconstructions'): for component in reconstruction.findall('component'): if component.find('model') == None: reconstruction.remove(component) continue # 获取所有包含model标签的component节点 components_with_model = [component for component in reconstruction.findall('component') if component.find('model') is not None] print(components_with_model) # 如果包含model标签的component节点数量大于1，则按照model数量降序排序 if len(components_with_model) > 1: components_with_model.sort(key=lambda x: len(x.findall('model')), reverse=False) for i in range(len(components_with_model)-1): reconstruction.remove(components_with_model[i]) # 保存修改后的XML文件 tree.write(file_path) return True #修改 rcproj 文件中的 controlpoints 文件的引用 def changeRcprojControlpointsFile(pid): psid = libs.getPSid(pid) # 解析XML文件 file_path = os.path.join(config.workdir, str(pid), f'{pid}.rcproj') #判断文件是否存在 if not os.path.exists(file_path): return False #下载指定的psid的 points文件到本地 flag = down_points_from_oss(pid,psid) if flag == False: return False tree = ET.parse(file_path) root = tree.getroot() # 遍历所有的reconstructions节点 for controlpoints in root.findall('controlpoints'): #修改 controlpoints 标签内容里 双引号的内容 controlpoints.set('fileName',f'controlpoints_{psid}.dat') # 保存修改后的XML文件 tree.write(file_path) return True def down_points_from_oss(pid,psid): # 根据前缀获取文件列表 prefix = f'points/{psid}/' filelist = oss2.ObjectIteratorV2(config.oss_bucket, prefix=prefix) flag = False for file in filelist: filename = file.key.split('/')[-1] if filename.endswith('.dat'): # print('正在下载:', file.key) localfile = os.path.join(config.workdir,str(pid), filename) config.oss_bucket.get_object_to_file(file.key, localfile) flag = True return flag #判断oss上是否存在指定的controlpoints文件 def isExistControlPointsOss(pid): return False psid = libs.getPSid(pid) filePath = f'points/{psid}/controlpoints_{psid}.dat' #判断oss上是否存在 if config.oss_bucket.object_exists(filePath): return True else: return False #将本地的controlpoints文件上传到oss上 def uploadControlPointsOss(pid): psid = libs.getPSid(pid) filePath = f'points/{psid}/controlpoints_{psid}.dat' localfile = os.path.join(config.workdir,str(pid), f'{str(pid)}_wait/controlpoints0.dat') #进行上传 config.oss_bucket.put_object_from_file(filePath, localfile) #截屏保存 def saveScreenImg(pid): #获取当前的日志 if not os.path.exists(os.path.join("D:/screen/",time.strftime("%y-%m-%d", time.localtime()))): os.makedirs(os.path.join("D:/screen/",time.strftime("%Y-%m-%d", time.localtime()))) screenshot = ImageGrab .grab() screenshot.save(os.path.join("D:/screen/",time.strftime("%Y-%-%d'time .localtime()"),str(pid)+".png"))