427 lines
19 KiB
Python
427 lines
19 KiB
Python
#!/usr/bin/python
|
|
import oss2, os, sys, redis, time, cv2, numpy, piexif, requests, shlex, subprocess, datetime, shutil, json
|
|
from threading import Thread
|
|
from matplotlib import pyplot as plt
|
|
from PIL import Image, ImageEnhance
|
|
import config
|
|
|
|
def find_blender_bin_path():
|
|
base_path = 'C:\\Program Files\\Blender Foundation\\'
|
|
if os.path.exists(base_path):
|
|
for dir in os.listdir(base_path):
|
|
if dir.startswith('Blender'):
|
|
blender_bin_path = base_path + dir + '\\blender.exe'
|
|
return f'"{blender_bin_path}"'
|
|
else:
|
|
print('未找到blender安装目录')
|
|
exit(1)
|
|
|
|
def diff_time(start_time, end_time):
|
|
d = end_time - start_time
|
|
m = d.microseconds
|
|
return str(d.seconds // 60) + ":" + str(d.seconds % 60) + ":" + str(m)[:-3]
|
|
|
|
def downfile(key, localfile):
|
|
oss_client.get_object_to_file(key, localfile)
|
|
try:
|
|
im = Image.open(localfile).load()
|
|
except Exception as e:
|
|
print(e)
|
|
print('删除错误结构的图片文件:', localfile)
|
|
os.remove(localfile)
|
|
|
|
def down_from_oss(pid):
|
|
path = os.path.join(workdir, pid)
|
|
if os.path.exists(path): return
|
|
os.makedirs(path)
|
|
os.mkdir(os.path.join(path, 'photo1'))
|
|
os.mkdir(os.path.join(path, 'photo2'))
|
|
# os.mkdir(os.path.join(path, 'photo2_bad'))
|
|
|
|
psid = getPSid(pid)
|
|
# 根据前缀获取文件列表
|
|
prefix = f'photos/{pid}/'
|
|
filelist = oss2.ObjectIteratorV2(oss_client, prefix=prefix)
|
|
for file in filelist:
|
|
filename = file.key.split('/')[-1]
|
|
if psid == '1' and filename in ('113_8.jpg', '113_1.jpg'): continue
|
|
if psid == '9' and filename in ('135_8.jpg', '135_1.jpg'): continue
|
|
if psid == '16' and filename in ('92_8.jpg', '92_1.jpg'): continue
|
|
if psid == '25' and filename in ('13_8.jpg', '13_1.jpg'): continue
|
|
if psid == '34' and filename in ('154_8.jpg', '154_1.jpg'): continue
|
|
if psid == '44' and filename in ('31_8.jpg', '31_1.jpg'): continue
|
|
if psid == '63' and filename in ('123_8.jpg', '123_1.jpg'): continue
|
|
if psid == '70' and filename in ('73_8.jpg', '73_1.jpg'): continue
|
|
print('正在下载:', file.key)
|
|
if filename.endswith('_1.jpg'):
|
|
localfile = os.path.join(path, 'photo1', filename)
|
|
else:
|
|
localfile = os.path.join(path, 'photo2', filename)
|
|
oss_client.get_object_to_file(file.key, localfile)
|
|
|
|
print('下载完成')
|
|
|
|
def down_xmps_from_oss(psid):
|
|
dest_path = os.path.join(config_path, 'xmps', psid)
|
|
if os.path.exists(dest_path): return
|
|
|
|
os.makedirs(dest_path)
|
|
os.makedirs(os.path.join(dest_path, 'mesh'))
|
|
os.makedirs(os.path.join(dest_path, 'texture'))
|
|
|
|
prefix = f'xmps/{psid}/mesh/'
|
|
filelist = oss2.ObjectIteratorV2(oss_client, prefix=prefix)
|
|
for file in filelist:
|
|
if file.key.endswith('.xmp'):
|
|
filename = file.key.split('/')[-1]
|
|
print('正在下载:', file.key)
|
|
oss_client.get_object_to_file(file.key, os.path.join(dest_path, 'mesh', filename))
|
|
|
|
prefix = f'xmps/{psid}/texture/'
|
|
filelist = oss2.ObjectIteratorV2(oss_client, prefix=prefix)
|
|
for file in filelist:
|
|
if file.key.endswith('.xmp'):
|
|
filename = file.key.split('/')[-1]
|
|
print('正在下载:', file.key)
|
|
oss_client.get_object_to_file(file.key, os.path.join(dest_path, 'texture', filename))
|
|
|
|
print('下载完成')
|
|
def adjust_brightness(image, brightness_factor):
|
|
if brightness_factor == 1 or brightness_factor == 0 :
|
|
return image
|
|
enhancer = ImageEnhance.Brightness(image)
|
|
adjusted_image = enhancer.enhance(brightness_factor)
|
|
return adjusted_image
|
|
|
|
def adjust_saturation(image, saturation_factor):
|
|
if saturation_factor == 1:
|
|
return image
|
|
enhancer = ImageEnhance.Color(image)
|
|
adjusted_image = enhancer.enhance(saturation_factor)
|
|
return adjusted_image
|
|
|
|
def adjust_temperature(image, temperature_factor):
|
|
if temperature_factor == 1:
|
|
return image
|
|
r, g, b = image.split()
|
|
r = r.point(lambda i: i * temperature_factor)
|
|
adjusted_image = Image.merge("RGB", (r, g, b))
|
|
return adjusted_image
|
|
|
|
def rotate_image(image):
|
|
# 检查图像的EXIF数据是否包含方向信息
|
|
try:
|
|
exif = image._getexif()
|
|
orientation = exif.get(0x0112)
|
|
except:
|
|
orientation = None
|
|
|
|
# 根据方向信息旋转图像
|
|
if orientation == 3:
|
|
image = image.rotate(180, expand=True)
|
|
elif orientation == 6:
|
|
image = image.rotate(270, expand=True)
|
|
elif orientation == 8:
|
|
image = image.rotate(90, expand=True)
|
|
return image
|
|
|
|
def get_ps_adjust_photo_para(psid):
|
|
res = requests.get(get_ps_adjust_photo_para_url, params={'id': psid})
|
|
print(res.json())
|
|
paras = res.json()['data']
|
|
brightness_factor, saturation_factor, temperature_factor = float(paras['brightness']), float(paras['saturation']), float(paras['colorTemperature'])
|
|
return brightness_factor, saturation_factor, temperature_factor
|
|
|
|
def adjust_photos(pid):
|
|
if not os.path.exists(os.path.join(workdir, pid, 'photo2')):
|
|
print(f"Directory {os.path.join(workdir, pid, 'photo2')} does not exist")
|
|
return False
|
|
|
|
psid = getPSid(pid)
|
|
brightness_factor, saturation_factor, temperature_factor = get_ps_adjust_photo_para(psid)
|
|
|
|
if (brightness_factor == 1 and saturation_factor == 1 and temperature_factor == 1):
|
|
print("No need to adjust")
|
|
return False
|
|
os.makedirs(os.path.join(workdir, pid, 'photo3'), exist_ok=True)
|
|
|
|
for filename in os.listdir(os.path.join(workdir, pid, 'photo2')):
|
|
if filename.endswith(".jpg"):
|
|
print(f"Adjusting {filename}:brightness={brightness_factor}, saturation={saturation_factor}, temperature={temperature_factor}")
|
|
image = Image.open(os.path.join(workdir, pid, 'photo2', filename))
|
|
image = rotate_image(image)
|
|
|
|
brightened_image = adjust_brightness(image, brightness_factor)
|
|
saturated_image = adjust_saturation(brightened_image, saturation_factor)
|
|
adjusted_image = adjust_temperature(saturated_image, temperature_factor)
|
|
|
|
adjusted_image.save(os.path.join(workdir, pid, 'photo3', filename))
|
|
print("Done")
|
|
return True
|
|
|
|
def getPSid(pid):
|
|
res = requests.get(get_psid_url, params={'pid': pid})
|
|
print('get_psid_url:', res.url)
|
|
print('res:', res.text)
|
|
res = json.loads(res.text)
|
|
return str(res['data'])
|
|
|
|
def getHeadCount(pid):
|
|
res = requests.get(get_printinfo_url, params={'id': pid})
|
|
print('get_printinfo_url:', res.url)
|
|
print('res:', res.text)
|
|
if res.status_code != 200:
|
|
print('获取人数失败，程序退出')
|
|
exit(1)
|
|
res = json.loads(res.text)
|
|
return res['data']['headcount']
|
|
|
|
def aliyun_face(pid, camera_id):
|
|
high = False
|
|
style = 'imm/detectface'
|
|
objectkey = f'photos/{pid}/photo2/{camera_id}_8.jpg'
|
|
try:
|
|
res = oss_client.get_object(objectkey, process=style)
|
|
except oss2.exceptions.NoSuchKey:
|
|
print('没有找到文件:', objectkey)
|
|
return high
|
|
res = json.loads(res.read())
|
|
if res['success']:
|
|
if res['Faces'] is None:
|
|
print('no face')
|
|
return None
|
|
else:
|
|
print('faces num:', len(res['Faces']))
|
|
for face in res['Faces']:
|
|
print('-' * 20)
|
|
print('face_id:', face['FaceId'])
|
|
print('gender:', face['Gender'])
|
|
print('age:', face['Age'])
|
|
|
|
if face['Gender'] == 'FEMALE' and face['Age'] < 22: high = True
|
|
if face['Gender'] == 'MALE' and face['Age'] < 15: high = True
|
|
else:
|
|
print('face detect failed...')
|
|
return high
|
|
|
|
def set_photos_join_type(pid, photoN, mesh = '0', texture='0'):
|
|
photoN_path = os.path.join(workdir, pid, photoN)
|
|
for xmp in os.listdir(photoN_path):
|
|
if xmp.endswith('.xmp'):
|
|
xmp_path = os.path.join(photoN_path, xmp)
|
|
with open(xmp_path, 'r') as f:
|
|
lines = f.readlines()
|
|
lines = [line.replace('xcr:InMeshing="0"', f'xcr:InMeshing="{mesh}"') for line in lines]
|
|
lines = [line.replace('xcr:InMeshing="1"', f'xcr:InMeshing="{mesh}"') for line in lines]
|
|
lines = [line.replace('xcr:InTexturing="0"', f'xcr:InTexturing="{texture}"') for line in lines]
|
|
lines = [line.replace('xcr:InTexturing="1"', f'xcr:InTexturing="{texture}"') for line in lines]
|
|
with open(xmp_path, 'w') as f:
|
|
f.writelines(lines)
|
|
|
|
def rc_make(pid, psid):
|
|
status = True
|
|
# 建模
|
|
start = datetime.datetime.now()
|
|
|
|
xmps_mesh_path = config_path + f'xmps\\{psid}\\mesh\\'
|
|
xmps_texture_path = config_path + f'xmps\\{psid}\\texture\\'
|
|
|
|
input_path = os.path.join(workdir, pid)
|
|
output_path = os.path.join(input_path, 'output')
|
|
ImagesGeometry = os.path.join(input_path, "photo1")
|
|
ImagesTexture = os.path.join(input_path, "photo2")
|
|
photo3 = os.path.join(input_path, "photo3")
|
|
|
|
ps_region = psid + '.rcbox'
|
|
|
|
shutil.rmtree(output_path, ignore_errors=True)
|
|
os.system('mkdir ' + output_path)
|
|
|
|
# ps_fix_list = ('10', '12', '13', '16', '18', '19', '20', '22', '23', '29', '30', '31')
|
|
os.system('xcopy /Y ' + xmps_mesh_path + '* ' + ImagesGeometry)
|
|
os.system('xcopy /Y ' + xmps_texture_path + '* ' + ImagesTexture)
|
|
|
|
simplify_value = str(getHeadCount(pid) * 100 * 10000)
|
|
|
|
if adjust_photos(pid): # 已调整照片，产生出photo3图片组，让photo1和photo2参与建模，photo3仅参与贴图
|
|
# if not os.path.exists(os.path.join(photo3, '11_8.xmp')):
|
|
# os.system('xcopy /Y ' + xmps_texture_path + '* ' + photo3)
|
|
set_photos_join_type(pid, 'photo1', mesh='1', texture='0')
|
|
set_photos_join_type(pid, 'photo2', mesh='1', texture='0')
|
|
set_photos_join_type(pid, 'photo3', mesh='0', texture='1')
|
|
cmd = rcbin + \
|
|
' -disableOnlineCommunication ' + \
|
|
' -silent ' + output_path + \
|
|
' -addFolder "' + ImagesGeometry + '"' + \
|
|
' -set "sfmMaxFeaturesPerMpx=20000" -set "sfmMaxFeaturesPerImage=200000" -set "sfmImagesOverlap=High" -set "sfmMaxFeatureReprojectionError=2" ' + \
|
|
' -align ' + \
|
|
' -addFolder "' + ImagesTexture + '"' + \
|
|
' -align ' + \
|
|
' -addFolder "' + photo3 + '"' + \
|
|
' -align -align' + \
|
|
' -setReconstructionRegion "' + config_path + ps_region + '" ' + \
|
|
' -mvs ' + \
|
|
' -modelSelectMaximalConnectedComponent -modelInvertSelection -modelRemoveSelectedTriangles -clean ' + \
|
|
' -simplify ' + simplify_value + ' ' + \
|
|
' -smooth -unwrap ' + \
|
|
' -calculateTexture ' + \
|
|
' -renameModel ' + pid + ' ' + \
|
|
' -exportModel ' + pid + ' "' + output_path + '\\' + pid + '.obj" "' + config_path + 'ModelExportParams102.xml" ' + \
|
|
' -quit'
|
|
else: # 未调整照片，仍然使用photo1和photo2建模，photo2参与贴图模式
|
|
set_photos_join_type(pid, 'photo1', mesh='1', texture='0')
|
|
set_photos_join_type(pid, 'photo2', mesh='1', texture='1')
|
|
cmd = rcbin + \
|
|
' -disableOnlineCommunication ' + \
|
|
' -silent ' + output_path + \
|
|
' -addFolder "' + ImagesGeometry + '"' + \
|
|
' -set "sfmMaxFeaturesPerMpx=20000" -set "sfmMaxFeaturesPerImage=200000" -set "sfmImagesOverlap=High" -set "sfmMaxFeatureReprojectionError=2" ' + \
|
|
' -align ' + \
|
|
' -addFolder "' + ImagesTexture + '"' + \
|
|
' -align -align' + \
|
|
' -setReconstructionRegion "' + config_path + ps_region + '" ' + \
|
|
' -mvs ' + \
|
|
' -modelSelectMaximalConnectedComponent -modelInvertSelection -modelRemoveSelectedTriangles -clean ' + \
|
|
' -simplify ' + simplify_value + ' ' + \
|
|
' -smooth -unwrap ' + \
|
|
' -calculateTexture ' + \
|
|
' -renameModel ' + pid + ' ' + \
|
|
' -exportModel ' + pid + ' "' + output_path + '\\' + pid + '.obj" "' + config_path + 'ModelExportParams102.xml" ' + \
|
|
' -quit'
|
|
|
|
print(cmd)
|
|
cmd = shlex.split(cmd)
|
|
res = subprocess.run(cmd)
|
|
print(res)
|
|
|
|
end = datetime.datetime.now()
|
|
print('Time: ' + diff_time(start, end))
|
|
|
|
return status
|
|
|
|
def fix_mtl_file(pid):
|
|
path = os.path.join(workdir, pid)
|
|
mtl_file = os.path.join(path, 'output', pid + '.mtl')
|
|
os.rename(os.path.join(path, 'output', pid + '_u1_v1.jpg'), os.path.join(path, 'output', pid + '.jpg'))
|
|
with open(os.path.join(path, mtl_file), 'r') as f:
|
|
lines = f.readlines()
|
|
lines = [line.replace('_u1_v1.jpg', '.jpg') for line in lines]
|
|
with open(os.path.join(path, mtl_file), 'w') as f:
|
|
f.writelines(lines)
|
|
|
|
def delete_lines_in_file(filename, count):
|
|
with open(filename, 'r') as f:
|
|
lines = f.readlines()
|
|
lines = lines[count:]
|
|
with open(filename, 'w') as f:
|
|
f.writelines(lines)
|
|
|
|
def find_gray(img):
|
|
gray = cv2.cvtColor(img, cv2.COLOR_BGR2GRAY)
|
|
gray = gray[2800:, :]
|
|
hist = cv2.calcHist([gray], [0], None, [256], [0, 256])
|
|
plt.plot(hist)
|
|
|
|
def find_color_area(img, lower_color, upper_color):
|
|
color = cv2.cvtColor(img, cv2.COLOR_BGR2GRAY)
|
|
color = color[2800:, :]
|
|
mask = cv2.inRange(color, lower_color, upper_color)
|
|
area = cv2.countNonZero(mask)
|
|
return round(area / (color.shape[0] * color.shape[1]), 4)
|
|
|
|
def clean_photo2(psid, pid):
|
|
path = os.path.join(workdir, pid, 'photo2')
|
|
print('正在处理psid:', psid, '的颜色配置：', config.ps_lights.get(psid))
|
|
if config.ps_lights.get(psid) is None:
|
|
ps_lights = config.ps_lights['0']
|
|
else:
|
|
ps_lights = config.ps_lights[psid]
|
|
|
|
for filename in os.listdir(path):
|
|
if not filename.endswith('_8.jpg'): continue
|
|
img = cv2.imread(os.path.join(path, filename))
|
|
white_area = find_color_area(img.copy(), ps_lights['lower_white'], ps_lights['upper_white'])
|
|
gray_area = find_color_area(img.copy(), ps_lights['lower_gray'], ps_lights['upper_gray'])
|
|
print('file:', os.path.join(path, filename), 'white_area:', white_area, 'gray_area:', gray_area)
|
|
if filename == '25_8.jpg':
|
|
print('file:', os.path.join(path, filename), 'white_area:', white_area, 'gray_area:', gray_area)
|
|
if white_area < gray_area or gray_area > ps_lights['gray_threshold']:
|
|
print('删除亮度异常图片:', os.path.join(path, filename), '亮度:', white_area, '灰度:', gray_area)
|
|
os.remove(os.path.join(path, filename))
|
|
|
|
def auto_make_3d(r):
|
|
while True:
|
|
try:
|
|
if r.llen('model:make10') == 0:
|
|
time.sleep(5)
|
|
continue
|
|
except Exception as e:
|
|
print(e)
|
|
time.sleep(5)
|
|
r = redis.Redis(host='106.14.158.208', password='kcV2000', port=6379, db=6)
|
|
continue
|
|
pid = r.lpop('model:make10')
|
|
if pid is None: continue
|
|
pid = pid.decode('utf-8')
|
|
psid = getPSid(pid)
|
|
down_xmps_from_oss(psid)
|
|
|
|
print(time.strftime('%Y-%m-%d %H:%M:%S', time.localtime(time.time())), f'pid:{pid} 模型重建 start')
|
|
res = requests.post(update_status_modeling_url, data={'id': pid})
|
|
print('更新建模中状态：', res.text)
|
|
|
|
# 从oss下载图片
|
|
down_from_oss(pid)
|
|
|
|
# 调用rc建模
|
|
if rc_make(pid, psid):
|
|
fix_mtl_file(pid)
|
|
os.system(f'{blenderbin} -b -P d:\\apps\\blender\\autofix.py -- {pid}')
|
|
os.system(f'gltfpack -c -i {os.path.join(workdir, pid, "output", pid + ".obj")} -o {os.path.join(workdir, pid, "output", pid + ".glb")}')
|
|
print(time.strftime('%Y-%m-%d %H:%M:%S', time.localtime(time.time())), f'pid:{pid} 建模完成，开始上传到oss')
|
|
print('建模成功: ' + pid, '开始上传模型文件...')
|
|
oss_client = oss2.Bucket(oss2.Auth(AccessKeyId, AccessKeySecret), Endpoint, Bucket)
|
|
oss_client.put_object_from_file(f'objs/auto/{pid}/{pid}.obj.rcInfo', os.path.join(workdir, pid, 'output', pid + '.obj.rcInfo'))
|
|
oss_client.put_object_from_file(f'objs/auto/{pid}/{pid}.obj', os.path.join(workdir, pid, 'output', pid + '.obj'))
|
|
oss_client.put_object_from_file(f'objs/auto/{pid}/{pid}.mtl', os.path.join(workdir, pid, 'output', pid + '.mtl'))
|
|
oss_client.put_object_from_file(f'objs/auto/{pid}/{pid}.jpg', os.path.join(workdir, pid, 'output', pid + '.jpg'))
|
|
oss_client.put_object_from_file(f'glbs/auto/{pid}.glb', os.path.join(workdir, pid, 'output', pid + '.glb'))
|
|
res = requests.post(update_status_modelsuccess_url, data={'id': pid})
|
|
print('上传完成更新建模成功状态：', res.text)
|
|
print(time.strftime('%Y-%m-%d %H:%M:%S', time.localtime()), f'pid:{pid} 建模完成,上传模型及更新状态 end')
|
|
else:
|
|
print(time.strftime('%Y-%m-%d %H:%M:%S', time.localtime()), f'pid:{pid} 建模失败')
|
|
# 建模失败，放回队列，微信通知技术人员介入处理
|
|
r.lpush('model:make10', pid)
|
|
res = requests.post(update_status_modelfailed_url, data={'id': pid})
|
|
|
|
# 清空本地缓存
|
|
shutil.rmtree(os.path.join(workdir, pid), ignore_errors=True)
|
|
shutil.rmtree(temp_path, ignore_errors=True)
|
|
|
|
time.sleep(1)
|
|
|
|
if __name__ == '__main__':
|
|
AccessKeyId = 'LTAI5tSReWm8hz7dSYxxth8f'
|
|
AccessKeySecret = '8ywTDF9upPAtvgXtLKALY2iMYHIxdS'
|
|
Endpoint = 'oss-cn-shanghai.aliyuncs.com'
|
|
Bucket = 'suwa3d-securedata'
|
|
oss_client = oss2.Bucket(oss2.Auth(AccessKeyId, AccessKeySecret), Endpoint, Bucket)
|
|
|
|
r = redis.Redis(host='106.14.158.208', password='kcV2000', port=6379, db=6)
|
|
update_status_modeling_url = 'https://mp.api.suwa3d.com/api/customerP3dLog/toModeling'
|
|
update_status_modelsuccess_url = 'https://repair.api.suwa3d.com/api/modelRepairOrder/toModelMakeSucceed'
|
|
update_status_modelfailed_url = 'https://mp.api.suwa3d.com/api/customerP3dLog/toModelMakeFailed'
|
|
get_psid_url = 'https://mp.api.suwa3d.com/api/customerP3dLog/photoStudio'
|
|
get_printinfo_url = 'https://mp.api.suwa3d.com/api/customerP3dLog/printInfo'
|
|
update_status_printstatus_url = 'https://mp.api.suwa3d.com/api/customerP3dLog/updateBuildPrintModelStatus'
|
|
get_ps_adjust_photo_para_url = 'https://mp.api.suwa3d.com/api/equipment/configForColor' # 获取ps调整图片参数的接口
|
|
workdir = 'D:\\'
|
|
rcbin = '"C:\\Program Files\\Capturing Reality\\RealityCapture\\RealityCapture.exe"'
|
|
blenderbin = find_blender_bin_path()
|
|
config_path = 'D:\\apps\\config10\\'
|
|
temp_path = 'D:\\RealityCapture.Temp\\'
|
|
|
|
print(time.strftime('%Y-%m-%d %H:%M:%S', time.localtime()), '3D重建程序 start ', )
|
|
|
|
auto_make_3d(r) |