|
|
|
|
@ -379,3 +379,61 @@ def down_obj_from_oss_auto(pid,action,pathStr):
@@ -379,3 +379,61 @@ def down_obj_from_oss_auto(pid,action,pathStr):
|
|
|
|
|
print(filename) |
|
|
|
|
localfile = os.path.join(pathStr, filename) |
|
|
|
|
config.oss_bucket.get_object_to_file(file.key, localfile) |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def down_from_oss_photo2(oss_client, workdir, pid, per=100,photoPath=""): |
|
|
|
|
start_time = time.time() |
|
|
|
|
path = os.path.join(workdir, pid) |
|
|
|
|
if os.path.exists(path): |
|
|
|
|
print(f"Directory {path} already exists, skip") |
|
|
|
|
return |
|
|
|
|
# os.makedirs(os.path.join(path, 'photo1')) |
|
|
|
|
os.makedirs(os.path.join(path, 'photo2')) |
|
|
|
|
|
|
|
|
|
psid = getPSid(pid) |
|
|
|
|
# 根据前缀获取文件列表 |
|
|
|
|
prefix = f'photos/{pid}/photo2' |
|
|
|
|
filelist = oss2.ObjectIteratorV2(oss_client, prefix=prefix) |
|
|
|
|
for file in tqdm(filelist): |
|
|
|
|
filename = file.key.split('/')[-1] |
|
|
|
|
localfile = "" |
|
|
|
|
# print('正在下载:', file.key) |
|
|
|
|
if photoPath == "": |
|
|
|
|
if filename.endswith('_1.jpg'): |
|
|
|
|
localfile = os.path.join(path, 'photo1', filename) |
|
|
|
|
else: |
|
|
|
|
localfile = os.path.join(path, 'photo2', filename) |
|
|
|
|
else: |
|
|
|
|
if photoPath=="1": |
|
|
|
|
if filename.endswith('_1.jpg'): |
|
|
|
|
localfile = os.path.join(path, 'photo1', filename) |
|
|
|
|
else: |
|
|
|
|
if filename.endswith('_8.jpg'): |
|
|
|
|
localfile = os.path.join(path, 'photo2', filename) |
|
|
|
|
if localfile == "": |
|
|
|
|
continue |
|
|
|
|
style = f'image/resize,p_{per}' |
|
|
|
|
if per == 100: |
|
|
|
|
oss_client.get_object_to_file(file.key, localfile) |
|
|
|
|
else: |
|
|
|
|
oss_client.get_object_to_file(file.key, localfile, process=style) |
|
|
|
|
|
|
|
|
|
#判断localfile 是否有包含 photo2 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
#遍历处理photo2的数数据 |
|
|
|
|
# if str(psid) == "96" or str(pid) == "118994": |
|
|
|
|
# path = os.path.join(workdir, pid, 'photo2') |
|
|
|
|
# files = [] |
|
|
|
|
# for fileName in os.listdir(path): |
|
|
|
|
# if ".jpg" in fileName: |
|
|
|
|
# files.append(path+"\\"+fileName) |
|
|
|
|
# beginTime = time.time() |
|
|
|
|
# with ThreadPoolExecutor(max_workers=6) as executor: |
|
|
|
|
# executor.map(process_image, files) |
|
|
|
|
|
|
|
|
|
# print(f'{localfile}灰度处理费时{diff_time(beginTime)}') |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
print(f'{time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())} pid: {pid} 图片下载完成, 共费时{diff_time(start_time)}') |