|
|
|
@ -73,6 +73,7 @@ class DataTransfer: |
|
|
|
break |
|
|
|
break |
|
|
|
|
|
|
|
|
|
|
|
print(f"objects={objects}") |
|
|
|
print(f"objects={objects}") |
|
|
|
|
|
|
|
download_count = 0 |
|
|
|
# 下载所有文件,添加进度条 |
|
|
|
# 下载所有文件,添加进度条 |
|
|
|
for obj_key in tqdm(objects, desc="下载进度"): |
|
|
|
for obj_key in tqdm(objects, desc="下载进度"): |
|
|
|
if obj_key.endswith('/'): |
|
|
|
if obj_key.endswith('/'): |
|
|
|
@ -117,7 +118,7 @@ class DataTransfer: |
|
|
|
|
|
|
|
|
|
|
|
# 下载文件 |
|
|
|
# 下载文件 |
|
|
|
self.oss_client.get_object_to_file(obj_key, local_path) |
|
|
|
self.oss_client.get_object_to_file(obj_key, local_path) |
|
|
|
|
|
|
|
download_count += 1 |
|
|
|
if file_ext == '.obj': # 10MB以上 |
|
|
|
if file_ext == '.obj': # 10MB以上 |
|
|
|
try: |
|
|
|
try: |
|
|
|
# 使用临时文件避免内存问题 [8](@ref) |
|
|
|
# 使用临时文件避免内存问题 [8](@ref) |
|
|
|
@ -179,6 +180,13 @@ class DataTransfer: |
|
|
|
|
|
|
|
|
|
|
|
print(f"下载文件: {obj_key} -> {local_path}") |
|
|
|
print(f"下载文件: {obj_key} -> {local_path}") |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
if download_count != 3: |
|
|
|
|
|
|
|
print(f"下载文件数量不正确: {download_count}") |
|
|
|
|
|
|
|
#直接杀死进程 |
|
|
|
|
|
|
|
os._exit(1) |
|
|
|
|
|
|
|
return True |
|
|
|
|
|
|
|
|
|
|
|
import requests |
|
|
|
import requests |
|
|
|
import json |
|
|
|
import json |
|
|
|
import shutil |
|
|
|
import shutil |
|
|
|
|