tuna2134/sbv2-v2
1
0
Fork 0
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

Error handling for hug upload

Browse Source
This commit is contained in:
litagin02
2024-02-17 20:26:58 +09:00
parent e0cc36cace
commit e0a601737a
2 changed files with 56 additions and 44 deletions
Download Patch File Download Diff File Expand all files Collapse all files

50
train_ms.py
View File

@@ -487,17 +487,20 @@ def run():
for_infer=True,
)
if hps.repo_id is not None:
api.upload_folder(
repo_id=hps.repo_id,
folder_path=model_dir,
path_in_repo=f"Data/{config.model_name}/models",
delete_patterns="*.pth",
)
api.upload_folder(
repo_id=hps.repo_id,
folder_path=config.out_dir,
path_in_repo=f"model_assets/{config.model_name}",
)
try:
api.upload_folder(
repo_id=hps.repo_id,
folder_path=model_dir,
path_in_repo=f"Data/{config.model_name}/models",
delete_patterns="*.pth",
)
api.upload_folder(
repo_id=hps.repo_id,
folder_path=config.out_dir,
path_in_repo=f"model_assets/{config.model_name}",
)
except Exception as e:
logger.warning(e)
if pbar is not None:
pbar.close()
@@ -781,17 +784,20 @@ def train_and_evaluate(
for_infer=True,
)
if hps.repo_id is not None:
api.upload_folder(
repo_id=hps.repo_id,
folder_path=hps.model_dir,
path_in_repo=f"Data/{config.model_name}/models",
delete_patterns="*.pth",
)
api.upload_folder(
repo_id=hps.repo_id,
folder_path=config.out_dir,
path_in_repo=f"model_assets/{config.model_name}",
)
try:
api.upload_folder(
repo_id=hps.repo_id,
folder_path=hps.model_dir,
path_in_repo=f"Data/{config.model_name}/models",
delete_patterns="*.pth",
)
api.upload_folder(
repo_id=hps.repo_id,
folder_path=config.out_dir,
path_in_repo=f"model_assets/{config.model_name}",
)
except Exception as e:
logger.warning(e)
global_step += 1
if pbar is not None:

50
train_ms_jp_extra.py
View File

@@ -575,17 +575,20 @@ def run():
for_infer=True,
)
if hps.repo_id is not None:
api.upload_folder(
repo_id=hps.repo_id,
folder_path=model_dir,
path_in_repo=f"Data/{config.model_name}/models",
delete_patterns="*.pth",
)
api.upload_folder(
repo_id=hps.repo_id,
folder_path=config.out_dir,
path_in_repo=f"model_assets/{config.model_name}",
)
try:
api.upload_folder(
repo_id=hps.repo_id,
folder_path=model_dir,
path_in_repo=f"Data/{config.model_name}/models",
delete_patterns="*.pth",
)
api.upload_folder(
repo_id=hps.repo_id,
folder_path=config.out_dir,
path_in_repo=f"model_assets/{config.model_name}",
)
except Exception as e:
logger.warning(e)
if pbar is not None:
pbar.close()
@@ -938,17 +941,20 @@ def train_and_evaluate(
for_infer=True,
)
if hps.repo_id is not None:
api.upload_folder(
repo_id=hps.repo_id,
folder_path=hps.model_dir,
path_in_repo=f"Data/{config.model_name}/models",
delete_patterns="*.pth",
)
api.upload_folder(
repo_id=hps.repo_id,
folder_path=config.out_dir,
path_in_repo=f"model_assets/{config.model_name}",
)
try:
api.upload_folder(
repo_id=hps.repo_id,
folder_path=hps.model_dir,
path_in_repo=f"Data/{config.model_name}/models",
delete_patterns="*.pth",
)
api.upload_folder(
repo_id=hps.repo_id,
folder_path=config.out_dir,
path_in_repo=f"model_assets/{config.model_name}",
)
except Exception as e:
logger.warning(e)
global_step += 1
if pbar is not None: