tuna2134/sbv2-v2
1
0
Fork 0
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

Error handling for hug upload

Browse Source
This commit is contained in:
litagin02
2024-02-17 20:26:58 +09:00
parent e0cc36cace
commit e0a601737a
2 changed files with 56 additions and 44 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
train_ms.py
View File

@@ -487,6 +487,7 @@ def run():
for_infer=True, for_infer=True,
) )
if hps.repo_id is not None: if hps.repo_id is not None:
try:
api.upload_folder( api.upload_folder(
repo_id=hps.repo_id, repo_id=hps.repo_id,
folder_path=model_dir, folder_path=model_dir,
@@ -498,6 +499,8 @@ def run():
folder_path=config.out_dir, folder_path=config.out_dir,
path_in_repo=f"model_assets/{config.model_name}", path_in_repo=f"model_assets/{config.model_name}",
) )
except Exception as e:
logger.warning(e)
if pbar is not None: if pbar is not None:
pbar.close() pbar.close()
@@ -781,6 +784,7 @@ def train_and_evaluate(
for_infer=True, for_infer=True,
) )
if hps.repo_id is not None: if hps.repo_id is not None:
try:
api.upload_folder( api.upload_folder(
repo_id=hps.repo_id, repo_id=hps.repo_id,
folder_path=hps.model_dir, folder_path=hps.model_dir,
@@ -792,6 +796,8 @@ def train_and_evaluate(
folder_path=config.out_dir, folder_path=config.out_dir,
path_in_repo=f"model_assets/{config.model_name}", path_in_repo=f"model_assets/{config.model_name}",
) )
except Exception as e:
logger.warning(e)
global_step += 1 global_step += 1
if pbar is not None: if pbar is not None:

6
train_ms_jp_extra.py
View File

@@ -575,6 +575,7 @@ def run():
for_infer=True, for_infer=True,
) )
if hps.repo_id is not None: if hps.repo_id is not None:
try:
api.upload_folder( api.upload_folder(
repo_id=hps.repo_id, repo_id=hps.repo_id,
folder_path=model_dir, folder_path=model_dir,
@@ -586,6 +587,8 @@ def run():
folder_path=config.out_dir, folder_path=config.out_dir,
path_in_repo=f"model_assets/{config.model_name}", path_in_repo=f"model_assets/{config.model_name}",
) )
except Exception as e:
logger.warning(e)
if pbar is not None: if pbar is not None:
pbar.close() pbar.close()
@@ -938,6 +941,7 @@ def train_and_evaluate(
for_infer=True, for_infer=True,
) )
if hps.repo_id is not None: if hps.repo_id is not None:
try:
api.upload_folder( api.upload_folder(
repo_id=hps.repo_id, repo_id=hps.repo_id,
folder_path=hps.model_dir, folder_path=hps.model_dir,
@@ -949,6 +953,8 @@ def train_and_evaluate(
folder_path=config.out_dir, folder_path=config.out_dir,
path_in_repo=f"model_assets/{config.model_name}", path_in_repo=f"model_assets/{config.model_name}",
) )
except Exception as e:
logger.warning(e)
global_step += 1 global_step += 1
if pbar is not None: if pbar is not None: