tuna2134/sbv2-v2
1
0
Fork 0
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

Error handling for hug upload

Browse Source
This commit is contained in:
litagin02
2024-02-17 20:26:58 +09:00
parent e0cc36cace
commit e0a601737a
2 changed files with 56 additions and 44 deletions
Download Patch File Download Diff File Expand all files Collapse all files

50
train_ms.py
View File

@@ -487,17 +487,20 @@ def run():
for_infer=True, for_infer=True,
) )
if hps.repo_id is not None: if hps.repo_id is not None:
api.upload_folder( try:
repo_id=hps.repo_id, api.upload_folder(
folder_path=model_dir, repo_id=hps.repo_id,
path_in_repo=f"Data/{config.model_name}/models", folder_path=model_dir,
delete_patterns="*.pth", path_in_repo=f"Data/{config.model_name}/models",
) delete_patterns="*.pth",
api.upload_folder( )
repo_id=hps.repo_id, api.upload_folder(
folder_path=config.out_dir, repo_id=hps.repo_id,
path_in_repo=f"model_assets/{config.model_name}", folder_path=config.out_dir,
) path_in_repo=f"model_assets/{config.model_name}",
)
except Exception as e:
logger.warning(e)
if pbar is not None: if pbar is not None:
pbar.close() pbar.close()
@@ -781,17 +784,20 @@ def train_and_evaluate(
for_infer=True, for_infer=True,
) )
if hps.repo_id is not None: if hps.repo_id is not None:
api.upload_folder( try:
repo_id=hps.repo_id, api.upload_folder(
folder_path=hps.model_dir, repo_id=hps.repo_id,
path_in_repo=f"Data/{config.model_name}/models", folder_path=hps.model_dir,
delete_patterns="*.pth", path_in_repo=f"Data/{config.model_name}/models",
) delete_patterns="*.pth",
api.upload_folder( )
repo_id=hps.repo_id, api.upload_folder(
folder_path=config.out_dir, repo_id=hps.repo_id,
path_in_repo=f"model_assets/{config.model_name}", folder_path=config.out_dir,
) path_in_repo=f"model_assets/{config.model_name}",
)
except Exception as e:
logger.warning(e)
global_step += 1 global_step += 1
if pbar is not None: if pbar is not None:

50
train_ms_jp_extra.py
View File

@@ -575,17 +575,20 @@ def run():
for_infer=True, for_infer=True,
) )
if hps.repo_id is not None: if hps.repo_id is not None:
api.upload_folder( try:
repo_id=hps.repo_id, api.upload_folder(
folder_path=model_dir, repo_id=hps.repo_id,
path_in_repo=f"Data/{config.model_name}/models", folder_path=model_dir,
delete_patterns="*.pth", path_in_repo=f"Data/{config.model_name}/models",
) delete_patterns="*.pth",
api.upload_folder( )
repo_id=hps.repo_id, api.upload_folder(
folder_path=config.out_dir, repo_id=hps.repo_id,
path_in_repo=f"model_assets/{config.model_name}", folder_path=config.out_dir,
) path_in_repo=f"model_assets/{config.model_name}",
)
except Exception as e:
logger.warning(e)
if pbar is not None: if pbar is not None:
pbar.close() pbar.close()
@@ -938,17 +941,20 @@ def train_and_evaluate(
for_infer=True, for_infer=True,
) )
if hps.repo_id is not None: if hps.repo_id is not None:
api.upload_folder( try:
repo_id=hps.repo_id, api.upload_folder(
folder_path=hps.model_dir, repo_id=hps.repo_id,
path_in_repo=f"Data/{config.model_name}/models", folder_path=hps.model_dir,
delete_patterns="*.pth", path_in_repo=f"Data/{config.model_name}/models",
) delete_patterns="*.pth",
api.upload_folder( )
repo_id=hps.repo_id, api.upload_folder(
folder_path=config.out_dir, repo_id=hps.repo_id,
path_in_repo=f"model_assets/{config.model_name}", folder_path=config.out_dir,
) path_in_repo=f"model_assets/{config.model_name}",
)
except Exception as e:
logger.warning(e)
global_step += 1 global_step += 1
if pbar is not None: if pbar is not None: