tuna2134/sbv2-v2
1
0
Fork 0
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

Upload to hug as future

Browse Source
This commit is contained in:
litagin02
2024-02-19 15:42:08 +09:00
parent f49755689a
commit d26336bf0a
2 changed files with 58 additions and 52 deletions
Download Patch File Download Diff File Expand all files Collapse all files

55
train_ms.py
View File

@@ -487,20 +487,24 @@ def run():
for_infer=True,
)
if hps.repo_id is not None:
future1 = api.upload_folder(
repo_id=hps.repo_id,
folder_path=model_dir,
path_in_repo=f"Data/{config.model_name}/models",
delete_patterns="*.pth",
run_as_future=True,
)
future2 = api.upload_folder(
repo_id=hps.repo_id,
folder_path=config.out_dir,
path_in_repo=f"model_assets/{config.model_name}",
run_as_future=True,
)
try:
api.upload_folder(
repo_id=hps.repo_id,
folder_path=model_dir,
path_in_repo=f"Data/{config.model_name}/models",
delete_patterns="*.pth",
)
api.upload_folder(
repo_id=hps.repo_id,
folder_path=config.out_dir,
path_in_repo=f"model_assets/{config.model_name}",
)
future1.result()
future2.result()
except Exception as e:
logger.warning(e)
logger.error(e)
if pbar is not None:
pbar.close()
@@ -784,20 +788,19 @@ def train_and_evaluate(
for_infer=True,
)
if hps.repo_id is not None:
try:
api.upload_folder(
repo_id=hps.repo_id,
folder_path=hps.model_dir,
path_in_repo=f"Data/{config.model_name}/models",
delete_patterns="*.pth",
)
api.upload_folder(
repo_id=hps.repo_id,
folder_path=config.out_dir,
path_in_repo=f"model_assets/{config.model_name}",
)
except Exception as e:
logger.warning(e)
api.upload_folder(
repo_id=hps.repo_id,
folder_path=hps.model_dir,
path_in_repo=f"Data/{config.model_name}/models",
delete_patterns="*.pth",
run_as_future=True,
)
api.upload_folder(
repo_id=hps.repo_id,
folder_path=config.out_dir,
path_in_repo=f"model_assets/{config.model_name}",
run_as_future=True,
)
global_step += 1
if pbar is not None:

55
train_ms_jp_extra.py
View File

@@ -575,20 +575,24 @@ def run():
for_infer=True,
)
if hps.repo_id is not None:
future1 = api.upload_folder(
repo_id=hps.repo_id,
folder_path=model_dir,
path_in_repo=f"Data/{config.model_name}/models",
delete_patterns="*.pth",
run_as_future=True,
)
future2 = api.upload_folder(
repo_id=hps.repo_id,
folder_path=config.out_dir,
path_in_repo=f"model_assets/{config.model_name}",
run_as_future=True,
)
try:
api.upload_folder(
repo_id=hps.repo_id,
folder_path=model_dir,
path_in_repo=f"Data/{config.model_name}/models",
delete_patterns="*.pth",
)
api.upload_folder(
repo_id=hps.repo_id,
folder_path=config.out_dir,
path_in_repo=f"model_assets/{config.model_name}",
)
future1.result()
future2.result()
except Exception as e:
logger.warning(e)
logger.error(e)
if pbar is not None:
pbar.close()
@@ -941,20 +945,19 @@ def train_and_evaluate(
for_infer=True,
)
if hps.repo_id is not None:
try:
api.upload_folder(
repo_id=hps.repo_id,
folder_path=hps.model_dir,
path_in_repo=f"Data/{config.model_name}/models",
delete_patterns="*.pth",
)
api.upload_folder(
repo_id=hps.repo_id,
folder_path=config.out_dir,
path_in_repo=f"model_assets/{config.model_name}",
)
except Exception as e:
logger.warning(e)
api.upload_folder(
repo_id=hps.repo_id,
folder_path=hps.model_dir,
path_in_repo=f"Data/{config.model_name}/models",
delete_patterns="*.pth",
run_as_future=True,
)
api.upload_folder(
repo_id=hps.repo_id,
folder_path=config.out_dir,
path_in_repo=f"model_assets/{config.model_name}",
run_as_future=True,
)
global_step += 1
if pbar is not None: