tuna2134/sbv2-v2
1
0
Fork 0
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

Upload to hug as future

Browse Source
This commit is contained in:
litagin02
2024-02-19 15:42:08 +09:00
parent f49755689a
commit d26336bf0a
2 changed files with 58 additions and 52 deletions
Download Patch File Download Diff File Expand all files Collapse all files

55
train_ms.py
View File

@@ -487,20 +487,24 @@ def run():
for_infer=True, for_infer=True,
) )
if hps.repo_id is not None: if hps.repo_id is not None:
future1 = api.upload_folder(
repo_id=hps.repo_id,
folder_path=model_dir,
path_in_repo=f"Data/{config.model_name}/models",
delete_patterns="*.pth",
run_as_future=True,
)
future2 = api.upload_folder(
repo_id=hps.repo_id,
folder_path=config.out_dir,
path_in_repo=f"model_assets/{config.model_name}",
run_as_future=True,
)
try: try:
api.upload_folder( future1.result()
repo_id=hps.repo_id, future2.result()
folder_path=model_dir,
path_in_repo=f"Data/{config.model_name}/models",
delete_patterns="*.pth",
)
api.upload_folder(
repo_id=hps.repo_id,
folder_path=config.out_dir,
path_in_repo=f"model_assets/{config.model_name}",
)
except Exception as e: except Exception as e:
logger.warning(e) logger.error(e)
if pbar is not None: if pbar is not None:
pbar.close() pbar.close()
@@ -784,20 +788,19 @@ def train_and_evaluate(
for_infer=True, for_infer=True,
) )
if hps.repo_id is not None: if hps.repo_id is not None:
try: api.upload_folder(
api.upload_folder( repo_id=hps.repo_id,
repo_id=hps.repo_id, folder_path=hps.model_dir,
folder_path=hps.model_dir, path_in_repo=f"Data/{config.model_name}/models",
path_in_repo=f"Data/{config.model_name}/models", delete_patterns="*.pth",
delete_patterns="*.pth", run_as_future=True,
) )
api.upload_folder( api.upload_folder(
repo_id=hps.repo_id, repo_id=hps.repo_id,
folder_path=config.out_dir, folder_path=config.out_dir,
path_in_repo=f"model_assets/{config.model_name}", path_in_repo=f"model_assets/{config.model_name}",
) run_as_future=True,
except Exception as e: )
logger.warning(e)
global_step += 1 global_step += 1
if pbar is not None: if pbar is not None:

55
train_ms_jp_extra.py
View File

@@ -575,20 +575,24 @@ def run():
for_infer=True, for_infer=True,
) )
if hps.repo_id is not None: if hps.repo_id is not None:
future1 = api.upload_folder(
repo_id=hps.repo_id,
folder_path=model_dir,
path_in_repo=f"Data/{config.model_name}/models",
delete_patterns="*.pth",
run_as_future=True,
)
future2 = api.upload_folder(
repo_id=hps.repo_id,
folder_path=config.out_dir,
path_in_repo=f"model_assets/{config.model_name}",
run_as_future=True,
)
try: try:
api.upload_folder( future1.result()
repo_id=hps.repo_id, future2.result()
folder_path=model_dir,
path_in_repo=f"Data/{config.model_name}/models",
delete_patterns="*.pth",
)
api.upload_folder(
repo_id=hps.repo_id,
folder_path=config.out_dir,
path_in_repo=f"model_assets/{config.model_name}",
)
except Exception as e: except Exception as e:
logger.warning(e) logger.error(e)
if pbar is not None: if pbar is not None:
pbar.close() pbar.close()
@@ -941,20 +945,19 @@ def train_and_evaluate(
for_infer=True, for_infer=True,
) )
if hps.repo_id is not None: if hps.repo_id is not None:
try: api.upload_folder(
api.upload_folder( repo_id=hps.repo_id,
repo_id=hps.repo_id, folder_path=hps.model_dir,
folder_path=hps.model_dir, path_in_repo=f"Data/{config.model_name}/models",
path_in_repo=f"Data/{config.model_name}/models", delete_patterns="*.pth",
delete_patterns="*.pth", run_as_future=True,
) )
api.upload_folder( api.upload_folder(
repo_id=hps.repo_id, repo_id=hps.repo_id,
folder_path=config.out_dir, folder_path=config.out_dir,
path_in_repo=f"model_assets/{config.model_name}", path_in_repo=f"model_assets/{config.model_name}",
) run_as_future=True,
except Exception as e: )
logger.warning(e)
global_step += 1 global_step += 1
if pbar is not None: if pbar is not None: