tuna2134/sbv2-v2
1
0
Fork 0
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

多卡预处理

Browse Source
This commit is contained in:
Stardust·减
2023-09-05 19:34:28 +08:00
committed by GitHub
parent f945aa6091
commit d02113267b
1 changed files with 8 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
bert_gen.py
View File

@@ -3,7 +3,7 @@ from multiprocessing import Pool
import commons import commons
import utils import utils
from tqdm import tqdm from tqdm import tqdm
from loguru import logger
from text import cleaned_text_to_sequence, get_bert from text import cleaned_text_to_sequence, get_bert
config_path = "configs/config.json" config_path = "configs/config.json"
@@ -12,6 +12,12 @@ total_gpus = torch.cuda.device_count()
def process_line(line): def process_line(line):
rank = mp.current_process()._identity
rank = rank[0] if len(rank) > 0 else 0
if torch.cuda.is_available():
gpu_id = rank % torch.cuda.device_count()
device = torch.device(f"cuda:{gpu_id}")
logger.info(f"Rank {rank} uses device {device}")
wav_path, _, language_str, text, phones, tone, word2ph = line.strip().split("|") wav_path, _, language_str, text, phones, tone, word2ph = line.strip().split("|")
phone = phones.split(" ") phone = phones.split(" ")
tone = [int(i) for i in tone.split(" ")] tone = [int(i) for i in tone.split(" ")]
@@ -33,7 +39,7 @@ def process_line(line):
bert = torch.load(bert_path) bert = torch.load(bert_path)
assert bert.shape[-1] == len(phone) assert bert.shape[-1] == len(phone)
except Exception: except Exception:
bert = get_bert(text, word2ph, language_str) bert = get_bert(text, word2ph, language_str,device)
assert bert.shape[-1] == len(phone) assert bert.shape[-1] == len(phone)
torch.save(bert, bert_path) torch.save(bert, bert_path)