tuna2134/sbv2-v2
1
0
Fork 0
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

add validation files into bert generation list

Browse Source
This commit is contained in:
med
2023-09-01 16:06:07 -04:00
parent 63f9218d91
commit 757ee212f5
1 changed files with 8 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
bert_gen.py
View File

@@ -39,8 +39,14 @@ def process_line(line):
assert bert.shape[-1] == len(phone) assert bert.shape[-1] == len(phone)
torch.save(bert, bert_path) torch.save(bert, bert_path)
with open(hps.data.training_files, encoding='utf-8') as f:
lines = f.readlines() lines = []
with open(hps.data.training_files) as f:
lines.extend(f.readlines())
with open(hps.data.validation_files) as f:
lines.extend(f.readlines())
with Pool(processes=12) as pool: #A100 suitable config,if coom,please decrease the processess number. with Pool(processes=12) as pool: #A100 suitable config,if coom,please decrease the processess number.
for _ in tqdm(pool.imap_unordered(process_line, lines)): for _ in tqdm(pool.imap_unordered(process_line, lines)):