tuna2134/sbv2-v2
1
0
Fork 0
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

Update bert_gen.py

Browse Source
This commit is contained in:
Stardust·减
2023-09-05 19:31:35 +08:00
committed by GitHub
parent e86c8a8991
commit f945aa6091
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
bert_gen.py
View File

@@ -46,7 +46,7 @@ if __name__ == "__main__":
with open(hps.data.validation_files, encoding="utf-8") as f: with open(hps.data.validation_files, encoding="utf-8") as f:
lines.extend(f.readlines()) lines.extend(f.readlines())
# A100 40GB suitable config, if coom, please decrease the processes number. # RTX4090 24GB suitable config, if coom, please decrease the processes number.
with Pool(processes=6) as pool: with Pool(processes=6) as pool:
for _ in tqdm(pool.imap_unordered(process_line, lines), total=len(lines)): for _ in tqdm(pool.imap_unordered(process_line, lines), total=len(lines)):
pass pass