Fix multiprocess (#201)

* fix nultiprocess

* fix format

* fix multiprocess=0
This commit is contained in:
Isotr0py
2023-11-28 12:29:08 +08:00
committed by GitHub
parent e92f67fe43
commit edb5d05e34
3 changed files with 21 additions and 7 deletions

View File

@@ -1,12 +1,14 @@
import argparse
from multiprocessing import Pool, cpu_count
import torch
from multiprocessing import Pool
import torch.multiprocessing as mp
from tqdm import tqdm
import commons
import utils
from tqdm import tqdm
from text import cleaned_text_to_sequence, get_bert
import argparse
import torch.multiprocessing as mp
from config import config
from text import cleaned_text_to_sequence, get_bert
def process_line(line):
@@ -64,7 +66,7 @@ if __name__ == "__main__":
with open(hps.data.validation_files, encoding="utf-8") as f:
lines.extend(f.readlines())
if len(lines) != 0:
num_processes = args.num_processes
num_processes = min(args.num_processes, cpu_count())
with Pool(processes=num_processes) as pool:
for _ in tqdm(pool.imap_unordered(process_line, lines), total=len(lines)):
pass