tuna2134/sbv2-v2
1
0
Fork 0
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

decrease num_worker

Browse Source
This commit is contained in:
Stardust·减
2023-09-05 11:26:50 +08:00
committed by GitHub
parent 2b88603554
commit ff8469f0f6
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
train_ms.py
View File

@@ -81,9 +81,9 @@ def run(rank, n_gpus, hps):
rank=rank, rank=rank,
shuffle=True) shuffle=True)
collate_fn = TextAudioSpeakerCollate() collate_fn = TextAudioSpeakerCollate()
train_loader = DataLoader(train_dataset, num_workers=24, shuffle=False, pin_memory=True, train_loader = DataLoader(train_dataset, num_workers=20, shuffle=False, pin_memory=True,
collate_fn=collate_fn, batch_sampler=train_sampler, collate_fn=collate_fn, batch_sampler=train_sampler,
persistent_workers=True,prefetch_factor=4) #256G Memory suitable loader. persistent_workers=True,prefetch_factor=5) #128G Memory suitable loader.
if rank == 0: if rank == 0:
eval_dataset = TextAudioSpeakerLoader(hps.data.validation_files, hps.data) eval_dataset = TextAudioSpeakerLoader(hps.data.validation_files, hps.data)
eval_loader = DataLoader(eval_dataset, num_workers=0, shuffle=False, eval_loader = DataLoader(eval_dataset, num_workers=0, shuffle=False,