From ff8469f0f6faa12267cc858239e6f6f06e86a168 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Stardust=C2=B7=E5=87=8F?= Date: Tue, 5 Sep 2023 11:26:50 +0800 Subject: [PATCH] decrease num_worker --- train_ms.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/train_ms.py b/train_ms.py index 0568aeb..8f732f8 100644 --- a/train_ms.py +++ b/train_ms.py @@ -81,9 +81,9 @@ def run(rank, n_gpus, hps): rank=rank, shuffle=True) collate_fn = TextAudioSpeakerCollate() - train_loader = DataLoader(train_dataset, num_workers=24, shuffle=False, pin_memory=True, + train_loader = DataLoader(train_dataset, num_workers=20, shuffle=False, pin_memory=True, collate_fn=collate_fn, batch_sampler=train_sampler, - persistent_workers=True,prefetch_factor=4) #256G Memory suitable loader. + persistent_workers=True,prefetch_factor=5) #128G Memory suitable loader. if rank == 0: eval_dataset = TextAudioSpeakerLoader(hps.data.validation_files, hps.data) eval_loader = DataLoader(eval_dataset, num_workers=0, shuffle=False,