add drop_last

This commit is contained in:
Stardust·减
2023-09-03 12:35:58 +08:00
committed by GitHub
parent 7dd803a6a8
commit 1835ed2442

View File

@@ -78,7 +78,8 @@ def run(rank, n_gpus, hps):
shuffle=True) shuffle=True)
collate_fn = TextAudioSpeakerCollate() collate_fn = TextAudioSpeakerCollate()
train_loader = DataLoader(train_dataset, num_workers=24, shuffle=False, pin_memory=True, train_loader = DataLoader(train_dataset, num_workers=24, shuffle=False, pin_memory=True,
collate_fn=collate_fn, batch_sampler=train_sampler, persistent_workers=True,prefetch_factor=4) collate_fn=collate_fn, batch_sampler=train_sampler, persistent_workers=True,
prefetch_factor=4,drop_last=True) #256G Memory suitable loader.
if rank == 0: if rank == 0:
eval_dataset = TextAudioSpeakerLoader(hps.data.validation_files, hps.data) eval_dataset = TextAudioSpeakerLoader(hps.data.validation_files, hps.data)
eval_loader = DataLoader(eval_dataset, num_workers=0, shuffle=False, eval_loader = DataLoader(eval_dataset, num_workers=0, shuffle=False,