diff --git a/train_ms.py b/train_ms.py index c43441a..1a56607 100644 --- a/train_ms.py +++ b/train_ms.py @@ -49,7 +49,8 @@ global_step = 0 def run(): dist.init_process_group( - backend="gloo", init_method="env://" # Due to some training problem,we proposed to use gloo instead of nccl. + backend="gloo", + init_method="env://", # Due to some training problem,we proposed to use gloo instead of nccl. ) # Use torchrun instead of mp.spawn rank = dist.get_rank() n_gpus = dist.get_world_size() @@ -72,7 +73,7 @@ def run(): rank=rank, shuffle=True, persistent_workers=True, - prefetch_factor=4 + prefetch_factor=4, ) collate_fn = TextAudioSpeakerCollate() train_loader = DataLoader( @@ -82,7 +83,6 @@ def run(): pin_memory=True, collate_fn=collate_fn, batch_sampler=train_sampler, - ) # DataLoader config could be adjusted. if rank == 0: eval_dataset = TextAudioSpeakerLoader(hps.data.validation_files, hps.data)