diff --git a/train_ms.py b/train_ms.py index c48216c..3e61bf2 100644 --- a/train_ms.py +++ b/train_ms.py @@ -187,15 +187,15 @@ def run(): collate_fn = TextAudioSpeakerCollate() train_loader = DataLoader( train_dataset, - # num_workers=min(config.train_ms_config.num_workers, os.cpu_count() - 1), - # Slow and often freezes, so use only half of the cores. - num_workers=min(config.train_ms_config.num_workers, os.cpu_count() // 2), + # メモリ消費量を減らそうとnum_workersを0にしてみる + # num_workers=min(config.train_ms_config.num_workers, os.cpu_count() // 2), shuffle=False, pin_memory=True, collate_fn=collate_fn, batch_sampler=train_sampler, persistent_workers=True, - prefetch_factor=4, + # これもメモリ消費量を減らそうとしてコメントアウト(事前ロード量?) + # prefetch_factor=4, ) # DataLoader config could be adjusted. eval_dataset = None eval_loader = None diff --git a/train_ms_jp_extra.py b/train_ms_jp_extra.py index ddb18b2..ce44ebe 100644 --- a/train_ms_jp_extra.py +++ b/train_ms_jp_extra.py @@ -190,14 +190,14 @@ def run(): collate_fn = TextAudioSpeakerCollate(use_jp_extra=True) train_loader = DataLoader( train_dataset, - # num_workers=min(config.train_ms_config.num_workers, os.cpu_count() - 1), - # Slow and often freezes, so use only half of the cores. + # メモリ消費量を減らそうとnum_workersを0にしてみる # num_workers=min(config.train_ms_config.num_workers, os.cpu_count() // 2), shuffle=False, pin_memory=True, collate_fn=collate_fn, batch_sampler=train_sampler, persistent_workers=True, + # これもメモリ消費量を減らそうとしてコメントアウト(事前ロード量?) # prefetch_factor=6, ) # DataLoader config could be adjusted. eval_dataset = None