From 0d7de644cd3276c39970f5cf54f55e9c1fd27051 Mon Sep 17 00:00:00 2001 From: litagin02 Date: Wed, 7 Feb 2024 10:29:49 +0900 Subject: [PATCH] Update comment --- train_ms.py | 8 ++++---- train_ms_jp_extra.py | 4 ++-- 2 files changed, 6 insertions(+), 6 deletions(-) diff --git a/train_ms.py b/train_ms.py index c48216c..3e61bf2 100644 --- a/train_ms.py +++ b/train_ms.py @@ -187,15 +187,15 @@ def run(): collate_fn = TextAudioSpeakerCollate() train_loader = DataLoader( train_dataset, - # num_workers=min(config.train_ms_config.num_workers, os.cpu_count() - 1), - # Slow and often freezes, so use only half of the cores. - num_workers=min(config.train_ms_config.num_workers, os.cpu_count() // 2), + # メモリ消費量を減らそうとnum_workersを0にしてみる + # num_workers=min(config.train_ms_config.num_workers, os.cpu_count() // 2), shuffle=False, pin_memory=True, collate_fn=collate_fn, batch_sampler=train_sampler, persistent_workers=True, - prefetch_factor=4, + # これもメモリ消費量を減らそうとしてコメントアウト（事前ロード量？） + # prefetch_factor=4, ) # DataLoader config could be adjusted. eval_dataset = None eval_loader = None diff --git a/train_ms_jp_extra.py b/train_ms_jp_extra.py index ddb18b2..ce44ebe 100644 --- a/train_ms_jp_extra.py +++ b/train_ms_jp_extra.py @@ -190,14 +190,14 @@ def run(): collate_fn = TextAudioSpeakerCollate(use_jp_extra=True) train_loader = DataLoader( train_dataset, - # num_workers=min(config.train_ms_config.num_workers, os.cpu_count() - 1), - # Slow and often freezes, so use only half of the cores. + # メモリ消費量を減らそうとnum_workersを0にしてみる # num_workers=min(config.train_ms_config.num_workers, os.cpu_count() // 2), shuffle=False, pin_memory=True, collate_fn=collate_fn, batch_sampler=train_sampler, persistent_workers=True, + # これもメモリ消費量を減らそうとしてコメントアウト（事前ロード量？） # prefetch_factor=6, ) # DataLoader config could be adjusted. eval_dataset = None