From 78689f6c2a0960f1a59ae3d37b6713109da0e8db Mon Sep 17 00:00:00 2001 From: litagin02 Date: Wed, 7 Feb 2024 13:42:20 +0900 Subject: [PATCH] Try to find best setting --- train_ms.py | 3 ++- train_ms_jp_extra.py | 5 +++-- 2 files changed, 5 insertions(+), 3 deletions(-) diff --git a/train_ms.py b/train_ms.py index 1a7eac6..a65a89f 100644 --- a/train_ms.py +++ b/train_ms.py @@ -187,8 +187,9 @@ def run(): collate_fn = TextAudioSpeakerCollate() train_loader = DataLoader( train_dataset, - # メモリ消費量を減らそうとnum_workersを0にしてみる + # メモリ消費量を減らそうとnum_workersを1にしてみる # num_workers=min(config.train_ms_config.num_workers, os.cpu_count() // 2), + num_workers=1, shuffle=False, pin_memory=True, collate_fn=collate_fn, diff --git a/train_ms_jp_extra.py b/train_ms_jp_extra.py index 9f7ab23..e20868f 100644 --- a/train_ms_jp_extra.py +++ b/train_ms_jp_extra.py @@ -190,14 +190,15 @@ def run(): collate_fn = TextAudioSpeakerCollate(use_jp_extra=True) train_loader = DataLoader( train_dataset, - # メモリ消費量を減らそうとnum_workersを0にしてみる + # メモリ消費量を減らそうとnum_workersを1にしてみる # num_workers=min(config.train_ms_config.num_workers, os.cpu_count() // 2), + num_workers=1, shuffle=False, pin_memory=True, collate_fn=collate_fn, batch_sampler=train_sampler, + persistent_workers=True, # これもメモリ消費量を減らそうとしてコメントアウト - # persistent_workers=True, # prefetch_factor=6, ) # DataLoader config could be adjusted. eval_dataset = None