Update comment

This commit is contained in:
litagin02
2024-02-07 10:29:49 +09:00
parent bf883789bd
commit 0d7de644cd
2 changed files with 6 additions and 6 deletions

View File

@@ -187,15 +187,15 @@ def run():
collate_fn = TextAudioSpeakerCollate() collate_fn = TextAudioSpeakerCollate()
train_loader = DataLoader( train_loader = DataLoader(
train_dataset, train_dataset,
# num_workers=min(config.train_ms_config.num_workers, os.cpu_count() - 1), # メモリ消費量を減らそうとnum_workersを0にしてみる
# Slow and often freezes, so use only half of the cores. # num_workers=min(config.train_ms_config.num_workers, os.cpu_count() // 2),
num_workers=min(config.train_ms_config.num_workers, os.cpu_count() // 2),
shuffle=False, shuffle=False,
pin_memory=True, pin_memory=True,
collate_fn=collate_fn, collate_fn=collate_fn,
batch_sampler=train_sampler, batch_sampler=train_sampler,
persistent_workers=True, persistent_workers=True,
prefetch_factor=4, # これもメモリ消費量を減らそうとしてコメントアウト(事前ロード量?)
# prefetch_factor=4,
) # DataLoader config could be adjusted. ) # DataLoader config could be adjusted.
eval_dataset = None eval_dataset = None
eval_loader = None eval_loader = None

View File

@@ -190,14 +190,14 @@ def run():
collate_fn = TextAudioSpeakerCollate(use_jp_extra=True) collate_fn = TextAudioSpeakerCollate(use_jp_extra=True)
train_loader = DataLoader( train_loader = DataLoader(
train_dataset, train_dataset,
# num_workers=min(config.train_ms_config.num_workers, os.cpu_count() - 1), # メモリ消費量を減らそうとnum_workersを0にしてみる
# Slow and often freezes, so use only half of the cores.
# num_workers=min(config.train_ms_config.num_workers, os.cpu_count() // 2), # num_workers=min(config.train_ms_config.num_workers, os.cpu_count() // 2),
shuffle=False, shuffle=False,
pin_memory=True, pin_memory=True,
collate_fn=collate_fn, collate_fn=collate_fn,
batch_sampler=train_sampler, batch_sampler=train_sampler,
persistent_workers=True, persistent_workers=True,
# これもメモリ消費量を減らそうとしてコメントアウト(事前ロード量?)
# prefetch_factor=6, # prefetch_factor=6,
) # DataLoader config could be adjusted. ) # DataLoader config could be adjusted.
eval_dataset = None eval_dataset = None