Update comment
This commit is contained in:
@@ -187,15 +187,15 @@ def run():
|
|||||||
collate_fn = TextAudioSpeakerCollate()
|
collate_fn = TextAudioSpeakerCollate()
|
||||||
train_loader = DataLoader(
|
train_loader = DataLoader(
|
||||||
train_dataset,
|
train_dataset,
|
||||||
# num_workers=min(config.train_ms_config.num_workers, os.cpu_count() - 1),
|
# メモリ消費量を減らそうとnum_workersを0にしてみる
|
||||||
# Slow and often freezes, so use only half of the cores.
|
# num_workers=min(config.train_ms_config.num_workers, os.cpu_count() // 2),
|
||||||
num_workers=min(config.train_ms_config.num_workers, os.cpu_count() // 2),
|
|
||||||
shuffle=False,
|
shuffle=False,
|
||||||
pin_memory=True,
|
pin_memory=True,
|
||||||
collate_fn=collate_fn,
|
collate_fn=collate_fn,
|
||||||
batch_sampler=train_sampler,
|
batch_sampler=train_sampler,
|
||||||
persistent_workers=True,
|
persistent_workers=True,
|
||||||
prefetch_factor=4,
|
# これもメモリ消費量を減らそうとしてコメントアウト(事前ロード量?)
|
||||||
|
# prefetch_factor=4,
|
||||||
) # DataLoader config could be adjusted.
|
) # DataLoader config could be adjusted.
|
||||||
eval_dataset = None
|
eval_dataset = None
|
||||||
eval_loader = None
|
eval_loader = None
|
||||||
|
|||||||
@@ -190,14 +190,14 @@ def run():
|
|||||||
collate_fn = TextAudioSpeakerCollate(use_jp_extra=True)
|
collate_fn = TextAudioSpeakerCollate(use_jp_extra=True)
|
||||||
train_loader = DataLoader(
|
train_loader = DataLoader(
|
||||||
train_dataset,
|
train_dataset,
|
||||||
# num_workers=min(config.train_ms_config.num_workers, os.cpu_count() - 1),
|
# メモリ消費量を減らそうとnum_workersを0にしてみる
|
||||||
# Slow and often freezes, so use only half of the cores.
|
|
||||||
# num_workers=min(config.train_ms_config.num_workers, os.cpu_count() // 2),
|
# num_workers=min(config.train_ms_config.num_workers, os.cpu_count() // 2),
|
||||||
shuffle=False,
|
shuffle=False,
|
||||||
pin_memory=True,
|
pin_memory=True,
|
||||||
collate_fn=collate_fn,
|
collate_fn=collate_fn,
|
||||||
batch_sampler=train_sampler,
|
batch_sampler=train_sampler,
|
||||||
persistent_workers=True,
|
persistent_workers=True,
|
||||||
|
# これもメモリ消費量を減らそうとしてコメントアウト(事前ロード量?)
|
||||||
# prefetch_factor=6,
|
# prefetch_factor=6,
|
||||||
) # DataLoader config could be adjusted.
|
) # DataLoader config could be adjusted.
|
||||||
eval_dataset = None
|
eval_dataset = None
|
||||||
|
|||||||
Reference in New Issue
Block a user