tuna2134/sbv2-v2
1
0
Fork 0
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

Try to find best setting

Browse Source
This commit is contained in:
litagin02
2024-02-07 13:42:20 +09:00
parent d249ba54a0
commit 78689f6c2a
2 changed files with 5 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
train_ms.py
View File

@@ -187,8 +187,9 @@ def run():
collate_fn = TextAudioSpeakerCollate() collate_fn = TextAudioSpeakerCollate()
train_loader = DataLoader( train_loader = DataLoader(
train_dataset, train_dataset,
# メモリ消費量を減らそうとnum_workersを0にしてみる # メモリ消費量を減らそうとnum_workersを1にしてみる
# num_workers=min(config.train_ms_config.num_workers, os.cpu_count() // 2), # num_workers=min(config.train_ms_config.num_workers, os.cpu_count() // 2),
num_workers=1,
shuffle=False, shuffle=False,
pin_memory=True, pin_memory=True,
collate_fn=collate_fn, collate_fn=collate_fn,

5
train_ms_jp_extra.py
View File

@@ -190,14 +190,15 @@ def run():
collate_fn = TextAudioSpeakerCollate(use_jp_extra=True) collate_fn = TextAudioSpeakerCollate(use_jp_extra=True)
train_loader = DataLoader( train_loader = DataLoader(
train_dataset, train_dataset,
# メモリ消費量を減らそうとnum_workersを0にしてみる # メモリ消費量を減らそうとnum_workersを1にしてみる
# num_workers=min(config.train_ms_config.num_workers, os.cpu_count() // 2), # num_workers=min(config.train_ms_config.num_workers, os.cpu_count() // 2),
num_workers=1,
shuffle=False, shuffle=False,
pin_memory=True, pin_memory=True,
collate_fn=collate_fn, collate_fn=collate_fn,
batch_sampler=train_sampler, batch_sampler=train_sampler,
persistent_workers=True,
# これもメモリ消費量を減らそうとしてコメントアウト # これもメモリ消費量を減らそうとしてコメントアウト
# persistent_workers=True,
# prefetch_factor=6, # prefetch_factor=6,
) # DataLoader config could be adjusted. ) # DataLoader config could be adjusted.
eval_dataset = None eval_dataset = None