tuna2134/sbv2-v2
1
0
Fork 0
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

update preprocess_text.py：过滤一个音频匹配多个文本的情况 (#57)

Browse Source
This commit is contained in:
Sora
2023-10-12 08:48:19 +08:00
committed by GitHub
parent 7273c086d2
commit 5dfe7c9493
1 changed files with 6 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
preprocess_text.py
View File

@@ -67,8 +67,14 @@ def main(
current_sid = 0 current_sid = 0
with open(transcription_path, encoding="utf-8") as f: with open(transcription_path, encoding="utf-8") as f:
audioPaths = set()
for line in f.readlines(): for line in f.readlines():
utt, spk, language, text, phones, tones, word2ph = line.strip().split("|") utt, spk, language, text, phones, tones, word2ph = line.strip().split("|")
if utt in audioPaths:
# 过滤数据集错误：相同的音频匹配多个文本，导致后续bert出问题
print(f"重复音频文本：{line}")
continue
audioPaths.add(utt)
spk_utt_map[spk].append(line) spk_utt_map[spk].append(line)
if spk not in spk_id_map.keys(): if spk not in spk_id_map.keys():