text/init.py (#203)

* Create all_process.py

* Create asr_transcript.py

* Update config.py

* Create extract_list.py

* Create clean_list.py

* Create custom.css

* Create compress_model.py

* Update all_process.py

* Update resample.py

* Update resample.py

* configs/config.json copy utils

* mirror: openi + token
bert models optimize

* text/__init__.py platform compatibility
compress_model.py output

* [pre-commit.ci] auto fixes from pre-commit.com hooks

for more information, see https://pre-commit.ci

---------

Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>

asr_transcript.py

@@ -0,0 +1,102 @@
+import argparse
+import concurrent.futures
+import os
+
+from loguru import logger
+from modelscope.pipelines import pipeline
+from modelscope.utils.constant import Tasks
+from tqdm import tqdm
+
+os.environ["MODELSCOPE_CACHE"] = "./"
+
+
+def transcribe_worker(file_path: str, inference_pipeline, language):
+    """
+    Worker function for transcribing a segment of an audio file.
+    """
+    rec_result = inference_pipeline(audio_in=file_path)
+    text = str(rec_result.get("text", "")).strip()
+    text_without_spaces = text.replace(" ", "")
+    logger.info(file_path)
+    if language != "EN":
+        logger.info("text: " + text_without_spaces)
+        return text_without_spaces
+    else:
+        logger.info("text: " + text)
+        return text
+
+
+def transcribe_folder_parallel(folder_path, language, max_workers=4):
+    """
+    Transcribe all .wav files in the given folder using ThreadPoolExecutor.
+    """
+    logger.critical(f"parallel transcribe: {folder_path}|{language}|{max_workers}")
+    if language == "JP":
+        workers = [
+            pipeline(
+                task=Tasks.auto_speech_recognition,
+                model="damo/speech_UniASR_asr_2pass-ja-16k-common-vocab93-tensorflow1-offline",
+            )
+            for _ in range(max_workers)
+        ]
+
+    elif language == "ZH":
+        workers = [
+            pipeline(
+                task=Tasks.auto_speech_recognition,
+                model="damo/speech_paraformer-large-vad-punc_asr_nat-zh-cn-16k-common-vocab8404-pytorch",
+                model_revision="v1.2.4",
+            )
+            for _ in range(max_workers)
+        ]
+    else:
+        workers = [
+            pipeline(
+                task=Tasks.auto_speech_recognition,
+                model="damo/speech_UniASR_asr_2pass-en-16k-common-vocab1080-tensorflow1-offline",
+            )
+            for _ in range(max_workers)
+        ]
+
+    file_paths = []
+    langs = []
+    for root, _, files in os.walk(folder_path):
+        for file in files:
+            if file.lower().endswith(".wav"):
+                file_path = os.path.join(root, file)
+                lab_file_path = os.path.splitext(file_path)[0] + ".lab"
+                file_paths.append(file_path)
+                langs.append(language)
+
+    all_workers = (
+        workers * (len(file_paths) // max_workers)
+        + workers[: len(file_paths) % max_workers]
+    )
+
+    with concurrent.futures.ThreadPoolExecutor(max_workers=max_workers) as executor:
+        for i in tqdm(range(0, len(file_paths), max_workers), desc="转写进度: "):
+            l, r = i, min(i + max_workers, len(file_paths))
+            transcriptions = list(
+                executor.map(
+                    transcribe_worker, file_paths[l:r], all_workers[l:r], langs[l:r]
+                )
+            )
+            for file_path, transcription in zip(file_paths[l:r], transcriptions):
+                if transcription:
+                    lab_file_path = os.path.splitext(file_path)[0] + ".lab"
+                    with open(lab_file_path, "w", encoding="utf-8") as lab_file:
+                        lab_file.write(transcription)
+    logger.critical("已经将wav文件转写为同名的.lab文件")
+
+
+if __name__ == "__main__":
+    parser = argparse.ArgumentParser()
+    parser.add_argument(
+        "-f", "--filepath", default="./raw/lzy_zh", help="path of your model"
+    )
+    parser.add_argument("-l", "--language", default="ZH", help="language")
+    parser.add_argument("-w", "--workers", default="1", help="trans workers")
+    args = parser.parse_args()
+
+    transcribe_folder_parallel(args.filepath, args.language, int(args.workers))
+    print("转写结束！")

clean_list.py

@@ -0,0 +1,48 @@
+import argparse
+import shutil
+from tempfile import NamedTemporaryFile
+
+from loguru import logger
+
+
+def remove_chars_from_file(chars_to_remove, input_file, output_file):
+    rm_cnt = 0
+    with open(input_file, "r", encoding="utf-8") as f_in, NamedTemporaryFile(
+        "w", delete=False, encoding="utf-8"
+    ) as f_tmp:
+        for line in f_in:
+            if any(char in line for char in chars_to_remove):
+                logger.info(f"删除了这一行:\n {line.strip()}")
+                rm_cnt += 1
+            else:
+                f_tmp.write(line)
+
+    shutil.move(f_tmp.name, output_file)
+    logger.critical(f"总计移除了: {rm_cnt} 行")
+
+
+if __name__ == "__main__":
+    parser = argparse.ArgumentParser(
+        description="Remove lines from a file containing specified characters."
+    )
+
+    parser.add_argument(
+        "-c",
+        "--chars",
+        type=str,
+        required=True,
+        help="String of characters. If a line contains any of these characters, it will be removed.",
+    )
+    parser.add_argument(
+        "-i", "--input", type=str, required=True, help="Path to the input file."
+    )
+    parser.add_argument(
+        "-o", "--output", type=str, required=True, help="Path to the output file."
+    )
+
+    args = parser.parse_args()
+
+    # Setting up basic logging configuration for loguru
+    logger.add("removed_lines.log", rotation="1 MB")
+
+    remove_chars_from_file(args.chars, args.input, args.output)

compress_model.py

@@ -0,0 +1,88 @@
+from collections import OrderedDict
+from text.symbols import symbols
+import torch
+from tools.log import logger
+import utils
+from models import SynthesizerTrn
+import os
+
+
+def copyStateDict(state_dict):
+    if list(state_dict.keys())[0].startswith("module"):
+        start_idx = 1
+    else:
+        start_idx = 0
+    new_state_dict = OrderedDict()
+    for k, v in state_dict.items():
+        name = ",".join(k.split(".")[start_idx:])
+        new_state_dict[name] = v
+    return new_state_dict
+
+
+def removeOptimizer(config: str, input_model: str, ishalf: bool, output_model: str):
+    hps = utils.get_hparams_from_file(config)
+
+    net_g = SynthesizerTrn(
+        len(symbols),
+        hps.data.filter_length // 2 + 1,
+        hps.train.segment_size // hps.data.hop_length,
+        n_speakers=hps.data.n_speakers,
+        **hps.model,
+    )
+
+    optim_g = torch.optim.AdamW(
+        net_g.parameters(),
+        hps.train.learning_rate,
+        betas=hps.train.betas,
+        eps=hps.train.eps,
+    )
+
+    state_dict_g = torch.load(input_model, map_location="cpu")
+    new_dict_g = copyStateDict(state_dict_g)
+    keys = []
+    for k, v in new_dict_g["model"].items():
+        if "enc_q" in k:
+            continue  # noqa: E701
+        keys.append(k)
+
+    new_dict_g = (
+        {k: new_dict_g["model"][k].half() for k in keys}
+        if ishalf
+        else {k: new_dict_g["model"][k] for k in keys}
+    )
+
+    torch.save(
+        {
+            "model": new_dict_g,
+            "iteration": 0,
+            "optimizer": optim_g.state_dict(),
+            "learning_rate": 0.0001,
+        },
+        output_model,
+    )
+
+
+if __name__ == "__main__":
+    import argparse
+
+    parser = argparse.ArgumentParser()
+    parser.add_argument("-c", "--config", type=str, default="configs/config.json")
+    parser.add_argument("-i", "--input", type=str)
+    parser.add_argument("-o", "--output", type=str, default=None)
+    parser.add_argument(
+        "-hf", "--half", action="store_true", default=False, help="Save as FP16"
+    )
+
+    args = parser.parse_args()
+
+    output = args.output
+
+    if output is None:
+        import os.path
+
+        filename, ext = os.path.splitext(args.input)
+        half = "_half" if args.half else ""
+        output = filename + "_release" + half + ext
+
+    removeOptimizer(args.config, args.input, args.half, output)
+    logger.info(f"压缩模型成功, 输出模型: {os.path.abspath(output)}")

config.py

@@ -241,3 +241,4 @@ parser = argparse.ArgumentParser()
 parser.add_argument("-y", "--yml_config", type=str, default="config.yml")
 args, _ = parser.parse_known_args()
 config = Config(args.yml_config)
+yml_config = args.yml_config

css/custom.css

@@ -0,0 +1,18 @@
+
+#yml_code {
+    height: 600px;
+    flex-grow: inherit;
+    overflow-y: auto;
+}
+
+#json_code {
+    height: 600px;
+    flex-grow: inherit;
+    overflow-y: auto;
+}
+
+#gpu_code {
+    height: 300px;
+    flex-grow: inherit;
+    overflow-y: auto;
+}

extract_list.py

@@ -0,0 +1,53 @@
+import argparse
+import os
+from loguru import logger
+
+
+def extract_list(folder_path, language, name, transcript_txt_file):
+    logger.info(f"extracting list: {folder_path}|{name}|{language}")
+    current_dir = os.getcwd()
+    relative_path = os.path.relpath(folder_path, current_dir)
+    print(relative_path)
+    os.makedirs(os.path.dirname(transcript_txt_file), exist_ok=True)
+    with open(transcript_txt_file, "w", encoding="utf-8") as f:
+        # 遍历 raw 文件夹下的所有子文件夹
+        for root, _, files in os.walk(relative_path):
+            for file in files:
+                if file.endswith(".lab"):
+                    lab_file_path = os.path.join(root, file)
+                    # 读取转写文本
+                    with open(lab_file_path, "r", encoding="utf-8") as lab_file:
+                        transcription = lab_file.read().strip()
+                    if len(transcription) == 0:
+                        continue
+                    # 获取对应的 WAV 文件路径
+                    # ./Data/宵宫/audios/raw
+                    # ./Data/宵宫/audios/wavs
+                    wav_file_path = os.path.splitext(lab_file_path)[0] + ".wav"
+                    if os.path.isfile(wav_file_path):
+                        wav_file_path = wav_file_path.replace("\\", "/").replace(
+                            "/raw", "/wavs"
+                        )
+                        # 写入数据到总的转写文本文件
+                        line = f"{wav_file_path}|{name}|{language}|{transcription}\n"
+                        f.write(line)
+                    else:
+                        print("not exists!")
+    return f"转写文本 {transcript_txt_file} 生成完成"
+
+
+if __name__ == "__main__":
+    parser = argparse.ArgumentParser()
+    parser.add_argument(
+        "-f",
+        "--filepath",
+        required=True,
+        help="path of your rawaudios, e.g. ./Data/xxx/audios/raw",
+    )
+    parser.add_argument("-l", "--language", default="ZH", help="language")
+    parser.add_argument("-n", "--name", required=True, help="name of the character")
+    parser.add_argument("-o", "--outfile", required=True, help="outfile")
+    args = parser.parse_args()
+
+    status_str = extract_list(args.filepath, args.language, args.name, args.outfile)
+    logger.critical(status_str)

resample.py

@@ -12,7 +12,7 @@ from config import config
 def process(item):
     spkdir, wav_name, args = item
     wav_path = os.path.join(args.in_dir, spkdir, wav_name)
-    if os.path.exists(wav_path) and ".wav" in wav_path:
+    if os.path.exists(wav_path) and wav_path.lower().endswith(".wav"):
         wav, sr = librosa.load(wav_path, sr=args.sr)
         soundfile.write(os.path.join(args.out_dir, spkdir, wav_name), wav, sr)
 
@@ -60,7 +60,7 @@ if __name__ == "__main__":
         if not os.path.isdir(spk_dir_out):
             os.makedirs(spk_dir_out, exist_ok=True)
         for filename in filenames:
-            if filename.endswith(".wav"):
+            if filename.lower().endswith(".wav"):
                 twople = (spk_dir, filename, args)
                 tasks.append(twople)
 

text/__init__.py

@@ -49,9 +49,12 @@ def check_bert_models():
 
 
 def init_openjtalk():
-    import pyopenjtalk
+    import platform
 
-    pyopenjtalk.g2p("こんにちは，世界。")
+    if platform.platform() == "Linux":
+        import pyopenjtalk
+
+        pyopenjtalk.g2p("こんにちは，世界。")
 
 
 init_openjtalk()