Add preprocess_all.py and optimize cli settings

2024-02-19 17:22:40 +09:00
parent d26336bf0a
commit 036cea17f3
3 changed files with 135 additions and 10 deletions
--- a/preprocess_all.py
+++ b/preprocess_all.py
@@ -0,0 +1,96 @@
+import argparse
+from webui_train import preprocess_all
+from multiprocessing import cpu_count
+
+if __name__ == "__main__":
+    parser = argparse.ArgumentParser()
+    parser.add_argument(
+        "--model_name", "-m", type=str, help="Model name", required=True
+    )
+    parser.add_argument("--batch_size", "-b", type=int, help="Batch size", default=2)
+    parser.add_argument("--epochs", "-e", type=int, help="Epochs", default=100)
+    parser.add_argument(
+        "--save_every_steps",
+        "-s",
+        type=int,
+        help="Save every steps",
+        default=1000,
+    )
+    parser.add_argument(
+        "--num_processes",
+        type=int,
+        help="Number of processes",
+        default=cpu_count() // 2,
+    )
+    parser.add_argument(
+        "--normalize",
+        action="store_true",
+        help="Loudness normalize audio",
+    )
+    parser.add_argument(
+        "--trim",
+        action="store_true",
+        help="Trim silence",
+    )
+    parser.add_argument(
+        "--freeze_EN_bert",
+        action="store_true",
+        help="Freeze English BERT",
+    )
+    parser.add_argument(
+        "--freeze_JP_bert",
+        action="store_true",
+        help="Freeze Japanese BERT",
+    )
+    parser.add_argument(
+        "--freeze_ZH_bert",
+        action="store_true",
+        help="Freeze Chinese BERT",
+    )
+    parser.add_argument(
+        "--freeze_style",
+        action="store_true",
+        help="Freeze style vector",
+    )
+    parser.add_argument(
+        "--use_jp_extra",
+        action="store_true",
+        help="Use JP-Extra pretrained model",
+    )
+    parser.add_argument(
+        "--val_per_lang",
+        type=int,
+        help="Validation per language",
+        default=0,
+    )
+    parser.add_argument(
+        "--log_interval",
+        type=int,
+        help="Log interval",
+        default=200,
+    )
+    parser.add_argument(
+        "--skip_invalid",
+        action="store_true",
+        help="Skip invalid",
+    )
+
+    args = parser.parse_args()
+
+    preprocess_all(
+        model_name=args.model_name,
+        batch_size=args.batch_size,
+        epochs=args.epochs,
+        save_every_steps=args.save_every_steps,
+        num_processes=args.num_processes,
+        normalize=args.normalize,
+        trim=args.trim,
+        freeze_EN_bert=args.freeze_EN_bert,
+        freeze_JP_bert=args.freeze_JP_bert,
+        freeze_ZH_bert=args.freeze_ZH_bert,
+        freeze_style=args.freeze_style,
+        use_jp_extra=args.use_jp_extra,
+        val_per_lang=args.val_per_lang,
+        log_interval=args.log_interval,
+        skip_invalid=args.skip_invalid,
+    )