Improve: Support ONNX inference, add ONNX conversion script

server_editor.py

@@ -41,7 +41,7 @@ from style_bert_vits2.constants import (
     Languages,
 )
 from style_bert_vits2.logging import logger
-from style_bert_vits2.nlp import bert_models
+from style_bert_vits2.nlp import bert_models, onnx_bert_models
 from style_bert_vits2.nlp.japanese import pyopenjtalk_worker as pyopenjtalk
 from style_bert_vits2.nlp.japanese.g2p_utils import g2kata_tone, kata_tone2phone_tone
 from style_bert_vits2.nlp.japanese.normalizer import normalize_text
@@ -193,6 +193,12 @@ skip_static_files = bool(args.skip_static_files)
 ## server_editor.py は日本語にしか対応していないため、日本語の BERT モデル/トークナイザーのみロードする
 bert_models.load_model(Languages.JP, device_map=device)
 bert_models.load_tokenizer(Languages.JP)
+if device == "cpu":
+    onnx_provider = "CPUExecutionProvider"
+else:
+    onnx_provider = ("CUDAExecutionProvider", {"cudnn_conv_algo_search": "DEFAULT"})
+onnx_bert_models.load_model(Languages.JP, onnx_providers=[onnx_provider])
+onnx_bert_models.load_tokenizer(Languages.JP)
 
 model_holder = TTSModelHolder(model_dir, device)
 if len(model_holder.model_names) == 0: