* Fix inputs of duration discriminator * Add LSTM * Update models.py * Update tensorboard scalar * Noise injection for minimizing modality gap * Update infer.py * support bf16 run * del unused_para flag * support bf16 config * add grad clip * fix(logger and grad):add dur grad,fix grad clip * Update webui_preprocess.py * Fix English G2P * fix(bert_gen):add pass * Pass SDP to DD * Update webui_preprocess.py * Update config.json * Update webui.py * Update chinese_bert.py * Upload webui for deploy * Update webui.py * torch.save as pt not npy * Update config.json * add freeze emo vq * Update webui_preprocess.py * Fix tone_sandhi.py * Comment up grad clip * Fix in-place addition * Add SLM discriminator * Add DDP for WD * Feat: Style text: make emotions and style similar to the style text by mixing bert (#240) (#241) * fix:(oldVersion210) Load on demand Emotion model * feat: update fastapi.py. 添加更多错误日志信息 * Switch pyopenjtalk to pyopenjtalk-prebuilt * fix: update fastapi.py. 2.2 reference适配 * Update resample.py * 修复Onnx导出的BUG (#237) * Add files via upload * [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci * Add files via upload * Add files via upload * [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci * Delete attentions_onnx.py * Delete models_onnx.py * Add files via upload * Add files via upload * [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci * Update __init__.py * Update __init__.py * Update __init__.py * [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci --------- * Fix onnx * Format export * Feat: style-text and bert mixing (JA only) * Ensure the same tensor shape * Update * update gradio version * Fix * Style text for chinese and english (ver 2.2) * Style text for chinese and english (ver 2.1) * Style text in FastAPI * Translate style text desc in chinese --------- Co-authored-by: litagin02 <139731664+litagin02@users.noreply.github.com> Co-authored-by: Sora <654163754@qq.com> Co-authored-by: Sihan Wang <wangsihan1995@gmail.com> Co-authored-by: Ναρουσέ·μ·γιουμεμί·Χινακάννα <40709280+NaruseMioShirakana@users.noreply.github.com> Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com> * Remove CLAP * Revert "Remove CLAP" This reverts commit 62fd59bc837c580239840a2bc84b15e0663730fc. Revert * Remove CLAP * bf16 audo grad cilp * Update webui and infer utils * Update webui.py * Update webui.py * Update webui-preprocess.py * Update webui_preprocess.py --------- Co-authored-by: Sihan Wang <wangsihan1995@gmail.com> Co-authored-by: OedoSoldier <31711261+OedoSoldier@users.noreply.github.com> Co-authored-by: litagin02 <139731664+litagin02@users.noreply.github.com> Co-authored-by: Sora <654163754@qq.com> Co-authored-by: Ναρουσέ·μ·γιουμεμί·Χινακάννα <40709280+NaruseMioShirakana@users.noreply.github.com> Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>
54 lines
1.6 KiB
Python
54 lines
1.6 KiB
Python
from .symbols import *
|
|
|
|
_symbol_to_id = {s: i for i, s in enumerate(symbols)}
|
|
|
|
|
|
def cleaned_text_to_sequence(cleaned_text, tones, language):
|
|
"""Converts a string of text to a sequence of IDs corresponding to the symbols in the text.
|
|
Args:
|
|
text: string to convert to a sequence
|
|
Returns:
|
|
List of integers corresponding to the symbols in the text
|
|
"""
|
|
phones = [_symbol_to_id[symbol] for symbol in cleaned_text]
|
|
tone_start = language_tone_start_map[language]
|
|
tones = [i + tone_start for i in tones]
|
|
lang_id = language_id_map[language]
|
|
lang_ids = [lang_id for i in phones]
|
|
return phones, tones, lang_ids
|
|
|
|
|
|
def get_bert(norm_text, word2ph, language, device, style_text, style_weight):
|
|
from .chinese_bert import get_bert_feature as zh_bert
|
|
from .english_bert_mock import get_bert_feature as en_bert
|
|
from .japanese_bert import get_bert_feature as jp_bert
|
|
|
|
lang_bert_func_map = {"ZH": zh_bert, "EN": en_bert, "JP": jp_bert}
|
|
bert = lang_bert_func_map[language](
|
|
norm_text, word2ph, device, style_text, style_weight
|
|
)
|
|
return bert
|
|
|
|
|
|
def check_bert_models():
|
|
import json
|
|
from pathlib import Path
|
|
|
|
from config import config
|
|
from .bert_utils import _check_bert
|
|
|
|
if config.mirror.lower() == "openi":
|
|
import openi
|
|
|
|
kwargs = {"token": config.openi_token} if config.openi_token else {}
|
|
openi.login(**kwargs)
|
|
|
|
with open("./bert/bert_models.json", "r") as fp:
|
|
models = json.load(fp)
|
|
for k, v in models.items():
|
|
local_path = Path("./bert").joinpath(k)
|
|
_check_bert(v["repo_id"], v["files"], local_path)
|
|
|
|
|
|
check_bert_models()
|