Replace get_stdout() with SAFE_STDOUT

This commit is contained in:
litagin02
2023-12-30 18:45:04 +09:00
parent 6e8bcc2219
commit a9652979cc
10 changed files with 24 additions and 24 deletions

View File

@@ -9,7 +9,7 @@ import commons
import utils import utils
from config import config from config import config
from text import cleaned_text_to_sequence, get_bert from text import cleaned_text_to_sequence, get_bert
from tools.stdout_wrapper import get_stdout from tools.stdout_wrapper import SAFE_STDOUT
def process_line(x): def process_line(x):
@@ -76,7 +76,7 @@ if __name__ == "__main__":
for _ in tqdm( for _ in tqdm(
pool.imap_unordered(process_line, zip(lines, add_blank)), pool.imap_unordered(process_line, zip(lines, add_blank)),
total=len(lines), total=len(lines),
file=get_stdout(), file=SAFE_STDOUT,
): ):
# 这里是缩进的代码块,表示循环体 # 这里是缩进的代码块,表示循环体
pass # 使用pass语句作为占位符 pass # 使用pass语句作为占位符

View File

@@ -9,7 +9,7 @@ from tqdm import tqdm
from config import config from config import config
from text.cleaner import clean_text from text.cleaner import clean_text
from tools.stdout_wrapper import get_stdout from tools.stdout_wrapper import SAFE_STDOUT
preprocess_text_config = config.preprocess_text_config preprocess_text_config = config.preprocess_text_config
@@ -52,7 +52,7 @@ def preprocess(
lines = trans_file.readlines() lines = trans_file.readlines()
# print(lines, ' ', len(lines)) # print(lines, ' ', len(lines))
if len(lines) != 0: if len(lines) != 0:
for line in tqdm(lines, file=get_stdout()): for line in tqdm(lines, file=SAFE_STDOUT):
try: try:
utt, spk, language, text = line.strip().split("|") utt, spk, language, text = line.strip().split("|")
norm_text, phones, tones, word2ph = clean_text( norm_text, phones, tones, word2ph = clean_text(

View File

@@ -9,7 +9,7 @@ from tqdm import tqdm
from config import config from config import config
from tools.log import logger from tools.log import logger
from tools.stdout_wrapper import get_stdout from tools.stdout_wrapper import SAFE_STDOUT
def normalize_audio(data, sr): def normalize_audio(data, sr):
@@ -88,7 +88,7 @@ if __name__ == "__main__":
pool = Pool(processes=processes) pool = Pool(processes=processes)
for _ in tqdm( for _ in tqdm(
pool.imap_unordered(process, tasks), file=get_stdout(), total=len(tasks) pool.imap_unordered(process, tasks), file=SAFE_STDOUT, total=len(tasks)
): ):
pass pass

View File

@@ -6,7 +6,7 @@ import soundfile as sf
import torch import torch
from tqdm import tqdm from tqdm import tqdm
from tools.stdout_wrapper import get_stdout from tools.stdout_wrapper import SAFE_STDOUT
vad_model, utils = torch.hub.load( vad_model, utils = torch.hub.load(
repo_or_dir="snakers4/silero-vad", repo_or_dir="snakers4/silero-vad",
@@ -107,7 +107,7 @@ if __name__ == "__main__":
shutil.rmtree(output_dir) shutil.rmtree(output_dir)
total_sec = 0 total_sec = 0
for wav_file in tqdm(wav_files, file=get_stdout()): for wav_file in tqdm(wav_files, file=SAFE_STDOUT):
time_sec = split_wav( time_sec = split_wav(
wav_file, wav_file,
output_dir, output_dir,

View File

@@ -8,7 +8,7 @@ from tqdm import tqdm
import utils import utils
from config import config from config import config
from tools.stdout_wrapper import get_stdout from tools.stdout_wrapper import SAFE_STDOUT
warnings.filterwarnings("ignore", category=UserWarning) warnings.filterwarnings("ignore", category=UserWarning)
from pyannote.audio import Inference, Model from pyannote.audio import Inference, Model
@@ -64,7 +64,7 @@ if __name__ == "__main__":
tqdm( tqdm(
executor.map(save_style_vector, wavnames), executor.map(save_style_vector, wavnames),
total=len(wavnames), total=len(wavnames),
file=get_stdout(), file=SAFE_STDOUT,
) )
) )

View File

@@ -3,7 +3,7 @@ logger封装
""" """
from loguru import logger from loguru import logger
from .stdout_wrapper import get_stdout from .stdout_wrapper import SAFE_STDOUT
# 移除所有默认的处理器 # 移除所有默认的处理器
logger.remove() logger.remove()
@@ -13,4 +13,4 @@ log_format = (
"<g>{time:MM-DD HH:mm:ss}</g> |<lvl>{level:^8}</lvl>| {file}:{line} | {message}" "<g>{time:MM-DD HH:mm:ss}</g> |<lvl>{level:^8}</lvl>| {file}:{line} | {message}"
) )
logger.add(get_stdout(), format=log_format, backtrace=True, diagnose=True) logger.add(SAFE_STDOUT, format=log_format, backtrace=True, diagnose=True)

View File

@@ -26,9 +26,9 @@ class StdoutWrapper:
return self.temp_file.fileno() return self.temp_file.fileno()
def get_stdout(): try:
# Colab 環境をチェックする import google.colab
if "google.colab" in sys.modules:
return StdoutWrapper() SAFE_STDOUT = StdoutWrapper()
else: except ImportError:
return sys.stdout SAFE_STDOUT = sys.stdout

View File

@@ -2,7 +2,7 @@ import subprocess
import sys import sys
from .log import logger from .log import logger
from .stdout_wrapper import get_stdout from .stdout_wrapper import SAFE_STDOUT
python = sys.executable python = sys.executable
@@ -11,7 +11,7 @@ def run_script_with_log(cmd: list[str]) -> tuple[bool, str]:
logger.info(f"Running: {' '.join(cmd)}") logger.info(f"Running: {' '.join(cmd)}")
result = subprocess.run( result = subprocess.run(
[python] + cmd, [python] + cmd,
stdout=get_stdout(), # type: ignore stdout=SAFE_STDOUT, # type: ignore
stderr=subprocess.PIPE, stderr=subprocess.PIPE,
text=True, text=True,
) )

View File

@@ -30,7 +30,7 @@ from mel_processing import mel_spectrogram_torch, spec_to_mel_torch
from models import DurationDiscriminator, MultiPeriodDiscriminator, SynthesizerTrn from models import DurationDiscriminator, MultiPeriodDiscriminator, SynthesizerTrn
from text.symbols import symbols from text.symbols import symbols
from tools.log import logger from tools.log import logger
from tools.stdout_wrapper import get_stdout from tools.stdout_wrapper import SAFE_STDOUT
torch.backends.cuda.matmul.allow_tf32 = True torch.backends.cuda.matmul.allow_tf32 = True
torch.backends.cudnn.allow_tf32 = ( torch.backends.cudnn.allow_tf32 = (
@@ -467,7 +467,7 @@ def train_and_evaluate(
ja_bert, ja_bert,
en_bert, en_bert,
style_vec, style_vec,
) in enumerate(tqdm(train_loader, file=get_stdout())): ) in enumerate(tqdm(train_loader, file=SAFE_STDOUT)):
if net_g.module.use_noise_scaled_mas: if net_g.module.use_noise_scaled_mas:
current_mas_noise_scale = ( current_mas_noise_scale = (
net_g.module.mas_noise_scale_initial net_g.module.mas_noise_scale_initial

View File

@@ -5,7 +5,7 @@ import sys
from faster_whisper import WhisperModel from faster_whisper import WhisperModel
from tqdm import tqdm from tqdm import tqdm
from tools.stdout_wrapper import get_stdout from tools.stdout_wrapper import SAFE_STDOUT
def transcribe(wav_path, initial_prompt=None): def transcribe(wav_path, initial_prompt=None):
@@ -47,7 +47,7 @@ if __name__ == "__main__":
os.rename(output_file, output_file + ".bak") os.rename(output_file, output_file + ".bak")
with open(output_file, "w", encoding="utf-8") as f: with open(output_file, "w", encoding="utf-8") as f:
for wav_file in tqdm(wav_files, file=get_stdout()): for wav_file in tqdm(wav_files, file=SAFE_STDOUT):
file_name = os.path.basename(wav_file) file_name = os.path.basename(wav_file)
text = transcribe(wav_file, initial_prompt=initial_prompt) text = transcribe(wav_file, initial_prompt=initial_prompt)
f.write(f"{file_name}|{speaker_name}|JP|{text}\n") f.write(f"{file_name}|{speaker_name}|JP|{text}\n")