tuna2134/sbv2-v2
1
0
Fork 0
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

Fix: use fp16 whisper model when bf16 unavailable

Browse Source
This commit is contained in:
litagin02
2024-01-01 09:53:19 +09:00
parent f2e7c18aa9
commit a7faf52ae4
1 changed files with 6 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
transcribe.py
View File

@@ -34,7 +34,12 @@ if __name__ == "__main__":
output_file = args.output_file output_file = args.output_file
initial_prompt = args.initial_prompt initial_prompt = args.initial_prompt
try:
model = WhisperModel("large-v3", device="cuda", compute_type="bfloat16") model = WhisperModel("large-v3", device="cuda", compute_type="bfloat16")
except Exception as e:
# Maybe bfloat16 is not supported (e.g. in colab)
# I don't know actually bf16 is better than fp16 or not...
model = WhisperModel("large-v3", device="cuda", compute_type="float16")
wav_files = [ wav_files = [
os.path.join(input_dir, f) for f in os.listdir(input_dir) if f.endswith(".wav") os.path.join(input_dir, f) for f in os.listdir(input_dir) if f.endswith(".wav")