tuna2134/sbv2-v2
1
0
Fork 0
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

添加device传参

Browse Source
This commit is contained in:
Stardust·减
2023-09-05 19:40:15 +08:00
committed by GitHub
parent 3719c5e303
commit 1f080322dc
1 changed files with 3 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
text/japanese_bert.py
View File

@@ -1,20 +1,13 @@
import torch import torch
from transformers import AutoTokenizer, AutoModelForMaskedLM from transformers import AutoTokenizer, AutoModelForMaskedLM
device = torch.device(
"cuda"
if torch.cuda.is_available()
else (
"mps"
if sys.platform == "darwin" and torch.backends.mps.is_available()
else "cpu"
)
)
tokenizer = AutoTokenizer.from_pretrained("./bert/bert-base-japanese-v3") tokenizer = AutoTokenizer.from_pretrained("./bert/bert-base-japanese-v3")
model = AutoModelForMaskedLM.from_pretrained("./bert/bert-base-japanese-v3").to(device)
def get_bert_feature(text, word2ph): def get_bert_feature(text, word2ph):
if sys.platform == "darwin" and torch.backends.mps.is_available() and device == "cpu"
device == "mps"
model = AutoModelForMaskedLM.from_pretrained("./bert/bert-base-japanese-v3").to(device)
with torch.no_grad(): with torch.no_grad():
inputs = tokenizer(text, return_tensors='pt') inputs = tokenizer(text, return_tensors='pt')
for i in inputs: for i in inputs: