tuna2134/sbv2-v2
1
0
Fork 0
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

add bert

Browse Source
This commit is contained in:
rcell
2023-07-21 12:43:13 +08:00
parent 3c50e61146
commit b601991286
2 changed files with 5 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
text/chinese_bert.py
View File

@@ -1,15 +1,10 @@
import torch
from transformers import AutoTokenizer, AutoModelForMaskedLM
import os
os.environ['ALL_PROXY']='socks5://127.0.0.1:7890'
os.environ['HTTPS_PROXY']='http://127.0.0.1:7890'
os.environ['HTTP_PROXY']='http://127.0.0.1:7890'
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
tokenizer = AutoTokenizer.from_pretrained("hfl/chinese-roberta-wwm-ext-large")
model = AutoModelForMaskedLM.from_pretrained("hfl/chinese-roberta-wwm-ext-large").to(device)
tokenizer = AutoTokenizer.from_pretrained("./bert/chinese-roberta-wwm-ext-large")
model = AutoModelForMaskedLM.from_pretrained("./bert/chinese-roberta-wwm-ext-large").to(device)
def get_bert_feature(text, word2ph):
with torch.no_grad():