diff --git a/text/japanese_bert.py b/text/japanese_bert.py index d5bfa26..edc3ef3 100644 --- a/text/japanese_bert.py +++ b/text/japanese_bert.py @@ -1,6 +1,6 @@ import torch from transformers import AutoTokenizer, AutoModelForMaskedLM - +import sys tokenizer = AutoTokenizer.from_pretrained("./bert/bert-base-japanese-v3")