SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

[AutoTokenizer] Correct error message

Browse Source
This commit is contained in:
Julien Chaumond
2020-09-10 17:19:01 +02:00
parent db38f7ce29
commit d6c08b07a0
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/transformers/tokenization_auto.py
View File

@@ -234,7 +234,9 @@ class AutoTokenizer:
tokenizer_class_candidate = config.tokenizer_class tokenizer_class_candidate = config.tokenizer_class
tokenizer_class = globals().get(tokenizer_class_candidate) tokenizer_class = globals().get(tokenizer_class_candidate)
if tokenizer_class is None: if tokenizer_class is None:
raise ValueError("Tokenizer class {} does not exist or is not currently imported.") raise ValueError(
"Tokenizer class {} does not exist or is not currently imported.".format(tokenizer_class_candidate)
)
return tokenizer_class.from_pretrained(pretrained_model_name_or_path, *inputs, **kwargs) return tokenizer_class.from_pretrained(pretrained_model_name_or_path, *inputs, **kwargs)
# if model is an encoder decoder, the encoder tokenizer class is used by default # if model is an encoder decoder, the encoder tokenizer class is used by default