SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

typo (#6952)

Browse Source
This commit is contained in:
Stas Bekman
2020-09-04 13:14:37 -07:00
committed by GitHub
parent a4fc0c80b1
commit eff274d629
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/transformers/tokenization_utils_base.py
View File

@@ -1613,7 +1613,7 @@ class PreTrainedTokenizerBase(SpecialTokensMixin):
added_tokens = tokenizer.sanitize_special_tokens() added_tokens = tokenizer.sanitize_special_tokens()
if added_tokens: if added_tokens:
logger.warning( logger.warning(
"Special tokens have been added in the vocabulary, make sure the associated word emebedding are fine-tuned or trained." "Special tokens have been added in the vocabulary, make sure the associated word embedding are fine-tuned or trained."
) )
return tokenizer return tokenizer