This commit is contained in:
Stas Bekman
2020-09-04 13:14:37 -07:00
committed by GitHub
parent a4fc0c80b1
commit eff274d629

View File

@@ -1613,7 +1613,7 @@ class PreTrainedTokenizerBase(SpecialTokensMixin):
added_tokens = tokenizer.sanitize_special_tokens()
if added_tokens:
logger.warning(
"Special tokens have been added in the vocabulary, make sure the associated word emebedding are fine-tuned or trained."
"Special tokens have been added in the vocabulary, make sure the associated word embedding are fine-tuned or trained."
)
return tokenizer