typo (#6952)
This commit is contained in:
@@ -1613,7 +1613,7 @@ class PreTrainedTokenizerBase(SpecialTokensMixin):
|
||||
added_tokens = tokenizer.sanitize_special_tokens()
|
||||
if added_tokens:
|
||||
logger.warning(
|
||||
"Special tokens have been added in the vocabulary, make sure the associated word emebedding are fine-tuned or trained."
|
||||
"Special tokens have been added in the vocabulary, make sure the associated word embedding are fine-tuned or trained."
|
||||
)
|
||||
|
||||
return tokenizer
|
||||
|
||||
Reference in New Issue
Block a user