SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

[Tokenizers] Fix a small typo (#21104)

Browse Source 
* typo

* change name in `__repr__`

* fix my mistake
This commit is contained in:
Arthur
2023-01-13 16:21:34 +01:00
committed by GitHub
parent b210c83a78
commit 95f0dd2123
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/transformers/tokenization_utils_base.py
View File

@@ -1572,8 +1572,8 @@ class PreTrainedTokenizerBase(SpecialTokensMixin, PushToHubMixin):
def __repr__(self) -> str: def __repr__(self) -> str:
return ( return (
f"{'PreTrainedTokenizerFast' if self.is_fast else 'PreTrainedTokenizer'}(name_or_path='{self.name_or_path}'," f"{self.__class__.__name__}(name_or_path='{self.name_or_path}',"
f" vocab_size={self.vocab_size}, model_max_len={self.model_max_length}, is_fast={self.is_fast}," f" vocab_size={self.vocab_size}, model_max_length={self.model_max_length}, is_fast={self.is_fast},"
f" padding_side='{self.padding_side}', truncation_side='{self.truncation_side}'," f" padding_side='{self.padding_side}', truncation_side='{self.truncation_side}',"
f" special_tokens={self.special_tokens_map_extended})" f" special_tokens={self.special_tokens_map_extended})"
) )