Enforce target version for black.
This should stabilize formatting.
This commit is contained in:
committed by
Julien Chaumond
parent
f01b3e6680
commit
0ffc8eaf53
@@ -169,7 +169,7 @@ class BertTokenizer(PreTrainedTokenizer):
|
||||
pad_token=pad_token,
|
||||
cls_token=cls_token,
|
||||
mask_token=mask_token,
|
||||
**kwargs
|
||||
**kwargs,
|
||||
)
|
||||
self.max_len_single_sentence = self.max_len - 2 # take into account special tokens
|
||||
self.max_len_sentences_pair = self.max_len - 3 # take into account special tokens
|
||||
@@ -560,7 +560,7 @@ class BertTokenizerFast(PreTrainedTokenizerFast):
|
||||
pad_token=pad_token,
|
||||
cls_token=cls_token,
|
||||
mask_token=mask_token,
|
||||
**kwargs
|
||||
**kwargs,
|
||||
)
|
||||
|
||||
self._tokenizer = tk.Tokenizer(tk.models.WordPiece.from_files(vocab_file, unk_token=unk_token))
|
||||
|
||||
Reference in New Issue
Block a user