SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Fix typos in strings and comments (#37799)

Browse Source
This commit is contained in:
co63oc
2025-04-28 18:39:11 +08:00
committed by GitHub
parent f466603963
commit d5fa7d2d19
136 changed files with 202 additions and 202 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
tests/models/bert_generation/test_tokenization_bert_generation.py
View File

@@ -146,7 +146,7 @@ class BertGenerationTokenizationTest(TokenizerTesterMixin, unittest.TestCase):
def test_tokenization_base_hard_symbols(self):
symbols = (
'This is a very long text with a lot of weird characters, such as: . , ~ ? ( ) " [ ] ! : - . Also we will'
" add words that should not exsist and be tokenized to <unk>, such as saoneuhaoesuth"
" add words that should not exist and be tokenized to <unk>, such as saoneuhaoesuth"
)
original_tokenizer_encodings = [
871,