Fix typos in strings and comments (#37799)
This commit is contained in:
@@ -182,7 +182,7 @@ class TestTokenizationMvp(TokenizerTesterMixin, unittest.TestCase):
|
||||
tokens_r_str = tokenizer_r.convert_ids_to_tokens(tokens_r["input_ids"])
|
||||
tokens_p_str = tokenizer_p.convert_ids_to_tokens(tokens_p["input_ids"])
|
||||
|
||||
# Rust correctly handles the space before the mask while python doesnt
|
||||
# Rust correctly handles the space before the mask while python doesn't
|
||||
self.assertSequenceEqual(tokens_p["input_ids"], [0, 250, 6, 50264, 3823, 487, 21992, 3645, 4, 2])
|
||||
self.assertSequenceEqual(tokens_r["input_ids"], [0, 250, 6, 50264, 3823, 487, 21992, 3645, 4, 2])
|
||||
|
||||
|
||||
Reference in New Issue
Block a user