Adds pretrained IDs directly in the tests (#29534)
* Adds pretrained IDs directly in the tests * Fix tests * Fix tests * Review!
This commit is contained in:
@@ -25,6 +25,7 @@ from ...test_tokenization_common import TokenizerTesterMixin
|
||||
@require_sentencepiece
|
||||
@slow # see https://github.com/huggingface/transformers/issues/11457
|
||||
class BarthezTokenizationTest(TokenizerTesterMixin, unittest.TestCase):
|
||||
from_pretrained_id = "moussaKam/mbarthez"
|
||||
tokenizer_class = BarthezTokenizer
|
||||
rust_tokenizer_class = BarthezTokenizerFast
|
||||
test_rust_tokenizer = True
|
||||
|
||||
Reference in New Issue
Block a user