Adds pretrained IDs directly in the tests (#29534)
* Adds pretrained IDs directly in the tests * Fix tests * Fix tests * Review!
This commit is contained in:
@@ -27,6 +27,7 @@ from ...test_tokenization_common import TokenizerTesterMixin
|
||||
|
||||
@require_tokenizers
|
||||
class MgpstrTokenizationTest(TokenizerTesterMixin, unittest.TestCase):
|
||||
from_pretrained_id = "alibaba-damo/mgp-str-base"
|
||||
tokenizer_class = MgpstrTokenizer
|
||||
test_rust_tokenizer = False
|
||||
from_pretrained_kwargs = {}
|
||||
|
||||
Reference in New Issue
Block a user