Adds pretrained IDs directly in the tests (#29534)
* Adds pretrained IDs directly in the tests * Fix tests * Fix tests * Review!
This commit is contained in:
@@ -22,6 +22,7 @@ from ...test_tokenization_common import TokenizerTesterMixin
|
||||
|
||||
|
||||
class BertweetTokenizationTest(TokenizerTesterMixin, unittest.TestCase):
|
||||
from_pretrained_id = "vinai/bertweet-base"
|
||||
tokenizer_class = BertweetTokenizer
|
||||
test_rust_tokenizer = False
|
||||
|
||||
|
||||
Reference in New Issue
Block a user