SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Make MLuke tokenizer tests slow (#14690)

Browse Source
This commit is contained in:
Sylvain Gugger
2021-12-08 15:59:57 -05:00
committed by GitHub
parent 13186d7152
commit e6219320b9
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
tests/test_tokenization_mluke.py
View File

@@ -23,6 +23,7 @@ from transformers.testing_utils import require_torch, slow
from .test_tokenization_common import TokenizerTesterMixin from .test_tokenization_common import TokenizerTesterMixin
@slow
class MLukeTokenizerTest(TokenizerTesterMixin, unittest.TestCase): class MLukeTokenizerTest(TokenizerTesterMixin, unittest.TestCase):
tokenizer_class = MLukeTokenizer tokenizer_class = MLukeTokenizer
test_rust_tokenizer = False test_rust_tokenizer = False
@@ -196,6 +197,7 @@ class MLukeTokenizerTest(TokenizerTesterMixin, unittest.TestCase):
tokenizer(sentence, entity_spans=[0, 0, 0]) tokenizer(sentence, entity_spans=[0, 0, 0])
@slow
@require_torch @require_torch
class MLukeTokenizerIntegrationTests(unittest.TestCase): class MLukeTokenizerIntegrationTests(unittest.TestCase):
tokenizer_class = MLukeTokenizer tokenizer_class = MLukeTokenizer