fix tests - flagged as slow all the tests downloading from AWS

This commit is contained in:
thomwolf
2019-11-04 16:03:36 +01:00
parent f02805da6f
commit b340a910ed
11 changed files with 21 additions and 7 deletions

View File

@@ -18,11 +18,13 @@ from __future__ import print_function
import unittest
import six
import pytest
from transformers import PreTrainedTokenizer
from transformers.tokenization_gpt2 import GPT2Tokenizer
class TokenizerUtilsTest(unittest.TestCase):
@pytest.mark.slow
def check_tokenizer_from_pretrained(self, tokenizer_class):
s3_models = list(tokenizer_class.max_model_input_sizes.keys())
for model_name in s3_models[:1]: