SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Remove unittest.main() in test modules.

Browse Source 
This construct isn't used anymore these days.

Running python tests/test_foo.py puts the tests/ directory on
PYTHONPATH, which isn't representative of how we run tests.

Use python -m unittest tests/test_foo.py instead.
This commit is contained in:
Aymeric Augustin
2019-12-22 14:11:34 +01:00
parent 6be7cdda66
commit 7e98e211f0
51 changed files with 0 additions and 258 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
examples/summarization/test_utils_summarization.py
View File

@@ -98,7 +98,3 @@ class SummarizationDataProcessingTest(unittest.TestCase):
result = compute_token_type_ids(batch, separator)
np.testing.assert_array_equal(result, expected)
if __name__ == "__main__":
unittest.main()

4
examples/test_examples.py
View File

@@ -104,7 +104,3 @@ class ExamplesTests(unittest.TestCase):
with patch.object(sys, "argv", testargs + [model_type, model_name]):
result = run_generation.main()
self.assertGreaterEqual(len(result), 10)
if __name__ == "__main__":
unittest.main()

6
templates/adding_a_new_model/tests/test_modeling_tf_xxx.py
View File

@@ -14,8 +14,6 @@
# limitations under the License.
from __future__ import absolute_import, division, print_function
import unittest
from transformers import XxxConfig, is_tf_available
from .test_configuration_common import ConfigTester
@@ -251,7 +249,3 @@ class TFXxxModelTest(TFCommonTestCases.TFCommonModelTester):
for model_name in ["xxx-base-uncased"]:
model = TFXxxModel.from_pretrained(model_name, cache_dir=CACHE_DIR)
self.assertIsNotNone(model)
if __name__ == "__main__":
unittest.main()

6
templates/adding_a_new_model/tests/test_modeling_xxx.py
View File

@@ -14,8 +14,6 @@
# limitations under the License.
from __future__ import absolute_import, division, print_function
import unittest
from transformers import is_torch_available
from .test_configuration_common import ConfigTester
@@ -272,7 +270,3 @@ class XxxModelTest(CommonTestCases.CommonModelTester):
for model_name in list(XXX_PRETRAINED_MODEL_ARCHIVE_MAP.keys())[:1]:
model = XxxModel.from_pretrained(model_name, cache_dir=CACHE_DIR)
self.assertIsNotNone(model)
if __name__ == "__main__":
unittest.main()

5
templates/adding_a_new_model/tests/test_tokenization_xxx.py
View File

@@ -15,7 +15,6 @@
from __future__ import absolute_import, division, print_function, unicode_literals
import os
import unittest
from io import open
from transformers.tokenization_bert import VOCAB_FILES_NAMES, XxxTokenizer
@@ -63,7 +62,3 @@ class XxxTokenizationTest(CommonTestCases.CommonTokenizerTester):
tokens = tokenizer.tokenize("UNwant\u00E9d,running")
self.assertListEqual(tokens, ["un", "##want", "##ed", ",", "runn", "##ing"])
self.assertListEqual(tokenizer.convert_tokens_to_ids(tokens), [7, 4, 5, 10, 8, 9])
if __name__ == "__main__":
unittest.main()

5
tests/test_configuration_common.py
View File

@@ -16,7 +16,6 @@ from __future__ import absolute_import, division, print_function
import json
import os
import unittest
from .tokenization_tests_commons import TemporaryDirectory
@@ -64,7 +63,3 @@ class ConfigTester(object):
self.create_and_test_config_to_json_string()
self.create_and_test_config_to_json_file()
self.create_and_test_config_from_and_save_pretrained()
if __name__ == "__main__":
unittest.main()

4
tests/test_hf_api.py
View File

@@ -102,7 +102,3 @@ class HfFolderTest(unittest.TestCase):
# ^^ not an error, we test that the
# second call does not fail.
self.assertEqual(HfFolder.get_token(), None)
if __name__ == "__main__":
unittest.main()

4
tests/test_model_card.py
View File

@@ -80,7 +80,3 @@ class ModelCardTester(unittest.TestCase):
model_card_second = ModelCard.from_pretrained(tmpdirname)
self.assertEqual(model_card_second.to_dict(), model_card_first.to_dict())
if __name__ == "__main__":
unittest.main()

6
tests/test_modeling_albert.py
View File

@@ -14,8 +14,6 @@
# limitations under the License.
from __future__ import absolute_import, division, print_function
import unittest
from transformers import is_torch_available
from .test_configuration_common import ConfigTester
@@ -249,7 +247,3 @@ class AlbertModelTest(CommonTestCases.CommonModelTester):
for model_name in list(ALBERT_PRETRAINED_MODEL_ARCHIVE_MAP.keys())[:1]:
model = AlbertModel.from_pretrained(model_name, cache_dir=CACHE_DIR)
self.assertIsNotNone(model)
if __name__ == "__main__":
unittest.main()

4
tests/test_modeling_auto.py
View File

@@ -100,7 +100,3 @@ class AutoModelTest(unittest.TestCase):
logging.basicConfig(level=logging.INFO)
model = AutoModelWithLMHead.from_pretrained(SMALL_MODEL_IDENTIFIER)
self.assertIsInstance(model, BertForMaskedLM)
if __name__ == "__main__":
unittest.main()

6
tests/test_modeling_bert.py
View File

@@ -14,8 +14,6 @@
# limitations under the License.
from __future__ import absolute_import, division, print_function
import unittest
from transformers import is_torch_available
from .test_configuration_common import ConfigTester
@@ -475,7 +473,3 @@ class BertModelTest(CommonTestCases.CommonModelTester):
for model_name in list(BERT_PRETRAINED_MODEL_ARCHIVE_MAP.keys())[:1]:
model = BertModel.from_pretrained(model_name, cache_dir=CACHE_DIR)
self.assertIsNotNone(model)
if __name__ == "__main__":
unittest.main()

4
tests/test_modeling_common.py
View File

@@ -892,7 +892,3 @@ class ModelUtilsTest(unittest.TestCase):
self.assertEqual(model.config.output_attentions, True)
self.assertEqual(model.config.output_hidden_states, True)
self.assertEqual(model.config, config)
if __name__ == "__main__":
unittest.main()

6
tests/test_modeling_ctrl.py
View File

@@ -13,8 +13,6 @@
# limitations under the License.
from __future__ import absolute_import, division, print_function
import unittest
from transformers import is_torch_available
from .test_configuration_common import ConfigTester
@@ -211,7 +209,3 @@ class CTRLModelTest(CommonTestCases.CommonModelTester):
for model_name in list(CTRL_PRETRAINED_MODEL_ARCHIVE_MAP.keys())[:1]:
model = CTRLModel.from_pretrained(model_name, cache_dir=CACHE_DIR)
self.assertIsNotNone(model)
if __name__ == "__main__":
unittest.main()

6
tests/test_modeling_distilbert.py
View File

@@ -14,8 +14,6 @@
# limitations under the License.
from __future__ import absolute_import, division, print_function
import unittest
from transformers import is_torch_available
from .test_configuration_common import ConfigTester
@@ -250,7 +248,3 @@ class DistilBertModelTest(CommonTestCases.CommonModelTester):
# for model_name in list(DISTILBERT_PRETRAINED_MODEL_ARCHIVE_MAP.keys())[:1]:
# model = DistilBertModel.from_pretrained(model_name, cache_dir=CACHE_DIR)
# self.assertIsNotNone(model)
if __name__ == "__main__":
unittest.main()

4
tests/test_modeling_encoder_decoder.py
View File

@@ -48,7 +48,3 @@ class EncoderDecoderModelTest(unittest.TestCase):
with self.assertRaises(ValueError):
_ = Model2Model.from_pretrained("does-not-exist")
if __name__ == "__main__":
unittest.main()

6
tests/test_modeling_gpt2.py
View File

@@ -14,8 +14,6 @@
# limitations under the License.
from __future__ import absolute_import, division, print_function
import unittest
from transformers import is_torch_available
from .test_configuration_common import ConfigTester
@@ -248,7 +246,3 @@ class GPT2ModelTest(CommonTestCases.CommonModelTester):
for model_name in list(GPT2_PRETRAINED_MODEL_ARCHIVE_MAP.keys())[:1]:
model = GPT2Model.from_pretrained(model_name, cache_dir=CACHE_DIR)
self.assertIsNotNone(model)
if __name__ == "__main__":
unittest.main()

6
tests/test_modeling_openai.py
View File

@@ -14,8 +14,6 @@
# limitations under the License.
from __future__ import absolute_import, division, print_function
import unittest
from transformers import is_torch_available
from .test_configuration_common import ConfigTester
@@ -205,7 +203,3 @@ class OpenAIGPTModelTest(CommonTestCases.CommonModelTester):
for model_name in list(OPENAI_GPT_PRETRAINED_MODEL_ARCHIVE_MAP.keys())[:1]:
model = OpenAIGPTModel.from_pretrained(model_name, cache_dir=CACHE_DIR)
self.assertIsNotNone(model)
if __name__ == "__main__":
unittest.main()

4
tests/test_modeling_roberta.py
View File

@@ -298,7 +298,3 @@ class RobertaModelIntegrationTest(unittest.TestCase):
self.assertEqual(output.shape, expected_shape)
expected_tensor = torch.Tensor([[-0.9469, 0.3913, 0.5118]])
self.assertTrue(torch.allclose(output, expected_tensor, atol=1e-3))
if __name__ == "__main__":
unittest.main()

6
tests/test_modeling_t5.py
View File

@@ -14,8 +14,6 @@
# limitations under the License.
from __future__ import absolute_import, division, print_function
import unittest
from transformers import is_torch_available
from .test_configuration_common import ConfigTester
@@ -212,7 +210,3 @@ class T5ModelTest(CommonTestCases.CommonModelTester):
for model_name in list(T5_PRETRAINED_MODEL_ARCHIVE_MAP.keys())[:1]:
model = T5Model.from_pretrained(model_name, cache_dir=CACHE_DIR)
self.assertIsNotNone(model)
if __name__ == "__main__":
unittest.main()

6
tests/test_modeling_tf_albert.py
View File

@@ -14,8 +14,6 @@
# limitations under the License.
from __future__ import absolute_import, division, print_function
import unittest
from transformers import AlbertConfig, is_tf_available
from .test_configuration_common import ConfigTester
@@ -213,7 +211,3 @@ class TFAlbertModelTest(TFCommonTestCases.TFCommonModelTester):
for model_name in list(TF_ALBERT_PRETRAINED_MODEL_ARCHIVE_MAP.keys())[:1]:
model = TFAlbertModel.from_pretrained(model_name, cache_dir=CACHE_DIR)
self.assertIsNotNone(model)
if __name__ == "__main__":
unittest.main()

4
tests/test_modeling_tf_auto.py
View File

@@ -99,7 +99,3 @@ class TFAutoModelTest(unittest.TestCase):
logging.basicConfig(level=logging.INFO)
model = TFAutoModelWithLMHead.from_pretrained(SMALL_MODEL_IDENTIFIER)
self.assertIsInstance(model, TFBertForMaskedLM)
if __name__ == "__main__":
unittest.main()

6
tests/test_modeling_tf_bert.py
View File

@@ -14,8 +14,6 @@
# limitations under the License.
from __future__ import absolute_import, division, print_function
import unittest
from transformers import BertConfig, is_tf_available
from .test_configuration_common import ConfigTester
@@ -315,7 +313,3 @@ class TFBertModelTest(TFCommonTestCases.TFCommonModelTester):
for model_name in ["bert-base-uncased"]:
model = TFBertModel.from_pretrained(model_name, cache_dir=CACHE_DIR)
self.assertIsNotNone(model)
if __name__ == "__main__":
unittest.main()

4
tests/test_modeling_tf_common.py
View File

@@ -378,7 +378,3 @@ def ids_tensor(shape, vocab_size, rng=None, name=None, dtype=None):
output = tf.constant(values, shape=shape, dtype=dtype if dtype is not None else tf.int32)
return output
if __name__ == "__main__":
unittest.main()

6
tests/test_modeling_tf_ctrl.py
View File

@@ -14,8 +14,6 @@
# limitations under the License.
from __future__ import absolute_import, division, print_function
import unittest
from transformers import CTRLConfig, is_tf_available
from .test_configuration_common import ConfigTester
@@ -201,7 +199,3 @@ class TFCTRLModelTest(TFCommonTestCases.TFCommonModelTester):
for model_name in list(TF_CTRL_PRETRAINED_MODEL_ARCHIVE_MAP.keys())[:1]:
model = TFCTRLModel.from_pretrained(model_name, cache_dir=CACHE_DIR)
self.assertIsNotNone(model)
if __name__ == "__main__":
unittest.main()

6
tests/test_modeling_tf_distilbert.py
View File

@@ -14,8 +14,6 @@
# limitations under the License.
from __future__ import absolute_import, division, print_function
import unittest
from transformers import DistilBertConfig, is_tf_available
from .test_configuration_common import ConfigTester
@@ -221,7 +219,3 @@ class TFDistilBertModelTest(TFCommonTestCases.TFCommonModelTester):
# for model_name in list(DISTILBERT_PRETRAINED_MODEL_ARCHIVE_MAP.keys())[:1]:
# model = DistilBertModel.from_pretrained(model_name, cache_dir=CACHE_DIR)
# self.assertIsNotNone(model)
if __name__ == "__main__":
unittest.main()

6
tests/test_modeling_tf_gpt2.py
View File

@@ -14,8 +14,6 @@
# limitations under the License.
from __future__ import absolute_import, division, print_function
import unittest
from transformers import GPT2Config, is_tf_available
from .test_configuration_common import ConfigTester
@@ -234,7 +232,3 @@ class TFGPT2ModelTest(TFCommonTestCases.TFCommonModelTester):
for model_name in list(TF_GPT2_PRETRAINED_MODEL_ARCHIVE_MAP.keys())[:1]:
model = TFGPT2Model.from_pretrained(model_name, cache_dir=CACHE_DIR)
self.assertIsNotNone(model)
if __name__ == "__main__":
unittest.main()

6
tests/test_modeling_tf_openai_gpt.py
View File

@@ -14,8 +14,6 @@
# limitations under the License.
from __future__ import absolute_import, division, print_function
import unittest
from transformers import OpenAIGPTConfig, is_tf_available
from .test_configuration_common import ConfigTester
@@ -235,7 +233,3 @@ class TFOpenAIGPTModelTest(TFCommonTestCases.TFCommonModelTester):
for model_name in list(TF_OPENAI_GPT_PRETRAINED_MODEL_ARCHIVE_MAP.keys())[:1]:
model = TFOpenAIGPTModel.from_pretrained(model_name, cache_dir=CACHE_DIR)
self.assertIsNotNone(model)
if __name__ == "__main__":
unittest.main()

4
tests/test_modeling_tf_roberta.py
View File

@@ -244,7 +244,3 @@ class TFRobertaModelIntegrationTest(unittest.TestCase):
self.assertEqual(list(output.numpy().shape), expected_shape)
expected_tensor = tf.constant([[-0.9469, 0.3913, 0.5118]])
self.assertTrue(numpy.allclose(output.numpy(), expected_tensor.numpy(), atol=1e-3))
if __name__ == "__main__":
unittest.main()

6
tests/test_modeling_tf_t5.py
View File

@@ -14,8 +14,6 @@
# limitations under the License.
from __future__ import absolute_import, division, print_function
import unittest
from transformers import T5Config, is_tf_available
from .test_configuration_common import ConfigTester
@@ -165,7 +163,3 @@ class TFT5ModelTest(TFCommonTestCases.TFCommonModelTester):
for model_name in ["t5-small"]:
model = TFT5Model.from_pretrained(model_name, cache_dir=CACHE_DIR)
self.assertIsNotNone(model)
if __name__ == "__main__":
unittest.main()

5
tests/test_modeling_tf_transfo_xl.py
View File

@@ -15,7 +15,6 @@
from __future__ import absolute_import, division, print_function
import random
import unittest
from transformers import TransfoXLConfig, is_tf_available
@@ -207,7 +206,3 @@ class TFTransfoXLModelTest(TFCommonTestCases.TFCommonModelTester):
for model_name in list(TF_TRANSFO_XL_PRETRAINED_MODEL_ARCHIVE_MAP.keys())[:1]:
model = TFTransfoXLModel.from_pretrained(model_name, cache_dir=CACHE_DIR)
self.assertIsNotNone(model)
if __name__ == "__main__":
unittest.main()

6
tests/test_modeling_tf_xlm.py
View File

@@ -14,8 +14,6 @@
# limitations under the License.
from __future__ import absolute_import, division, print_function
import unittest
from transformers import is_tf_available
from .test_configuration_common import ConfigTester
@@ -306,7 +304,3 @@ class TFXLMModelTest(TFCommonTestCases.TFCommonModelTester):
for model_name in list(TF_XLM_PRETRAINED_MODEL_ARCHIVE_MAP.keys())[:1]:
model = TFXLMModel.from_pretrained(model_name, cache_dir=CACHE_DIR)
self.assertIsNotNone(model)
if __name__ == "__main__":
unittest.main()

5
tests/test_modeling_tf_xlnet.py
View File

@@ -15,7 +15,6 @@
from __future__ import absolute_import, division, print_function
import random
import unittest
from transformers import XLNetConfig, is_tf_available
@@ -401,7 +400,3 @@ class TFXLNetModelTest(TFCommonTestCases.TFCommonModelTester):
for model_name in list(TF_XLNET_PRETRAINED_MODEL_ARCHIVE_MAP.keys())[:1]:
model = TFXLNetModel.from_pretrained(model_name, cache_dir=CACHE_DIR)
self.assertIsNotNone(model)
if __name__ == "__main__":
unittest.main()

5
tests/test_modeling_transfo_xl.py
View File

@@ -15,7 +15,6 @@
from __future__ import absolute_import, division, print_function
import random
import unittest
from transformers import is_torch_available
@@ -208,7 +207,3 @@ class TransfoXLModelTest(CommonTestCases.CommonModelTester):
for model_name in list(TRANSFO_XL_PRETRAINED_MODEL_ARCHIVE_MAP.keys())[:1]:
model = TransfoXLModel.from_pretrained(model_name, cache_dir=CACHE_DIR)
self.assertIsNotNone(model)
if __name__ == "__main__":
unittest.main()

6
tests/test_modeling_xlm.py
View File

@@ -14,8 +14,6 @@
# limitations under the License.
from __future__ import absolute_import, division, print_function
import unittest
from transformers import is_torch_available
from .test_configuration_common import ConfigTester
@@ -390,7 +388,3 @@ class XLMModelTest(CommonTestCases.CommonModelTester):
for model_name in list(XLM_PRETRAINED_MODEL_ARCHIVE_MAP.keys())[:1]:
model = XLMModel.from_pretrained(model_name, cache_dir=CACHE_DIR)
self.assertIsNotNone(model)
if __name__ == "__main__":
unittest.main()

5
tests/test_modeling_xlnet.py
View File

@@ -15,7 +15,6 @@
from __future__ import absolute_import, division, print_function
import random
import unittest
from transformers import is_torch_available
@@ -499,7 +498,3 @@ class XLNetModelTest(CommonTestCases.CommonModelTester):
for model_name in list(XLNET_PRETRAINED_MODEL_ARCHIVE_MAP.keys())[:1]:
model = XLNetModel.from_pretrained(model_name, cache_dir=CACHE_DIR)
self.assertIsNotNone(model)
if __name__ == "__main__":
unittest.main()

4
tests/test_optimization.py
View File

@@ -150,7 +150,3 @@ class ScheduleInitTest(unittest.TestCase):
)
lrs_2 = unwrap_and_save_reload_schedule(scheduler, self.num_steps)
self.assertListEqual([l[0] for l in lrs], [l[0] for l in lrs_2])
if __name__ == "__main__":
unittest.main()

4
tests/test_optimization_tf.py
View File

@@ -83,7 +83,3 @@ class OptimizationFTest(unittest.TestCase):
self.assertEqual(accumulator.step, 0)
self.assertListAlmostEqual(accumulator._gradients[0].values[0].value().numpy().tolist(), [0.0, 0.0], tol=1e-2)
self.assertListAlmostEqual(accumulator._gradients[0].values[1].value().numpy().tolist(), [0.0, 0.0], tol=1e-2)
if __name__ == "__main__":
unittest.main()

4
tests/test_pipelines.py
View File

@@ -205,7 +205,3 @@ class MultiColumnInputTestCase(unittest.TestCase):
for tokenizer, model, config in TF_QA_FINETUNED_MODELS:
nlp = pipeline(task="question-answering", model=model, config=config, tokenizer=tokenizer)
self._test_multicolumn_pipeline(nlp, valid_samples, invalid_samples, mandatory_output_keys)
if __name__ == "__main__":
unittest.main()

5
tests/test_tokenization_albert.py
View File

@@ -15,7 +15,6 @@
from __future__ import absolute_import, division, print_function, unicode_literals
import os
import unittest
from transformers.tokenization_albert import AlbertTokenizer
@@ -78,7 +77,3 @@ class AlbertTokenizationTest(CommonTestCases.CommonTokenizerTester):
assert encoded_pair == [tokenizer.cls_token_id] + text + [tokenizer.sep_token_id] + text_2 + [
tokenizer.sep_token_id
]
if __name__ == "__main__":
unittest.main()

4
tests/test_tokenization_auto.py
View File

@@ -49,7 +49,3 @@ class AutoTokenizerTest(unittest.TestCase):
tokenizer = AutoTokenizer.from_pretrained(SMALL_MODEL_IDENTIFIER)
self.assertIsInstance(tokenizer, BertTokenizer)
self.assertEqual(len(tokenizer), 12)
if __name__ == "__main__":
unittest.main()

5
tests/test_tokenization_bert.py
View File

@@ -15,7 +15,6 @@
from __future__ import absolute_import, division, print_function, unicode_literals
import os
import unittest
from io import open
from transformers.tokenization_bert import (
@@ -146,7 +145,3 @@ class BertTokenizationTest(CommonTestCases.CommonTokenizerTester):
assert encoded_sentence == [101] + text + [102]
assert encoded_pair == [101] + text + [102] + text_2 + [102]
if __name__ == "__main__":
unittest.main()

5
tests/test_tokenization_ctrl.py
View File

@@ -15,7 +15,6 @@ from __future__ import absolute_import, division, print_function, unicode_litera
import json
import os
import unittest
from io import open
from transformers.tokenization_ctrl import VOCAB_FILES_NAMES, CTRLTokenizer
@@ -63,7 +62,3 @@ class CTRLTokenizationTest(CommonTestCases.CommonTokenizerTester):
input_bpe_tokens = [0, 1, 2, 4, 5, 1, 0, 3, 6]
self.assertListEqual(tokenizer.convert_tokens_to_ids(input_tokens), input_bpe_tokens)
if __name__ == "__main__":
unittest.main()

6
tests/test_tokenization_distilbert.py
View File

@@ -14,8 +14,6 @@
# limitations under the License.
from __future__ import absolute_import, division, print_function, unicode_literals
import unittest
from transformers.tokenization_distilbert import DistilBertTokenizer
from .test_tokenization_bert import BertTokenizationTest
@@ -43,7 +41,3 @@ class DistilBertTokenizationTest(BertTokenizationTest):
assert encoded_pair == [tokenizer.cls_token_id] + text + [tokenizer.sep_token_id] + text_2 + [
tokenizer.sep_token_id
]
if __name__ == "__main__":
unittest.main()

5
tests/test_tokenization_gpt2.py
View File

@@ -16,7 +16,6 @@ from __future__ import absolute_import, division, print_function, unicode_litera
import json
import os
import unittest
from io import open
from transformers.tokenization_gpt2 import VOCAB_FILES_NAMES, GPT2Tokenizer
@@ -84,7 +83,3 @@ class GPT2TokenizationTest(CommonTestCases.CommonTokenizerTester):
input_tokens = tokens + [tokenizer.unk_token]
input_bpe_tokens = [14, 15, 10, 9, 3, 2, 15, 19]
self.assertListEqual(tokenizer.convert_tokens_to_ids(input_tokens), input_bpe_tokens)
if __name__ == "__main__":
unittest.main()

5
tests/test_tokenization_openai.py
View File

@@ -16,7 +16,6 @@ from __future__ import absolute_import, division, print_function, unicode_litera
import json
import os
import unittest
from transformers.tokenization_openai import VOCAB_FILES_NAMES, OpenAIGPTTokenizer
@@ -83,7 +82,3 @@ class OpenAIGPTTokenizationTest(CommonTestCases.CommonTokenizerTester):
input_tokens = tokens + ["<unk>"]
input_bpe_tokens = [14, 15, 20]
self.assertListEqual(tokenizer.convert_tokens_to_ids(input_tokens), input_bpe_tokens)
if __name__ == "__main__":
unittest.main()

5
tests/test_tokenization_roberta.py
View File

@@ -16,7 +16,6 @@ from __future__ import absolute_import, division, print_function, unicode_litera
import json
import os
import unittest
from io import open
from transformers.tokenization_roberta import VOCAB_FILES_NAMES, RobertaTokenizer
@@ -111,7 +110,3 @@ class RobertaTokenizationTest(CommonTestCases.CommonTokenizerTester):
assert encoded_sentence == encoded_text_from_decode
assert encoded_pair == encoded_pair_from_decode
if __name__ == "__main__":
unittest.main()

5
tests/test_tokenization_t5.py
View File

@@ -15,7 +15,6 @@
from __future__ import absolute_import, division, print_function, unicode_literals
import os
import unittest
from transformers.tokenization_t5 import T5Tokenizer
from transformers.tokenization_xlnet import SPIECE_UNDERLINE
@@ -110,7 +109,3 @@ class T5TokenizationTest(CommonTestCases.CommonTokenizerTester):
".",
],
)
if __name__ == "__main__":
unittest.main()

5
tests/test_tokenization_transfo_xl.py
View File

@@ -15,7 +15,6 @@
from __future__ import absolute_import, division, print_function, unicode_literals
import os
import unittest
from io import open
from transformers import is_torch_available
@@ -83,7 +82,3 @@ class TransfoXLTokenizationTest(CommonTestCases.CommonTokenizerTester):
self.assertListEqual(
tokenizer.tokenize(" \tHeLLo ! how \n Are yoU ? "), ["HeLLo", "!", "how", "Are", "yoU", "?"]
)
if __name__ == "__main__":
unittest.main()

4
tests/test_tokenization_utils.py
View File

@@ -44,7 +44,3 @@ class TokenizerUtilsTest(unittest.TestCase):
@slow
def test_pretrained_tokenizers(self):
self.check_tokenizer_from_pretrained(GPT2Tokenizer)
if __name__ == "__main__":
unittest.main()

5
tests/test_tokenization_xlm.py
View File

@@ -16,7 +16,6 @@ from __future__ import absolute_import, division, print_function, unicode_litera
import json
import os
import unittest
from transformers.tokenization_xlm import VOCAB_FILES_NAMES, XLMTokenizer
@@ -98,7 +97,3 @@ class XLMTokenizationTest(CommonTestCases.CommonTokenizerTester):
assert encoded_sentence == [1] + text + [1]
assert encoded_pair == [1] + text + [1] + text_2 + [1]
if __name__ == "__main__":
unittest.main()

5
tests/test_tokenization_xlnet.py
View File

@@ -15,7 +15,6 @@
from __future__ import absolute_import, division, print_function, unicode_literals
import os
import unittest
from transformers.tokenization_xlnet import SPIECE_UNDERLINE, XLNetTokenizer
@@ -183,7 +182,3 @@ class XLNetTokenizationTest(CommonTestCases.CommonTokenizerTester):
assert encoded_sentence == text + [4, 3]
assert encoded_pair == text + [4] + text_2 + [4, 3]
if __name__ == "__main__":
unittest.main()