Move tests/utils.py -> transformers/testing_utils.py (#5350)

This commit is contained in:
Sam Shleifer
2020-07-01 10:31:17 -04:00
committed by GitHub
parent 9c219305f5
commit 13deb95a40
66 changed files with 66 additions and 86 deletions

View File

@@ -17,6 +17,7 @@
import os
import unittest
from transformers.testing_utils import custom_tokenizers
from transformers.tokenization_bert import WordpieceTokenizer
from transformers.tokenization_bert_japanese import (
VOCAB_FILES_NAMES,
@@ -26,7 +27,6 @@ from transformers.tokenization_bert_japanese import (
)
from .test_tokenization_common import TokenizerTesterMixin
from .utils import custom_tokenizers
@custom_tokenizers