Fix past CI (#20967)
* Fix for Past CI * make style * clean up * unindent 2 blocks Co-authored-by: ydshieh <ydshieh@users.noreply.github.com>
This commit is contained in:
@@ -4,15 +4,15 @@ from tempfile import TemporaryDirectory
|
||||
|
||||
from transformers import AutoConfig, TFAutoModel, is_tensorflow_text_available, is_tf_available
|
||||
from transformers.models.bert.tokenization_bert import BertTokenizer
|
||||
from transformers.testing_utils import require_tensorflow_text, slow
|
||||
from transformers.testing_utils import require_tensorflow_text, require_tf, slow
|
||||
|
||||
|
||||
if is_tensorflow_text_available():
|
||||
from transformers.models.bert import TFBertTokenizer
|
||||
|
||||
if is_tf_available():
|
||||
import tensorflow as tf
|
||||
|
||||
if is_tensorflow_text_available():
|
||||
from transformers.models.bert import TFBertTokenizer
|
||||
|
||||
|
||||
TOKENIZER_CHECKPOINTS = ["bert-base-uncased", "bert-base-cased"]
|
||||
TINY_MODEL_CHECKPOINT = "hf-internal-testing/tiny-bert-tf-only"
|
||||
@@ -32,6 +32,7 @@ if is_tf_available():
|
||||
return out["pooler_output"]
|
||||
|
||||
|
||||
@require_tf
|
||||
@require_tensorflow_text
|
||||
class BertTokenizationTest(unittest.TestCase):
|
||||
# The TF tokenizers are usually going to be used as pretrained tokenizers from existing model checkpoints,
|
||||
|
||||
Reference in New Issue
Block a user