From d2357a0133f0157cb7def2995f62b6088f97ad0f Mon Sep 17 00:00:00 2001 From: lewtun Date: Tue, 22 Nov 2022 17:11:17 +0100 Subject: [PATCH] Use tiny models for ONNX tests - text modality (#20333) * Use tiny ONNX models * Fix broken tests * Add tiny perceiver * Add tiny convbert --- tests/onnx/test_onnx_v2.py | 95 ++++++++++++++++++-------------------- 1 file changed, 46 insertions(+), 49 deletions(-) diff --git a/tests/onnx/test_onnx_v2.py b/tests/onnx/test_onnx_v2.py index f996e9f466..fa58c5ce75 100644 --- a/tests/onnx/test_onnx_v2.py +++ b/tests/onnx/test_onnx_v2.py @@ -179,48 +179,48 @@ class OnnxConfigWithPastTestCaseV2(TestCase): PYTORCH_EXPORT_MODELS = { - ("albert", "hf-internal-testing/tiny-albert"), - ("bert", "bert-base-cased"), - ("big-bird", "google/bigbird-roberta-base"), - ("ibert", "kssteven/ibert-roberta-base"), + ("albert", "hf-internal-testing/tiny-random-AlbertModel"), + ("bert", "hf-internal-testing/tiny-random-BertModel"), + ("beit", "microsoft/beit-base-patch16-224"), + ("big-bird", "hf-internal-testing/tiny-random-BigBirdModel"), ("camembert", "camembert-base"), - ("clip", "openai/clip-vit-base-patch32"), - ("convbert", "YituTech/conv-bert-base"), - ("codegen", "Salesforce/codegen-350M-multi"), - ("deberta", "microsoft/deberta-base"), - ("deberta-v2", "microsoft/deberta-v2-xlarge"), + ("clip", "hf-internal-testing/tiny-random-CLIPModel"), + ("convbert", "hf-internal-testing/tiny-random-ConvBertModel"), + ("codegen", "hf-internal-testing/tiny-random-CodeGenModel"), + ("data2vec-text", "hf-internal-testing/tiny-random-Data2VecTextModel"), + ("data2vec-vision", "facebook/data2vec-vision-base"), + ("deberta", "hf-internal-testing/tiny-random-DebertaModel"), + ("deberta-v2", "hf-internal-testing/tiny-random-DebertaV2Model"), + ("deit", "facebook/deit-small-patch16-224"), ("convnext", "facebook/convnext-tiny-224"), ("detr", "facebook/detr-resnet-50"), - ("distilbert", "distilbert-base-cased"), - ("electra", "google/electra-base-generator"), + ("distilbert", "hf-internal-testing/tiny-random-DistilBertModel"), + ("electra", "hf-internal-testing/tiny-random-ElectraModel"), + ("groupvit", "nvidia/groupvit-gcc-yfcc"), + ("ibert", "kssteven/ibert-roberta-base"), ("imagegpt", "openai/imagegpt-small"), - ("resnet", "microsoft/resnet-50"), - ("roberta", "roberta-base"), - ("roformer", "junnyu/roformer_chinese_base"), - ("squeezebert", "squeezebert/squeezebert-uncased"), - ("mobilebert", "google/mobilebert-uncased"), + ("levit", "facebook/levit-128S"), + ("layoutlm", "hf-internal-testing/tiny-random-LayoutLMModel"), + ("layoutlmv3", "microsoft/layoutlmv3-base"), + ("longformer", "allenai/longformer-base-4096"), + ("mobilebert", "hf-internal-testing/tiny-random-MobileBertModel"), ("mobilenet_v1", "google/mobilenet_v1_0.75_192"), ("mobilenet_v2", "google/mobilenet_v2_0.35_96"), ("mobilevit", "apple/mobilevit-small"), - ("xlm", "xlm-clm-ende-1024"), - ("xlm-roberta", "xlm-roberta-base"), - ("layoutlm", "microsoft/layoutlm-base-uncased"), - ("layoutlmv3", "microsoft/layoutlmv3-base"), - ("groupvit", "nvidia/groupvit-gcc-yfcc"), - ("levit", "facebook/levit-128S"), ("owlvit", "google/owlvit-base-patch32"), - ("vit", "google/vit-base-patch16-224"), - ("deit", "facebook/deit-small-patch16-224"), - ("beit", "microsoft/beit-base-patch16-224"), - ("data2vec-text", "facebook/data2vec-text-base"), - ("data2vec-vision", "facebook/data2vec-vision-base"), - ("perceiver", "deepmind/language-perceiver", ("masked-lm", "sequence-classification")), - ("perceiver", "deepmind/vision-perceiver-conv", ("image-classification",)), - ("longformer", "allenai/longformer-base-4096"), - ("yolos", "hustvl/yolos-tiny"), + ("perceiver", "hf-internal-testing/tiny-random-PerceiverModel", ("masked-lm", "sequence-classification")), + ("perceiver", "hf-internal-testing/tiny-random-PerceiverModel", ("image-classification",)), + ("resnet", "microsoft/resnet-50"), + ("roberta", "hf-internal-testing/tiny-random-RobertaModel"), + ("roformer", "hf-internal-testing/tiny-random-RoFormerModel"), ("segformer", "nvidia/segformer-b0-finetuned-ade-512-512"), + ("squeezebert", "hf-internal-testing/tiny-random-SqueezeBertModel"), ("swin", "microsoft/swin-tiny-patch4-window7-224"), + ("vit", "google/vit-base-patch16-224"), + ("yolos", "hustvl/yolos-tiny"), ("whisper", "openai/whisper-tiny.en"), + ("xlm", "hf-internal-testing/tiny-random-XLMModel"), + ("xlm-roberta", "hf-internal-testing/tiny-random-XLMRobertaXLModel"), } PYTORCH_EXPORT_ENCODER_DECODER_MODELS = { @@ -228,34 +228,31 @@ PYTORCH_EXPORT_ENCODER_DECODER_MODELS = { } PYTORCH_EXPORT_WITH_PAST_MODELS = { - ("bloom", "bigscience/bloom-560m"), - ("gpt2", "gpt2"), - ("gpt-neo", "EleutherAI/gpt-neo-125M"), + ("bloom", "hf-internal-testing/tiny-random-BloomModel"), + ("gpt2", "hf-internal-testing/tiny-random-GPT2Model"), + ("gpt-neo", "hf-internal-testing/tiny-random-GPTNeoModel"), } PYTORCH_EXPORT_SEQ2SEQ_WITH_PAST_MODELS = { - ("bart", "facebook/bart-base"), - ("mbart", "sshleifer/tiny-mbart"), - ("t5", "t5-small"), - ("marian", "Helsinki-NLP/opus-mt-en-de"), - ("mt5", "google/mt5-base"), - ("m2m-100", "facebook/m2m100_418M"), + ("bart", "hf-internal-testing/tiny-random-BartModel"), + ("bigbird-pegasus", "hf-internal-testing/tiny-random-BigBirdPegasusModel"), ("blenderbot-small", "facebook/blenderbot_small-90M"), - ("blenderbot", "facebook/blenderbot-400M-distill"), - ("bigbird-pegasus", "google/bigbird-pegasus-large-arxiv"), - ("longt5", "google/long-t5-local-base"), - # Disable for now as it causes fatal error `Floating point exception (core dumped)` and the subsequential tests are - # not run. - # ("longt5", "google/long-t5-tglobal-base"), + ("blenderbot", "hf-internal-testing/tiny-random-BlenderbotModel"), + ("longt5", "hf-internal-testing/tiny-random-LongT5Model"), + ("marian", "Helsinki-NLP/opus-mt-en-de"), + ("mbart", "sshleifer/tiny-mbart"), + ("mt5", "google/mt5-base"), + ("m2m-100", "hf-internal-testing/tiny-random-M2M100Model"), + ("t5", "hf-internal-testing/tiny-random-T5Model"), } # TODO(lewtun): Include the same model types in `PYTORCH_EXPORT_MODELS` once TensorFlow has parity with the PyTorch model implementations. TENSORFLOW_EXPORT_DEFAULT_MODELS = { ("albert", "hf-internal-testing/tiny-albert"), - ("bert", "bert-base-cased"), + ("bert", "hf-internal-testing/tiny-random-BertModel"), ("camembert", "camembert-base"), - ("distilbert", "distilbert-base-cased"), - ("roberta", "roberta-base"), + ("distilbert", "hf-internal-testing/tiny-random-DistilBertModel"), + ("roberta", "hf-internal-testing/tiny-random-RobertaModel"), } # TODO(lewtun): Include the same model types in `PYTORCH_EXPORT_WITH_PAST_MODELS` once TensorFlow has parity with the PyTorch model implementations.