From 979fccc90f0945756db5547ddc5f6788a4fe63d0 Mon Sep 17 00:00:00 2001 From: regisss <15324346+regisss@users.noreply.github.com> Date: Thu, 7 Mar 2024 10:28:01 +0100 Subject: [PATCH] Enable BLIP for auto VQA (#29499) * Enable BLIP for auto VQA * Make style * Add VQA to BLIP pipeline tests --- src/transformers/models/auto/modeling_auto.py | 1 + tests/models/blip/test_modeling_blip.py | 1 + 2 files changed, 2 insertions(+) diff --git a/src/transformers/models/auto/modeling_auto.py b/src/transformers/models/auto/modeling_auto.py index 109dbb1948..3f80a36cc3 100755 --- a/src/transformers/models/auto/modeling_auto.py +++ b/src/transformers/models/auto/modeling_auto.py @@ -964,6 +964,7 @@ MODEL_FOR_TABLE_QUESTION_ANSWERING_MAPPING_NAMES = OrderedDict( MODEL_FOR_VISUAL_QUESTION_ANSWERING_MAPPING_NAMES = OrderedDict( [ + ("blip", "BlipForQuestionAnswering"), ("blip-2", "Blip2ForConditionalGeneration"), ("vilt", "ViltForQuestionAnswering"), ] diff --git a/tests/models/blip/test_modeling_blip.py b/tests/models/blip/test_modeling_blip.py index 54512596b0..4e87dca58f 100644 --- a/tests/models/blip/test_modeling_blip.py +++ b/tests/models/blip/test_modeling_blip.py @@ -432,6 +432,7 @@ class BlipModelTest(ModelTesterMixin, PipelineTesterMixin, unittest.TestCase): { "feature-extraction": BlipModel, "image-to-text": BlipForConditionalGeneration, + "visual-question-answering": BlipForQuestionAnswering, } if is_torch_available() else {}