SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Enable BLIP for auto VQA (#29499)

Browse Source 
* Enable BLIP for auto VQA

* Make style

* Add VQA to BLIP pipeline tests
This commit is contained in:
regisss
2024-03-07 10:28:01 +01:00
committed by GitHub
parent d45f47ab7f
commit 979fccc90f
2 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
src/transformers/models/auto/modeling_auto.py
View File

@@ -964,6 +964,7 @@ MODEL_FOR_TABLE_QUESTION_ANSWERING_MAPPING_NAMES = OrderedDict(
MODEL_FOR_VISUAL_QUESTION_ANSWERING_MAPPING_NAMES = OrderedDict( MODEL_FOR_VISUAL_QUESTION_ANSWERING_MAPPING_NAMES = OrderedDict(
[ [
("blip", "BlipForQuestionAnswering"),
("blip-2", "Blip2ForConditionalGeneration"), ("blip-2", "Blip2ForConditionalGeneration"),
("vilt", "ViltForQuestionAnswering"), ("vilt", "ViltForQuestionAnswering"),
] ]

1
tests/models/blip/test_modeling_blip.py
View File

@@ -432,6 +432,7 @@ class BlipModelTest(ModelTesterMixin, PipelineTesterMixin, unittest.TestCase):
{ {
"feature-extraction": BlipModel, "feature-extraction": BlipModel,
"image-to-text": BlipForConditionalGeneration, "image-to-text": BlipForConditionalGeneration,
"visual-question-answering": BlipForQuestionAnswering,
} }
if is_torch_available() if is_torch_available()
else {} else {}