Enable BLIP for auto VQA (#29499)

regisss · web-flow · commit 979fccc90f09 · 2024-03-07T10:28:01.000+01:00
* Enable BLIP for auto VQA

* Make style

* Add VQA to BLIP pipeline tests
diff --git a/src/transformers/models/auto/modeling_auto.py b/src/transformers/models/auto/modeling_auto.py
@@ -964,6 +964,7 @@
 
 MODEL_FOR_VISUAL_QUESTION_ANSWERING_MAPPING_NAMES = OrderedDict(
     [
+        ("blip", "BlipForQuestionAnswering"),
         ("blip-2", "Blip2ForConditionalGeneration"),
         ("vilt", "ViltForQuestionAnswering"),
     ]
diff --git a/tests/models/blip/test_modeling_blip.py b/tests/models/blip/test_modeling_blip.py
@@ -432,6 +432,7 @@ class BlipModelTest(ModelTesterMixin, PipelineTesterMixin, unittest.TestCase):
         {
             "feature-extraction": BlipModel,
             "image-to-text": BlipForConditionalGeneration,
+            "visual-question-answering": BlipForQuestionAnswering,
         }
         if is_torch_available()
         else {}

Original file line number	Diff line number	Diff line change
`@@ -964,6 +964,7 @@`
`964`	`964`
`965`	`965`	`MODEL_FOR_VISUAL_QUESTION_ANSWERING_MAPPING_NAMES = OrderedDict(`
`966`	`966`	`[`
	`967`	`+ ("blip", "BlipForQuestionAnswering"),`
`967`	`968`	`("blip-2", "Blip2ForConditionalGeneration"),`
`968`	`969`	`("vilt", "ViltForQuestionAnswering"),`
`969`	`970`	`]`
Original file line number	Diff line number	Diff line change
`@@ -432,6 +432,7 @@ class BlipModelTest(ModelTesterMixin, PipelineTesterMixin, unittest.TestCase):`
`432`	`432`	`{`
`433`	`433`	`"feature-extraction": BlipModel,`
`434`	`434`	`"image-to-text": BlipForConditionalGeneration,`
	`435`	`+ "visual-question-answering": BlipForQuestionAnswering,`
`435`	`436`	`}`
`436`	`437`	`if is_torch_available()`
`437`	`438`	`else {}`