Patch-past-refactor (#21050)

* small patches, forgot a line

* refactor PT

* the actual fix

tests/pipelines/test_pipelines_image_to_text.py

@@ -55,7 +55,6 @@ class ImageToTextPipelineTests(unittest.TestCase, metaclass=PipelineTestCaseMeta
         )
 
     @require_tf
-    @unittest.skip("Arthur will fix me!")
     def test_small_model_tf(self):
         pipe = pipeline("image-to-text", model="hf-internal-testing/tiny-random-vit-gpt2", framework="tf")
         image = "./tests/fixtures/tests_samples/COCO/000000039769.png"