Rework pipeline tests (#19366)

* Rework pipeline tests

* Try to fix Flax tests

* Try to put it before

* Use a new decorator instead

* Remove ignore marker since it doesn't work

* Filter pipeline tests

* Woopsie

* Use the fitlered list

* Clean up and fake modif

* Remove init

* Revert fake modif

tests/pipelines/test_pipelines_image_classification.py

@@ -22,10 +22,10 @@ from transformers import (
 )
 from transformers.pipelines import ImageClassificationPipeline, pipeline
 from transformers.testing_utils import (
-    is_pipeline_test,
     nested_simplify,
     require_tf,
     require_torch,
+    require_torch_or_tf,
     require_vision,
     slow,
 )
@@ -43,7 +43,7 @@ else:
             pass
 
 
-@is_pipeline_test
+@require_torch_or_tf
 @require_vision
 class ImageClassificationPipelineTests(unittest.TestCase, metaclass=PipelineTestCaseMeta):
     model_mapping = MODEL_FOR_IMAGE_CLASSIFICATION_MAPPING