[Tests] Improve vision tests (#14458)

* Improve tests

* Install vision for tf tests

tests/test_modeling_beit.py

@@ -414,6 +414,7 @@ def prepare_img():
     return image
 
 
+@require_torch
 @require_vision
 class BeitModelIntegrationTest(unittest.TestCase):
     @cached_property

tests/test_modeling_deit.py

@@ -391,6 +391,7 @@ def prepare_img():
     return image
 
 
+@require_torch
 @require_vision
 class DeiTModelIntegrationTest(unittest.TestCase):
     @cached_property

tests/test_modeling_tf_vit.py

@@ -353,7 +353,7 @@ class TFViTModelTest(TFModelTesterMixin, unittest.TestCase):
     @slow
     def test_model_from_pretrained(self):
 
-        model = TFViTModel.from_pretrained("google/vit-base-patch16-224", from_pt=True)
+        model = TFViTModel.from_pretrained("google/vit-base-patch16-224")
         self.assertIsNotNone(model)
 
 
@@ -363,6 +363,7 @@ def prepare_img():
     return image
 
 
+@require_tf
 @require_vision
 class TFViTModelIntegrationTest(unittest.TestCase):
     @cached_property

tests/test_modeling_vit.py

@@ -331,6 +331,7 @@ def prepare_img():
     return image
 
 
+@require_torch
 @require_vision
 class ViTModelIntegrationTest(unittest.TestCase):
     @cached_property