Fix last models for common tests that are too big. (#25058)

* Fix last models for common tests that are too big.

* Remove print statement

tests/models/vivit/test_modeling_vivit.py

@@ -55,8 +55,8 @@ class VivitModelTester:
         num_frames=8,  # decreased, because default 32 takes too much RAM at inference
         tubelet_size=[2, 4, 4],
         num_channels=3,
-        hidden_size=768,
-        num_hidden_layers=5,
+        hidden_size=32,
+        num_hidden_layers=2,
         num_attention_heads=4,
         intermediate_size=37,
         hidden_act="gelu_fast",
@@ -310,10 +310,6 @@ class VivitModelTest(ModelTesterMixin, unittest.TestCase):
 
             check_hidden_states_output(inputs_dict, config, model_class)
 
-    @unittest.skip("Will be fixed soon by reducing the size of the model used for common tests.")
-    def test_model_is_small(self):
-        pass
-
 
 # We will verify our results on a video of eating spaghetti
 # Frame indices used: [164 168 172 176 181 185 189 193 198 202 206 210 215 219 223 227]