Fix last models for common tests that are too big. (#25058)

* Fix last models for common tests that are too big.

* Remove print statement

tests/models/upernet/test_modeling_upernet.py

@@ -51,7 +51,7 @@ class UperNetModelTester:
         num_channels=3,
         num_stages=4,
         hidden_sizes=[10, 20, 30, 40],
-        depths=[2, 2, 3, 2],
+        depths=[1, 1, 1, 1],
         is_training=True,
         use_labels=True,
         intermediate_size=37,
@@ -106,12 +106,12 @@ class UperNetModelTester:
     def get_config(self):
         return UperNetConfig(
             backbone_config=self.get_backbone_config(),
-            hidden_size=512,
+            hidden_size=64,
             pool_scales=[1, 2, 3, 6],
             use_auxiliary_head=True,
             auxiliary_loss_weight=0.4,
             auxiliary_in_channels=40,
-            auxiliary_channels=256,
+            auxiliary_channels=32,
             auxiliary_num_convs=1,
             auxiliary_concat_input=False,
             loss_ignore_index=255,
@@ -207,10 +207,6 @@ class UperNetModelTest(ModelTesterMixin, PipelineTesterMixin, unittest.TestCase)
     def test_multi_gpu_data_parallel_forward(self):
         pass
 
-    @unittest.skip("Will be fixed soon by reducing the size of the model used for common tests.")
-    def test_model_is_small(self):
-        pass
-
     def test_hidden_states_output(self):
         def check_hidden_states_output(inputs_dict, config, model_class):
             model = model_class(config)