Allow passing arguments to model testers for CLIP-like models (#20044)

* POC

* For more CLIP-like models

Co-authored-by: ydshieh <ydshieh@users.noreply.github.com>

tests/models/flava/test_modeling_flava.py

@@ -746,17 +746,31 @@ class FlavaModelTester:
     def __init__(
         self,
         parent,
+        text_kwargs=None,
+        image_kwargs=None,
+        multimodal_kwargs=None,
+        image_codebook_kwargs=None,
         is_training=True,
         hidden_size=32,
         projection_dim=32,
         initializer_range=0.02,
         layer_norm_eps=1e-12,
     ):
+
+        if text_kwargs is None:
+            text_kwargs = {}
+        if image_kwargs is None:
+            image_kwargs = {}
+        if multimodal_kwargs is None:
+            multimodal_kwargs = {}
+        if image_codebook_kwargs is None:
+            image_codebook_kwargs = {}
+
         self.parent = parent
-        self.image_model_tester = FlavaImageModelTester(parent)
-        self.text_model_tester = FlavaTextModelTester(parent)
-        self.multimodal_model_tester = FlavaMultimodalModelTester(parent)
-        self.image_codebook_tester = FlavaImageCodebookTester(parent)
+        self.image_model_tester = FlavaImageModelTester(parent, **image_kwargs)
+        self.text_model_tester = FlavaTextModelTester(parent, **text_kwargs)
+        self.multimodal_model_tester = FlavaMultimodalModelTester(parent, **multimodal_kwargs)
+        self.image_codebook_tester = FlavaImageCodebookTester(parent, **image_codebook_kwargs)
         self.is_training = is_training
         self.config_tester = ConfigTester(self, config_class=FlavaConfig, hidden_size=37)
         self.hidden_size = hidden_size