Fix fx tests with inputs_embeds (#31862)

* fix tests

* [test_all] check

* address review comments

src/transformers/utils/fx.py

@@ -997,11 +997,23 @@ class HFTracer(Tracer):
             )
         elif "inputs_embeds" in input_name:
             batch_size = shape[0]
-            sequence_length = shape[-1]
 
-            inputs_dict[input_name] = torch.zeros(
+            if (
-                batch_size, sequence_length, model.config.hidden_size, dtype=torch.float, device=device
+                getattr(model.config, "embedding_size", None) is not None
-            )
+                and model.config.model_type != "megatron-bert"
+            ):
+                embedding_size = model.config.embedding_size
+            else:
+                embedding_size = model.config.hidden_size
+
+            if len(shape) == 3:
+                # (batch_size, num_choices, sequence_length, embedding_size)
+                embedding_shape = (batch_size, shape[1], shape[2], embedding_size)
+            else:
+                # (batch_size, sequence_length, embedding_size)
+                embedding_shape = (batch_size, shape[1], embedding_size)
+
+            inputs_dict[input_name] = torch.zeros(embedding_shape, dtype=torch.float, device=device)
         elif "visual_feats" in input_name:
             inputs_dict[input_name] = torch.zeros(
                 shape

tests/test_modeling_common.py

@@ -1215,14 +1215,33 @@ class ModelTesterMixin:
                             (past_mask, inputs_to_test[1]["attention_mask"]), dim=1
                         )
 
-            if "inputs_embeds" in inspect.signature(model.forward).parameters and not model.config.is_encoder_decoder:
+                forward_parameters = inspect.signature(model.forward).parameters
-                inputs_to_test.append(
+                if "input_ids" in forward_parameters and "inputs_embeds" in forward_parameters:
-                    {
+                    inps = copy.deepcopy(inputs_to_test[0])
-                        "inputs_embeds": torch.rand(
+
-                            2, 2, model.config.hidden_size, dtype=torch.float, device=torch_device
+                    embedding_size = (
-                        )
+                        model.config.embedding_size
-                    }
+                        if getattr(model.config, "embedding_size", None) is not None
-                )
+                        and model.config.model_type != "megatron-bert"
+                        else model.config.hidden_size
+                    )
+
+                    if (
+                        model.config.model_type in MODEL_FOR_MULTIPLE_CHOICE_MAPPING_NAMES
+                        and model.__class__.__name__
+                        == MODEL_FOR_MULTIPLE_CHOICE_MAPPING_NAMES[model.config.model_type]
+                    ):
+                        batch_size, num_choices, sequence_length = inputs["input_ids"].shape
+                        shape = (batch_size, num_choices, sequence_length, embedding_size)
+                    elif inps["input_ids"].ndim == 2:
+                        batch_size, sequence_length = inputs["input_ids"].shape
+                        shape = (batch_size, sequence_length, embedding_size)
+                    else:
+                        self.skipTest("Unknown case")
+
+                    del inps["input_ids"]
+                    inps["inputs_embeds"] = torch.rand(shape, dtype=torch.float, device=torch_device)
+                    inputs_to_test.append(inps)
 
             for inps in inputs_to_test:
                 filtered_inputs = {k: v for (k, v) in inps.items() if k in input_names}