diff --git a/tests/test_modeling_common.py b/tests/test_modeling_common.py
index 57722d2261..53d44e60c8 100755
--- a/tests/test_modeling_common.py
+++ b/tests/test_modeling_common.py
@@ -2565,7 +2565,6 @@ class ModelTesterMixin:
 
     def test_tied_weights_keys(self):
         config, _ = self.model_tester.prepare_config_and_inputs_for_common()
-        config.get_text_config().tie_word_embeddings = True
         for model_class in self.all_model_classes:
             model_tied = model_class(copy.deepcopy(config))