From e268d7e5dcfc3a2f070114795592853ab4408473 Mon Sep 17 00:00:00 2001
From: Dean Wyatte <2512762+dwyatte@users.noreply.github.com>
Date: Thu, 21 Dec 2023 00:39:44 -0700
Subject: [PATCH] disable test_retain_grad_hidden_states_attentions on
 SeamlessM4TModelWithTextInputTest (#28169)

disable retain_grad_hidden_states_attentions on SeamlessM4TModelWithTextInputTest
---
 tests/models/seamless_m4t/test_modeling_seamless_m4t.py | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/tests/models/seamless_m4t/test_modeling_seamless_m4t.py b/tests/models/seamless_m4t/test_modeling_seamless_m4t.py
index 68979202d4..365775171e 100644
--- a/tests/models/seamless_m4t/test_modeling_seamless_m4t.py
+++ b/tests/models/seamless_m4t/test_modeling_seamless_m4t.py
@@ -751,6 +751,12 @@ class SeamlessM4TModelWithTextInputTest(
     def test_training_gradient_checkpointing_use_reentrant_false(self):
         pass
 
+    @unittest.skip(
+        reason="In training model, the first encoder layer is sometimes skipped. Training is not supported yet, so the test is ignored."
+    )
+    def test_retain_grad_hidden_states_attentions(self):
+        pass
+
 
 @require_torch
 class SeamlessM4TGenerationTest(unittest.TestCase):