[Gemma3] compile ✨ (#37447)

2025-04-18 14:55:43 +01:00
parent a1b82563f1
commit e5ac23081e
10 changed files with 90 additions and 148 deletions
--- a/tests/models/gemma2/test_modeling_gemma2.py
+++ b/tests/models/gemma2/test_modeling_gemma2.py
@@ -154,6 +154,10 @@ class Gemma2ModelTest(GemmaModelTest, unittest.TestCase):
    def test_multi_gpu_data_parallel_forward(self):
        pass

+    @unittest.skip("Gemma2 has HybridCache which auto-compiles. Compile and FA2 don't work together.")
+    def test_eager_matches_fa2_generate(self):
+        pass
+

@slow
@require_torch_accelerator