Fix Lfm2 and common tests (#39398)

* fix

* better fix

* typo

tests/models/lfm2/test_modeling_lfm2.py

@@ -85,6 +85,12 @@ class Lfm2ModelTest(CausalLMModelTest, unittest.TestCase):
     def test_contrastive_generate_low_memory(self):
         pass
 
+    @unittest.skip(
+        "Lfm2 has a special cache format which is not compatible with compile as it has static address for conv cache"
+    )
+    def test_sdpa_can_compile_dynamic(self):
+        pass
+
 
 @require_torch_accelerator
 @require_read_token