Fix some tests (especially compile with fullgraph=True on Python<3.11) (#38319)

* fix tests

* better fix for python<3.11

* fixes

* style

tests/models/csm/test_modeling_csm.py

@@ -150,7 +150,6 @@ class CsmForConditionalGenerationTest(ModelTesterMixin, GenerationTesterMixin, u
     test_headmasking = False
     test_resize_embeddings = False
     test_resize_embeddings_untied = False
-    test_torch_exportable = True
 
     def setUp(self):
         self.model_tester = CsmModelTester(self)