[Tests] Improve test_attention_outputs (#20701)

* Improve tests

* Improve TF tests

* Apply suggestion

* Fix test

Co-authored-by: Niels Rogge <nielsrogge@Nielss-MacBook-Pro.local>

tests/models/van/test_modeling_van.py

@@ -144,10 +144,6 @@ class VanModelTest(ModelTesterMixin, unittest.TestCase):
     def create_and_test_config_common_properties(self):
         return
 
-    @unittest.skip(reason="Van does not output attentions")
-    def test_attention_outputs(self):
-        pass
-
     @unittest.skip(reason="Van does not use inputs_embeds")
     def test_inputs_embeds(self):
         pass