add the missing flash attention test marker (#32419)

* add flash attention check * fix * fix * add the missing marker * bug fix * add one more * remove order * add one more
2024-08-06 18:18:58 +08:00
parent 0aa8328293
commit e85d86398a
7 changed files with 9 additions and 2 deletions
--- a/tests/models/gemma/test_modeling_gemma.py
+++ b/tests/models/gemma/test_modeling_gemma.py
@@ -628,9 +628,9 @@ class GemmaIntegrationTest(unittest.TestCase):

        self.assertEqual(output_text, EXPECTED_TEXTS)

-    @pytest.mark.flash_attn_test
    @require_flash_attn
    @require_read_token
+    @pytest.mark.flash_attn_test
    def test_model_2b_flash_attn(self):
        model_id = "google/gemma-2b"
        EXPECTED_TEXTS = [