add _supports_flex_attn = True for models that do support it (#35598)

* add `_supports_flex_attn = True`

* fix repo consistency
This commit is contained in:
Arthur
2025-01-09 20:03:33 +01:00
committed by GitHub
parent c9c682d19c
commit e97d7a5be5
18 changed files with 18 additions and 0 deletions

View File

@@ -704,6 +704,7 @@ class AriaPreTrainedModel(PreTrainedModel):
_skip_keys_device_placement = ["past_key_values"]
_supports_flash_attn_2 = True
_supports_sdpa = True
_supports_flex_attn = True
_supports_cache_class = True
_supports_quantized_cache = True
_supports_static_cache = True