SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Rename supports_static_cache to can_compile_fullgraph (#39505)

Browse Source 
* update all

* Apply suggestions from code review

Co-authored-by: Joao Gante <joaofranciscocardosogante@gmail.com>

* apply suggestions

* fix copies

---------

Co-authored-by: Joao Gante <joaofranciscocardosogante@gmail.com>
This commit is contained in:
Raushan Turganbay
2025-07-23 11:35:18 +02:00
committed by GitHub
parent b357cbb19d
commit eb1a007f7f
130 changed files with 143 additions and 148 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/modular-transformers/modeling_my_new_model2.py
View File

@@ -294,7 +294,7 @@ class MyNewModel2PreTrainedModel(PreTrainedModel):
_supports_flex_attn = True
_supports_cache_class = True
_supports_quantized_cache = True
_supports_static_cache = True
_can_compile_fullgraph = True
_supports_attention_backend = True
_can_record_outputs = {
"hidden_states": MyNewModel2DecoderLayer,

2
examples/modular-transformers/modeling_new_task_model.py
View File

@@ -94,7 +94,7 @@ class NewTaskModelPreTrainedModel(PreTrainedModel):
_skip_keys_device_placement = "past_key_values"
_supports_cache_class = True
_supports_quantized_cache = True
_supports_static_cache = True
_can_compile_fullgraph = True
_supports_flash_attn = True
_supports_sdpa = True
_supports_flex_attn = True

2
examples/modular-transformers/modeling_super.py
View File

@@ -293,7 +293,7 @@ class SuperPreTrainedModel(PreTrainedModel):
_supports_flex_attn = True
_supports_cache_class = True
_supports_quantized_cache = True
_supports_static_cache = True
_can_compile_fullgraph = True
_supports_attention_backend = True
_can_record_outputs = {
"hidden_states": SuperDecoderLayer,