SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

test_custom_4d_attention_mask skip with sliding window attn (#30833)

Browse Source
This commit is contained in:
Poedator
2024-05-23 16:22:10 +03:00
committed by GitHub
parent 87a351818e
commit 6739e1d261
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
tests/test_modeling_common.py
View File

@@ -4407,6 +4407,8 @@ class ModelTesterMixin:
if not model_class._supports_static_cache: if not model_class._supports_static_cache:
self.skipTest(f"{model_class.__name__} is not guaranteed to work with custom 4D attention masks") self.skipTest(f"{model_class.__name__} is not guaranteed to work with custom 4D attention masks")
config, _ = self.model_tester.prepare_config_and_inputs_for_common() config, _ = self.model_tester.prepare_config_and_inputs_for_common()
if getattr(config, "sliding_window", 0) > 0:
self.skipTest(f"{model_class.__name__} with sliding window attention is not supported by this test")
model = model_class(config).to(device=torch_device, dtype=torch.float32) model = model_class(config).to(device=torch_device, dtype=torch.float32)
( (