SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

[tests] make more tests device-agnostic (#33580)

Browse Source 
* enable

* fix

* add xpu skip

* add marker

* skip for xpu

* add more

* enable on accelerator

* add more cases

* add more tests

* add more
This commit is contained in:
Fanli Lin
2024-09-20 17:16:43 +08:00
committed by GitHub
parent 31650a53a1
commit 8bd1f2f338
7 changed files with 24 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
tests/models/llama/test_modeling_llama.py
View File

@@ -24,10 +24,12 @@ from parameterized import parameterized
from transformers import AutoTokenizer, LlamaConfig, StaticCache, is_torch_available, set_seed
from transformers.testing_utils import (
backend_empty_cache,
require_bitsandbytes,
require_flash_attn,
require_read_token,
require_torch,
require_torch_accelerator,
require_torch_gpu,
require_torch_sdpa,
slow,
@@ -899,11 +901,11 @@ class LlamaIntegrationTest(unittest.TestCase):
@slow
@require_torch_gpu
@require_torch_accelerator
class Mask4DTestHard(unittest.TestCase):
def tearDown(self):
gc.collect()
torch.cuda.empty_cache()
backend_empty_cache(torch_device)
def setUp(self):
model_name = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"