SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Fix some GPU OOM after #37553 (#37591)

Browse Source 
* fix

* trigger CI

---------

Co-authored-by: ydshieh <ydshieh@users.noreply.github.com>
This commit is contained in:
Yih-Dar
2025-04-18 10:09:19 +02:00
committed by GitHub
parent 438324c9cf
commit f974214353
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
tests/models/llama/test_modeling_llama.py
View File

@@ -699,6 +699,7 @@ class Mask4DTestHard(unittest.TestCase):
cleanup(torch_device, gc_collect=True) cleanup(torch_device, gc_collect=True)
def setUp(self): def setUp(self):
cleanup(torch_device, gc_collect=True)
model_name = "TinyLlama/TinyLlama-1.1B-Chat-v1.0" model_name = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
self.model_dtype = torch.float32 self.model_dtype = torch.float32
self.tokenizer = LlamaTokenizer.from_pretrained(model_name) self.tokenizer = LlamaTokenizer.from_pretrained(model_name)