From d16f0abc3fed7c8c29050499e5252343d5fd6c57 Mon Sep 17 00:00:00 2001 From: Fanli Lin Date: Mon, 8 Apr 2024 19:49:31 +0800 Subject: [PATCH] [tests] add `require_bitsandbytes` marker (#30116) * add bnb flag * move maker * add accelerator maker --- tests/models/persimmon/test_modeling_persimmon.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/tests/models/persimmon/test_modeling_persimmon.py b/tests/models/persimmon/test_modeling_persimmon.py index 79cee8a648..86a69d774f 100644 --- a/tests/models/persimmon/test_modeling_persimmon.py +++ b/tests/models/persimmon/test_modeling_persimmon.py @@ -23,6 +23,7 @@ from parameterized import parameterized from transformers import PersimmonConfig, is_torch_available, set_seed from transformers.testing_utils import ( backend_empty_cache, + require_bitsandbytes, require_torch, require_torch_accelerator, require_torch_fp16, @@ -465,6 +466,8 @@ class PersimmonModelTest(ModelTesterMixin, GenerationTesterMixin, PipelineTester @require_torch class PersimmonIntegrationTest(unittest.TestCase): @slow + @require_torch_accelerator + @require_bitsandbytes def test_model_8b_chat_logits(self): input_ids = [1, 306, 4658, 278, 6593, 310, 2834, 338] model = PersimmonForCausalLM.from_pretrained( @@ -492,6 +495,7 @@ class PersimmonIntegrationTest(unittest.TestCase): @slow @require_torch_accelerator @require_torch_fp16 + @require_bitsandbytes def test_model_8b_chat_greedy_generation(self): EXPECTED_TEXT_COMPLETION = """human: Simply put, the theory of relativity states that?\n\nadept: The theory of relativity states that the laws of physics are the same for all observers, regardless of their relative motion.""" prompt = "human: Simply put, the theory of relativity states that?\n\nadept:"