From 340500b1a9380c685b7a9c5721befcd7da5dbfd6 Mon Sep 17 00:00:00 2001 From: Yih-Dar <2521628+ydshieh@users.noreply.github.com> Date: Mon, 24 Mar 2025 14:36:05 +0100 Subject: [PATCH] Use another repo. for Mistral3 processor testing (#36925) * fix * fix * fix * fix --------- Co-authored-by: ydshieh --- tests/models/mistral3/test_modeling_mistral3.py | 5 +++++ tests/models/mistral3/test_processor_mistral3.py | 7 ++++--- 2 files changed, 9 insertions(+), 3 deletions(-) diff --git a/tests/models/mistral3/test_modeling_mistral3.py b/tests/models/mistral3/test_modeling_mistral3.py index d6f225b561..73e9b83227 100644 --- a/tests/models/mistral3/test_modeling_mistral3.py +++ b/tests/models/mistral3/test_modeling_mistral3.py @@ -25,6 +25,7 @@ from transformers import ( from transformers.testing_utils import ( cleanup, require_bitsandbytes, + require_read_token, require_torch, require_torch_gpu, slow, @@ -315,6 +316,7 @@ class Mistral3IntegrationTest(unittest.TestCase): def tearDown(self): cleanup(torch_device, gc_collect=True) + @require_read_token def test_mistral3_integration_generate_text_only(self): processor = AutoProcessor.from_pretrained(self.model_checkpoint) model = Mistral3ForConditionalGeneration.from_pretrained( @@ -342,6 +344,7 @@ class Mistral3IntegrationTest(unittest.TestCase): expected_output = "Sure, here's a haiku for you:\n\nWhispers of the breeze,\nCherry blossoms softly fall,\nSpring's gentle embrace." self.assertEqual(decoded_output, expected_output) + @require_read_token def test_mistral3_integration_generate(self): processor = AutoProcessor.from_pretrained(self.model_checkpoint) model = Mistral3ForConditionalGeneration.from_pretrained( @@ -368,6 +371,7 @@ class Mistral3IntegrationTest(unittest.TestCase): expected_output = "The image depicts two cats lying on a pink blanket. The larger cat, which appears to be an" self.assertEqual(decoded_output, expected_output) + @require_read_token def test_mistral3_integration_batched_generate(self): processor = AutoProcessor.from_pretrained(self.model_checkpoint) model = Mistral3ForConditionalGeneration.from_pretrained( @@ -418,6 +422,7 @@ class Mistral3IntegrationTest(unittest.TestCase): f"Decoded output: {decoded_output}\nExpected output: {expected_output}", ) + @require_read_token @require_bitsandbytes def test_mistral3_integration_batched_generate_multi_image(self): processor = AutoProcessor.from_pretrained(self.model_checkpoint) diff --git a/tests/models/mistral3/test_processor_mistral3.py b/tests/models/mistral3/test_processor_mistral3.py index 4bebc8a3ad..13edfd80e5 100644 --- a/tests/models/mistral3/test_processor_mistral3.py +++ b/tests/models/mistral3/test_processor_mistral3.py @@ -20,7 +20,7 @@ import unittest import requests from transformers import PixtralProcessor -from transformers.testing_utils import require_read_token, require_vision +from transformers.testing_utils import require_vision from transformers.utils import is_torch_available, is_vision_available from ...test_processing_common import ProcessorTesterMixin @@ -35,7 +35,6 @@ if is_vision_available(): @require_vision -@require_read_token class Mistral3ProcessorTest(ProcessorTesterMixin, unittest.TestCase): """This tests Pixtral processor with the new `spatial_merge_size` argument in Mistral3.""" @@ -52,7 +51,9 @@ class Mistral3ProcessorTest(ProcessorTesterMixin, unittest.TestCase): def setUp(self): self.tmpdirname = tempfile.mkdtemp() - processor = self.processor_class.from_pretrained("mistralai/Mistral-Small-3.1-24B-Instruct-2503") + processor = PixtralProcessor.from_pretrained( + "hf-internal-testing/Mistral-Small-3.1-24B-Instruct-2503-only-processor" + ) processor.save_pretrained(self.tmpdirname) def get_processor(self):