From 4207a4076d1bef446402edeba7297a58d4389157 Mon Sep 17 00:00:00 2001
From: Marc Sun <57196510+SunMarc@users.noreply.github.com>
Date: Fri, 5 Apr 2024 13:11:28 +0200
Subject: [PATCH] [bnb] Fix offload test (#30039)

fix bnb test
---
 tests/quantization/bnb/test_mixed_int8.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/tests/quantization/bnb/test_mixed_int8.py b/tests/quantization/bnb/test_mixed_int8.py
index cf6e156034..227273d278 100644
--- a/tests/quantization/bnb/test_mixed_int8.py
+++ b/tests/quantization/bnb/test_mixed_int8.py
@@ -100,6 +100,8 @@ class BaseMixedInt8Test(unittest.TestCase):
     # Expected values on a A10
     EXPECTED_OUTPUTS.add("Hello my name is John.\nI am a friend of your father.\n")
     MAX_NEW_TOKENS = 10
+    # Expected values with offload
+    EXPECTED_OUTPUTS.add("Hello my name is John and I am a professional photographer based in")
 
     def setUp(self):
         # Models and tokenizer