SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

[bnb] Fix offload test (#30039)

Browse Source 
fix bnb test
This commit is contained in:
Marc Sun
2024-04-05 13:11:28 +02:00
committed by GitHub
parent 1ab7136488
commit 4207a4076d
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
tests/quantization/bnb/test_mixed_int8.py
View File

@@ -100,6 +100,8 @@ class BaseMixedInt8Test(unittest.TestCase):
# Expected values on a A10 # Expected values on a A10
EXPECTED_OUTPUTS.add("Hello my name is John.\nI am a friend of your father.\n") EXPECTED_OUTPUTS.add("Hello my name is John.\nI am a friend of your father.\n")
MAX_NEW_TOKENS = 10 MAX_NEW_TOKENS = 10
# Expected values with offload
EXPECTED_OUTPUTS.add("Hello my name is John and I am a professional photographer based in")
def setUp(self): def setUp(self):
# Models and tokenizer # Models and tokenizer