SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Bnb test fix for different hardwares (#29066)

Browse Source 
* generated text on A10G

* generated text in CI

* Apply suggestions from code review

add explanatory comments

Co-authored-by: Younes Belkada <49240599+younesbelkada@users.noreply.github.com>

---------

Co-authored-by: Younes Belkada <49240599+younesbelkada@users.noreply.github.com>
This commit is contained in:
Titus
2024-02-19 15:04:44 -03:00
committed by GitHub
parent 08cd694ef0
commit 5ce90f3212
1 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
tests/quantization/bnb/test_mixed_int8.py
View File

@@ -97,6 +97,8 @@ class BaseMixedInt8Test(unittest.TestCase):
input_text = "Hello my name is" input_text = "Hello my name is"
EXPECTED_OUTPUTS = set() EXPECTED_OUTPUTS = set()
EXPECTED_OUTPUTS.add("Hello my name is John.\nI am a friend of the family.\n") EXPECTED_OUTPUTS.add("Hello my name is John.\nI am a friend of the family.\n")
# Expected values on a A10
EXPECTED_OUTPUTS.add("Hello my name is John.\nI am a friend of your father.\n")
MAX_NEW_TOKENS = 10 MAX_NEW_TOKENS = 10
def setUp(self): def setUp(self):
@@ -847,6 +849,8 @@ class MixedInt8GPT2Test(MixedInt8Test):
EXPECTED_OUTPUTS = set() EXPECTED_OUTPUTS = set()
EXPECTED_OUTPUTS.add("Hello my name is John Doe, and I'm a big fan of") EXPECTED_OUTPUTS.add("Hello my name is John Doe, and I'm a big fan of")
EXPECTED_OUTPUTS.add("Hello my name is John Doe, and I'm a fan of the") EXPECTED_OUTPUTS.add("Hello my name is John Doe, and I'm a fan of the")
# Expected values on a A10
EXPECTED_OUTPUTS.add("Hello my name is John Doe, and I am a member of the")
def test_int8_from_pretrained(self): def test_int8_from_pretrained(self):
r""" r"""