@@ -630,9 +630,9 @@ class GgufIntegrationTests(unittest.TestCase):
|
|||||||
)
|
)
|
||||||
|
|
||||||
text = tokenizer(self.example_text, return_tensors="pt")["input_ids"].to(torch_device)
|
text = tokenizer(self.example_text, return_tensors="pt")["input_ids"].to(torch_device)
|
||||||
out = model.generate(text, max_new_tokens=10)
|
out = model.generate(text, max_new_tokens=16)
|
||||||
|
|
||||||
EXPECTED_TEXT = "Hello All,\nI am new to this forum."
|
EXPECTED_TEXT = 'Hello,\nI am trying to use the "get_post_meta"'
|
||||||
self.assertEqual(tokenizer.decode(out[0], skip_special_tokens=True), EXPECTED_TEXT)
|
self.assertEqual(tokenizer.decode(out[0], skip_special_tokens=True), EXPECTED_TEXT)
|
||||||
|
|
||||||
def test_falcon7b_weights_conversion_fp16(self):
|
def test_falcon7b_weights_conversion_fp16(self):
|
||||||
|
|||||||
Reference in New Issue
Block a user