@@ -630,9 +630,9 @@ class GgufIntegrationTests(unittest.TestCase):
|
||||
)
|
||||
|
||||
text = tokenizer(self.example_text, return_tensors="pt")["input_ids"].to(torch_device)
|
||||
out = model.generate(text, max_new_tokens=10)
|
||||
out = model.generate(text, max_new_tokens=16)
|
||||
|
||||
EXPECTED_TEXT = "Hello All,\nI am new to this forum."
|
||||
EXPECTED_TEXT = 'Hello,\nI am trying to use the "get_post_meta"'
|
||||
self.assertEqual(tokenizer.decode(out[0], skip_special_tokens=True), EXPECTED_TEXT)
|
||||
|
||||
def test_falcon7b_weights_conversion_fp16(self):
|
||||
|
||||
Reference in New Issue
Block a user