@@ -623,8 +623,8 @@ class GgufIntegrationTests(unittest.TestCase):
|
|||||||
torch_dtype=torch.float16,
|
torch_dtype=torch.float16,
|
||||||
)
|
)
|
||||||
|
|
||||||
text = tokenizer(self.example_text, return_tensors="pt").to(torch_device)
|
text = tokenizer(self.example_text, return_tensors="pt")["input_ids"].to(torch_device)
|
||||||
out = model.generate(**text, max_new_tokens=10)
|
out = model.generate(text, max_new_tokens=10)
|
||||||
|
|
||||||
EXPECTED_TEXT = "Hello All,\nI am new to this forum."
|
EXPECTED_TEXT = "Hello All,\nI am new to this forum."
|
||||||
self.assertEqual(tokenizer.decode(out[0], skip_special_tokens=True), EXPECTED_TEXT)
|
self.assertEqual(tokenizer.decode(out[0], skip_special_tokens=True), EXPECTED_TEXT)
|
||||||
|
|||||||
Reference in New Issue
Block a user