From bdb391e9c638800aad6c98bae3436d22c5e7f090 Mon Sep 17 00:00:00 2001 From: Matt Date: Fri, 13 Oct 2023 15:10:27 +0100 Subject: [PATCH] Fix Falcon generation test (#26770) --- tests/models/falcon/test_modeling_falcon.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/tests/models/falcon/test_modeling_falcon.py b/tests/models/falcon/test_modeling_falcon.py index 1c3ac44180..75b1e3e46a 100644 --- a/tests/models/falcon/test_modeling_falcon.py +++ b/tests/models/falcon/test_modeling_falcon.py @@ -521,13 +521,11 @@ class FalconLanguageGenerationTest(unittest.TestCase): test_text = "A sequence: 1, 2" # should generate the rest of the sequence unpadded_inputs = tokenizer([test_text], return_tensors="pt").to("cuda:0") - unpadded_inputs.pop("token_type_ids") unpadded_gen_out = model.generate(**unpadded_inputs, max_new_tokens=20) unpadded_gen_text = tokenizer.batch_decode(unpadded_gen_out, skip_special_tokens=True) dummy_text = "This is a longer text " * 2 # forces left-padding on `test_text` padded_inputs = tokenizer([test_text, dummy_text], return_tensors="pt", padding=True).to("cuda:0") - padded_inputs.pop("token_type_ids") padded_gen_out = model.generate(**padded_inputs, max_new_tokens=20) padded_gen_text = tokenizer.batch_decode(padded_gen_out, skip_special_tokens=True)