From a63bd3675f3fa1a6154c8bf1d085c66eaea67e56 Mon Sep 17 00:00:00 2001 From: Simon Sardorf Date: Mon, 21 Feb 2022 02:10:15 -0800 Subject: [PATCH] Remove input and target reset after preprocessing (#15741) Remove input and target reset after preprocessing --- examples/pytorch/summarization/run_summarization.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/examples/pytorch/summarization/run_summarization.py b/examples/pytorch/summarization/run_summarization.py index 0b92d37f85..6b449d50be 100755 --- a/examples/pytorch/summarization/run_summarization.py +++ b/examples/pytorch/summarization/run_summarization.py @@ -483,8 +483,6 @@ def main(): inputs.append(examples[text_column][i]) targets.append(examples[summary_column][i]) - inputs = examples[text_column] - targets = examples[summary_column] inputs = [prefix + inp for inp in inputs] model_inputs = tokenizer(inputs, max_length=data_args.max_source_length, padding=padding, truncation=True)