Remove input and target reset after preprocessing (#15741)

Remove input and target reset after preprocessing
2022-02-21 02:10:15 -08:00
parent 2c2a31ffbc
commit a63bd3675f
1 changed files with 0 additions and 2 deletions
--- a/examples/pytorch/summarization/run_summarization.py
+++ b/examples/pytorch/summarization/run_summarization.py
@@ -483,8 +483,6 @@ def main():
                inputs.append(examples[text_column][i])
                targets.append(examples[summary_column][i])

-        inputs = examples[text_column]
-        targets = examples[summary_column]
        inputs = [prefix + inp for inp in inputs]
        model_inputs = tokenizer(inputs, max_length=data_args.max_source_length, padding=padding, truncation=True)