Revert renaming in finetune_trainer (#9262)

This commit is contained in:
Sylvain Gugger
2020-12-22 15:42:34 -05:00
committed by GitHub
parent ab17758874
commit e6c1f1cad8
7 changed files with 25 additions and 15 deletions

View File

@@ -330,7 +330,7 @@ class Seq2SeqDataCollator:
[x["src_texts"] for x in batch],
tgt_texts=[x["tgt_texts"] for x in batch],
max_length=self.data_args.max_source_length,
max_target_length=self.data_args.max_length,
max_target_length=self.data_args.max_target_length,
padding="max_length" if self.tpu_num_cores is not None else "longest", # TPU hack
return_tensors="pt",
**self.dataset_kwargs,