MBART: support summarization tasks where max_src_len > max_tgt_len (#6003)

* MBART: support summarization tasks * fix test * Style * add tokenizer test
2020-07-28 08:18:11 -04:00
parent 842eb45606
commit 3c7fbf35a6
7 changed files with 38 additions and 15 deletions
--- a/examples/seq2seq/finetune_t5.sh
+++ b/examples/seq2seq/finetune_t5.sh
@@ -8,6 +8,7 @@ python finetune.py \
 --eval_batch_size=$BS \
 --output_dir=$OUTPUT_DIR \
 --max_source_length=512 \
+--max_target_length=56 \
 --val_check_interval=0.1 --n_val=200 \
 --do_train --do_predict \
 $@