Pegasus finetune script: add --adafactor (#6811)

2020-08-29 17:43:32 -04:00
parent ac47458a02
commit 0f58903bb6
4 changed files with 48 additions and 70 deletions
--- a/examples/seq2seq/finetune_pegasus_xsum.sh
+++ b/examples/seq2seq/finetune_pegasus_xsum.sh
@@ -10,5 +10,5 @@ python finetune.py \
    --n_val 1000 \
    --val_check_interval 0.25 \
    --max_source_length 512 --max_target_length 56 \
-    --freeze_embeds --max_target_length 56 --label_smoothing 0.1 \
+    --freeze_embeds --label_smoothing 0.1 --adafactor --task summarization_xsum \
    "$@"