[pl_examples] default warmup steps=0 (#5316)

2020-06-26 15:03:41 -04:00
parent bf0d12c220
commit 5543b30aa6
6 changed files with 14 additions and 13 deletions
--- a/examples/seq2seq/train_distilbart_xsum.sh
+++ b/examples/seq2seq/train_distilbart_xsum.sh
@@ -16,5 +16,6 @@ python distillation.py \
  --alpha_hid=3. --length_penalty=0.5 \
  --train_batch_size=$BS --eval_batch_size=$BS --gradient_accumulation_steps=$GAS --num_train_epochs=6 \
  --tokenizer_name facebook/bart-large \
+  --warmup_steps 500 \
  --output_dir distilbart_xsum_12_6 \
  $@