From e6d9cdaafed95edeb1df43aa12770c4e28f4e2d7 Mon Sep 17 00:00:00 2001 From: Sam Shleifer Date: Sun, 8 Nov 2020 16:57:43 -0500 Subject: [PATCH] [s2s/distill] remove run_distiller.sh, fix xsum script (#8412) --- examples/seq2seq/run_distiller.sh | 10 ---------- examples/seq2seq/train_distilbart_xsum.sh | 1 + 2 files changed, 1 insertion(+), 10 deletions(-) delete mode 100755 examples/seq2seq/run_distiller.sh diff --git a/examples/seq2seq/run_distiller.sh b/examples/seq2seq/run_distiller.sh deleted file mode 100755 index 16f5321456..0000000000 --- a/examples/seq2seq/run_distiller.sh +++ /dev/null @@ -1,10 +0,0 @@ -# Add parent directory to python path to access lightning_base.py -export PYTHONPATH="../":"${PYTHONPATH}" - -python distillation.py \ ---learning_rate=3e-4 \ ---do_train \ ---do_predict \ ---fp16 \ ---val_check_interval 0.1 \ -"$@" diff --git a/examples/seq2seq/train_distilbart_xsum.sh b/examples/seq2seq/train_distilbart_xsum.sh index a4c1fff4be..86a3440fc0 100755 --- a/examples/seq2seq/train_distilbart_xsum.sh +++ b/examples/seq2seq/train_distilbart_xsum.sh @@ -2,6 +2,7 @@ export PYTHONPATH="../":"${PYTHONPATH}" python distillation.py \ --teacher facebook/bart-large-xsum --data_dir xsum \ + --tokenizer_name facebook/bart-large-xsum \ --student_decoder_layers 6 --student_encoder_layers 12 \ --freeze_encoder --freeze_embeds \ --learning_rate=3e-4 \