SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

[s2s/distill] remove run_distiller.sh, fix xsum script (#8412)

Browse Source
This commit is contained in:
Sam Shleifer
2020-11-08 16:57:43 -05:00
committed by GitHub
parent 66582492d3
commit e6d9cdaafe
2 changed files with 1 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
examples/seq2seq/run_distiller.sh
View File

@@ -1,10 +0,0 @@
# Add parent directory to python path to access lightning_base.py
export PYTHONPATH="../":"${PYTHONPATH}"
python distillation.py \
--learning_rate=3e-4 \
--do_train \
--do_predict \
--fp16 \
--val_check_interval 0.1 \
"$@"

1
examples/seq2seq/train_distilbart_xsum.sh
View File

@@ -2,6 +2,7 @@
export PYTHONPATH="../":"${PYTHONPATH}" export PYTHONPATH="../":"${PYTHONPATH}"
python distillation.py \ python distillation.py \
--teacher facebook/bart-large-xsum --data_dir xsum \ --teacher facebook/bart-large-xsum --data_dir xsum \
--tokenizer_name facebook/bart-large-xsum \
--student_decoder_layers 6 --student_encoder_layers 12 \ --student_decoder_layers 6 --student_encoder_layers 12 \
--freeze_encoder --freeze_embeds \ --freeze_encoder --freeze_embeds \
--learning_rate=3e-4 \ --learning_rate=3e-4 \