From ae1cb4ec22bb34cbae66a33fc006ac418986953b Mon Sep 17 00:00:00 2001 From: Shichao Sun Date: Tue, 10 Nov 2020 22:32:01 +0800 Subject: [PATCH] [s2s/distill] hparams.tokenizer_name = hparams.teacher (#8382) --- examples/seq2seq/distillation.py | 1 + 1 file changed, 1 insertion(+) diff --git a/examples/seq2seq/distillation.py b/examples/seq2seq/distillation.py index 756503368f..d6b6f43695 100755 --- a/examples/seq2seq/distillation.py +++ b/examples/seq2seq/distillation.py @@ -45,6 +45,7 @@ class BartSummarizationDistiller(SummarizationModule): ) if hparams.length_penalty != -1: student.config.length_penalty = hparams.length_penalty + hparams.tokenizer_name = hparams.teacher # Use teacher's tokenizer super().__init__(hparams, model=student, config=student.config) model_type = student.config.model_type self.e_layer_ids, self.d_layer_ids = e_layer_ids, d_layer_ids # type: List[int], List[int]