reszie token embeds (#11524)

2021-04-30 18:17:01 +05:30
parent 20d6931e32
commit 57c8e822f7
2 changed files with 4 additions and 0 deletions
--- a/examples/pytorch/summarization/run_summarization.py
+++ b/examples/pytorch/summarization/run_summarization.py
@@ -353,6 +353,8 @@ def main():
        use_auth_token=True if model_args.use_auth_token else None,
    )

+    model.resize_token_embeddings(len(tokenizer))
+
    if model.config.decoder_start_token_id is None:
        raise ValueError("Make sure that `config.decoder_start_token_id` is correctly defined")