SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

correctly handle mt5 (#9879)

Browse Source
This commit is contained in:
Stas Bekman
2021-01-29 08:11:22 -08:00
committed by GitHub
parent 7eadfe166e
commit 6bf94bc0b6
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/seq2seq/utils.py
View File

@@ -563,7 +563,7 @@ def freeze_embeds(model):
"""Freeze token embeddings and positional embeddings for bart, just token embeddings for t5.""" """Freeze token embeddings and positional embeddings for bart, just token embeddings for t5."""
model_type = model.config.model_type model_type = model.config.model_type
if model_type == "t5": if model_type in ["t5", "mt5"]:
freeze_params(model.shared) freeze_params(model.shared)
for d in [model.encoder, model.decoder]: for d in [model.encoder, model.decoder]:
freeze_params(d.embed_tokens) freeze_params(d.embed_tokens)