From 6d3b688b04705f9faffefe8d7384db7e2b0bb3dc Mon Sep 17 00:00:00 2001 From: Lysandre Debut Date: Fri, 15 Jan 2021 15:40:21 +0100 Subject: [PATCH] Ignore lm_head decoder bias warning (#9615) * Ignore lm_head decoder bias warning * Revert "Ignore lm_head decoder bias warning" This reverts commit f25177a9da6ca898e351f46c8b1515971de5c670. * predictions -> lm_head --- src/transformers/models/roberta/modeling_roberta.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/transformers/models/roberta/modeling_roberta.py b/src/transformers/models/roberta/modeling_roberta.py index 2f648d3dc0..192ada6b60 100644 --- a/src/transformers/models/roberta/modeling_roberta.py +++ b/src/transformers/models/roberta/modeling_roberta.py @@ -827,7 +827,7 @@ class RobertaModel(RobertaPreTrainedModel): """RoBERTa Model with a `language modeling` head on top for CLM fine-tuning. """, ROBERTA_START_DOCSTRING ) class RobertaForCausalLM(RobertaPreTrainedModel): - _keys_to_ignore_on_load_missing = [r"position_ids", r"predictions.decoder.bias"] + _keys_to_ignore_on_load_missing = [r"position_ids", r"lm_head.decoder.bias"] _keys_to_ignore_on_load_unexpected = [r"pooler"] def __init__(self, config): @@ -973,7 +973,7 @@ class RobertaForCausalLM(RobertaPreTrainedModel): @add_start_docstrings("""RoBERTa Model with a `language modeling` head on top. """, ROBERTA_START_DOCSTRING) class RobertaForMaskedLM(RobertaPreTrainedModel): - _keys_to_ignore_on_load_missing = [r"position_ids", r"predictions.decoder.bias"] + _keys_to_ignore_on_load_missing = [r"position_ids", r"lm_head.decoder.bias"] _keys_to_ignore_on_load_unexpected = [r"pooler"] def __init__(self, config):