From 88cc26dcd1e73c16feff1874ffe75c49159e4dcd Mon Sep 17 00:00:00 2001 From: Lysandre Debut Date: Thu, 25 Feb 2021 16:42:27 +0100 Subject: [PATCH] Ignore unexpected weights from PT conversion (#10397) --- src/transformers/models/bert/modeling_tf_bert.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/src/transformers/models/bert/modeling_tf_bert.py b/src/transformers/models/bert/modeling_tf_bert.py index 8ed6f76580..9a72b0f432 100644 --- a/src/transformers/models/bert/modeling_tf_bert.py +++ b/src/transformers/models/bert/modeling_tf_bert.py @@ -919,7 +919,11 @@ Bert Model with two heads on top as done during the pretraining: ) class TFBertForPreTraining(TFBertPreTrainedModel, TFBertPreTrainingLoss): # names with a '.' represents the authorized unexpected/missing layers when a TF model is loaded from a PT model - _keys_to_ignore_on_load_unexpected = [r"cls.predictions.decoder.weight"] + _keys_to_ignore_on_load_unexpected = [ + r"position_ids", + r"cls.predictions.decoder.weight", + r"cls.predictions.decoder.bias", + ] def __init__(self, config: BertConfig, *inputs, **kwargs): super().__init__(config, *inputs, **kwargs)