SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

[Fix] position_ids tests again (#6100)

Browse Source
This commit is contained in:
Sam Shleifer
2020-07-28 18:29:35 -04:00
committed by GitHub
parent 40796c5801
commit c49cd927f7
2 changed files with 5 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/transformers/modeling_bert.py
View File

@@ -568,6 +568,7 @@ class BertPreTrainedModel(PreTrainedModel):
config_class = BertConfig config_class = BertConfig
load_tf_weights = load_tf_weights_in_bert load_tf_weights = load_tf_weights_in_bert
base_model_prefix = "bert" base_model_prefix = "bert"
authorized_missing_keys = [r"position_ids"]
def _init_weights(self, module): def _init_weights(self, module):
""" Initialize the weights """ """ Initialize the weights """
@@ -699,8 +700,6 @@ class BertModel(BertPreTrainedModel):
""" """
authorized_missing_keys = [r"position_ids"]
def __init__(self, config): def __init__(self, config):
super().__init__(config) super().__init__(config)
self.config = config self.config = config

6
tests/test_modeling_auto.py
View File

@@ -88,9 +88,11 @@ class AutoModelTest(unittest.TestCase):
model, loading_info = AutoModelForPreTraining.from_pretrained(model_name, output_loading_info=True) model, loading_info = AutoModelForPreTraining.from_pretrained(model_name, output_loading_info=True)
self.assertIsNotNone(model) self.assertIsNotNone(model)
self.assertIsInstance(model, BertForPreTraining) self.assertIsInstance(model, BertForPreTraining)
# Only one value should not be initialized and in the missing keys.
missing_keys = loading_info.pop("missing_keys")
self.assertListEqual(["cls.predictions.decoder.bias"], missing_keys)
for key, value in loading_info.items(): for key, value in loading_info.items():
# Only one value should not be initialized and in the missing keys. self.assertEqual(len(value), 0)
self.assertEqual(len(value), 1 if key == "missing_keys" else 0)
@slow @slow
def test_lmhead_model_from_pretrained(self): def test_lmhead_model_from_pretrained(self):