SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

update

Browse Source
This commit is contained in:
thomwolf
2019-01-28 17:47:29 +01:00
parent a45a9cc0e1
commit bd3b3aee9c
2 changed files with 6 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
pytorch_pretrained_bert/modeling.py
View File

@@ -606,7 +606,8 @@ class BertPreTrainedModel(nn.Module):
for name, child in module._modules.items(): for name, child in module._modules.items():
if child is not None: if child is not None:
load(child, prefix + name + '.') load(child, prefix + name + '.')
load(model, prefix='' if hasattr(model, 'bert') else 'bert.') start_prefix = 'bert.' if not hasattr(model, 'bert') and any(s.startwith('bert.') for s in state_dict.keys()) else ''
load(model, prefix=start_prefix)
if len(missing_keys) > 0: if len(missing_keys) > 0:
logger.info("Weights of {} not initialized from pretrained model: {}".format( logger.info("Weights of {} not initialized from pretrained model: {}".format(
model.__class__.__name__, missing_keys)) model.__class__.__name__, missing_keys))

5
pytorch_pretrained_bert/modeling_openai.py
View File

@@ -502,7 +502,10 @@ class OpenAIGPTPreTrainedModel(nn.Module):
if child is not None: if child is not None:
load(child, prefix + name + ".") load(child, prefix + name + ".")
load(model.transformer if hasattr(model, "transformer") else model, prefix="") if hasattr(model, "transformer") and all(not s.startwith('transformer.') for s in state_dict.keys()):
start_model = model.transformer
load(start_model, prefix="")
if len(missing_keys) > 0: if len(missing_keys) > 0:
logger.info( logger.info(
"Weights of {} not initialized from pretrained model: {}".format(model.__class__.__name__, missing_keys) "Weights of {} not initialized from pretrained model: {}".format(model.__class__.__name__, missing_keys)