SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

clean up apex integration

Browse Source
This commit is contained in:
thomwolf
2018-12-13 13:02:17 +01:00
parent 4946c2c500
commit 52c53f39d0
3 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
pytorch_pretrained_bert/convert_tf_checkpoint_to_pytorch.py
View File

@@ -59,9 +59,9 @@ def convert_tf_checkpoint_to_pytorch(tf_checkpoint_path, bert_config_file, pytor
l = re.split(r'_(\d+)', m_name)
else:
l = [m_name]
if l[0] == 'kernel':
if l[0] == 'kernel' or l[0] == 'gamma':
pointer = getattr(pointer, 'weight')
elif l[0] == 'output_bias':
elif l[0] == 'output_bias' or l[0] == 'beta':
pointer = getattr(pointer, 'bias')
elif l[0] == 'output_weights':
pointer = getattr(pointer, 'weight')

4
pytorch_pretrained_bert/modeling.py
View File

@@ -516,9 +516,9 @@ class PreTrainedBertModel(nn.Module):
for key in state_dict.keys():
new_key = None
if 'gamma' in key:
new_key = key.replace('gamma','weight')
new_key = key.replace('gamma', 'weight')
if 'beta' in key:
new_key = key.replace('beta','bias')
new_key = key.replace('beta', 'bias')
if new_key:
old_keys.append(key)
new_keys.append(new_key)