SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Merge branch 'master' of https://github.com/huggingface/pytorch-pretrained-BERT

Browse Source
This commit is contained in:
thomwolf
2018-11-03 23:35:16 +01:00
parent f8276008df f18ae210e1
commit eaa6db92f1
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
modeling.py
View File

@@ -487,7 +487,7 @@ class BertForQuestionAnswering(nn.Module):
m.weight.data.normal_(config.initializer_range) m.weight.data.normal_(config.initializer_range)
elif isinstance(m, BERTLayerNorm): elif isinstance(m, BERTLayerNorm):
m.beta.data.normal_(config.initializer_range) m.beta.data.normal_(config.initializer_range)
m.gamme.data.normal_(config.initializer_range) m.gamma.data.normal_(config.initializer_range)
if isinstance(m, nn.Linear): if isinstance(m, nn.Linear):
m.bias.data.zero_() m.bias.data.zero_()
self.apply(init_weights) self.apply(init_weights)