SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

add tqdm, clean up logging

Browse Source
This commit is contained in:
thomwolf
2018-11-04 11:07:34 +01:00
parent d4e3cf3520
commit 0b7a20c651
2 changed files with 2 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
modeling.py
View File

@@ -435,7 +435,6 @@ class BertForSequenceClassification(nn.Module):
def init_weights(m):
if isinstance(m, (nn.Linear, nn.Embedding)):
print("Initializing {}".format(m))
# Slight difference here with the TF version which uses truncated_normal
# cf https://github.com/pytorch/pytorch/pull/5617
m.weight.data.normal_(config.initializer_range)
@@ -481,7 +480,6 @@ class BertForQuestionAnswering(nn.Module):
def init_weights(m):
if isinstance(m, (nn.Linear, nn.Embedding)):
print("Initializing {}".format(m))
# Slight difference here with the TF version which uses truncated_normal for initialization
# cf https://github.com/pytorch/pytorch/pull/5617
m.weight.data.normal_(config.initializer_range)