From a5b249472e3630bf3d133653cb1fff08f33525aa Mon Sep 17 00:00:00 2001 From: Patrick von Platen Date: Thu, 16 Apr 2020 15:58:57 +0200 Subject: [PATCH] change pad token id to config pad token id (#3793) --- src/transformers/modeling_bert.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/transformers/modeling_bert.py b/src/transformers/modeling_bert.py index f9c02ada97..1930c31d9d 100644 --- a/src/transformers/modeling_bert.py +++ b/src/transformers/modeling_bert.py @@ -146,7 +146,7 @@ class BertEmbeddings(nn.Module): def __init__(self, config): super().__init__() - self.word_embeddings = nn.Embedding(config.vocab_size, config.hidden_size, padding_idx=0) + self.word_embeddings = nn.Embedding(config.vocab_size, config.hidden_size, padding_idx=config.pad_token_id) self.position_embeddings = nn.Embedding(config.max_position_embeddings, config.hidden_size) self.token_type_embeddings = nn.Embedding(config.type_vocab_size, config.hidden_size)