SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

fix hard wired pad token id (#4138)

Browse Source
This commit is contained in:
Patrick von Platen
2020-05-06 00:42:34 +02:00
committed by GitHub
parent fd2174664c
commit a638e986f4
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/transformers/modeling_roberta.py
View File

@@ -47,7 +47,7 @@ class RobertaEmbeddings(BertEmbeddings):
def __init__(self, config): def __init__(self, config):
super().__init__(config) super().__init__(config)
self.padding_idx = 1 self.padding_idx = config.pad_token_id
self.word_embeddings = nn.Embedding(config.vocab_size, config.hidden_size, padding_idx=self.padding_idx) self.word_embeddings = nn.Embedding(config.vocab_size, config.hidden_size, padding_idx=self.padding_idx)
self.position_embeddings = nn.Embedding( self.position_embeddings = nn.Embedding(
config.max_position_embeddings, config.hidden_size, padding_idx=self.padding_idx config.max_position_embeddings, config.hidden_size, padding_idx=self.padding_idx