fix hard wired pad token id (#4138)

2020-05-06 00:42:34 +02:00
parent fd2174664c
commit a638e986f4
1 changed files with 1 additions and 1 deletions
--- a/src/transformers/modeling_roberta.py
+++ b/src/transformers/modeling_roberta.py
@@ -47,7 +47,7 @@ class RobertaEmbeddings(BertEmbeddings):

    def __init__(self, config):
        super().__init__(config)
-        self.padding_idx = 1
+        self.padding_idx = config.pad_token_id
        self.word_embeddings = nn.Embedding(config.vocab_size, config.hidden_size, padding_idx=self.padding_idx)
        self.position_embeddings = nn.Embedding(
            config.max_position_embeddings, config.hidden_size, padding_idx=self.padding_idx