From 4a82f4f85685c22b995108909485d822f3e3c607 Mon Sep 17 00:00:00 2001 From: thomwolf Date: Thu, 11 Apr 2019 13:11:22 +0200 Subject: [PATCH] update special token addition --- pytorch_pretrained_bert/modeling_openai.py | 1 + 1 file changed, 1 insertion(+) diff --git a/pytorch_pretrained_bert/modeling_openai.py b/pytorch_pretrained_bert/modeling_openai.py index fb3d0cadb7..feae95d962 100644 --- a/pytorch_pretrained_bert/modeling_openai.py +++ b/pytorch_pretrained_bert/modeling_openai.py @@ -608,6 +608,7 @@ class OpenAIGPTModel(OpenAIGPTPreTrainedModel): # Build new embeddings and initialize all new embeddings (in particular the special tokens) old_embed = self.tokens_embed self.tokens_embed = nn.Embedding(self.config.total_tokens_embeddings, self.config.n_embd) + self.tokens_embed.to(old_embed.device.weight.device) self.init_weights(self.tokens_embed) # Copy word embeddings from the previous weights self.tokens_embed.weight.data[:self.config.vocab_size, :] = old_embed.weight.data[:self.config.vocab_size, :]