From 6190e8ce4c8275ea911edd7aba674d406312ad5e Mon Sep 17 00:00:00 2001 From: Philipp Glock Date: Thu, 7 Mar 2019 10:12:45 +0100 Subject: [PATCH] Fix: use dropout layer --- pytorch_pretrained_bert/modeling_openai.py | 1 + 1 file changed, 1 insertion(+) diff --git a/pytorch_pretrained_bert/modeling_openai.py b/pytorch_pretrained_bert/modeling_openai.py index d408f873de..d73ee66f50 100644 --- a/pytorch_pretrained_bert/modeling_openai.py +++ b/pytorch_pretrained_bert/modeling_openai.py @@ -374,6 +374,7 @@ class OpenAIGPTMultipleChoiceHead(nn.Module): # (bsz, num_choices, 1, hidden_size) multiple_choice_h = hidden_states.gather(2, mc_token_ids).squeeze(2) # (bsz, num_choices, hidden_size) + multiple_choice_h = self.dropout(multiple_choice_h.transpose(1, 2)).transpose(1, 2) multiple_choice_logits = self.linear(multiple_choice_h).squeeze(-1) # (bsz, num_choices) return multiple_choice_logits