SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

back to simple indexing

Browse Source
This commit is contained in:
thomwolf
2019-04-11 23:51:03 +02:00
parent a05fad8dce
commit 1d203a34c0
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
pytorch_pretrained_bert/modeling_openai.py
View File

@@ -372,7 +372,7 @@ class OpenAIGPTMultipleChoiceHead(nn.Module):
# Classification logits # Classification logits
# hidden_state (bsz, num_choices, seq_length, hidden_size) # hidden_state (bsz, num_choices, seq_length, hidden_size)
# mc_token_ids (bsz, num_choices, 1) # mc_token_ids (bsz, num_choices, 1)
mc_token_ids = mc_token_ids.unsqueeze(-1).expand(-1, -1, -1, hidden_states.size(-1)) mc_token_ids = mc_token_ids.unsqueeze(-1).unsqueeze(-1).expand(-1, -1, -1, hidden_states.size(-1))
# (bsz, num_choices, 1, hidden_size) # (bsz, num_choices, 1, hidden_size)
multiple_choice_h = hidden_states.gather(2, mc_token_ids).squeeze(2) multiple_choice_h = hidden_states.gather(2, mc_token_ids).squeeze(2)
# (bsz, num_choices, hidden_size) # (bsz, num_choices, hidden_size)