SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Fix the tests for Electra (#6284)

Browse Source 
* Fix the tests for Electra

* Apply style
This commit is contained in:
Julien Plu
2020-08-07 15:30:57 +02:00
committed by GitHub
parent 6ba540b747
commit 0e36e51515
2 changed files with 11 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/transformers/modeling_electra.py
View File

@@ -857,7 +857,7 @@ class ElectraForMultipleChoice(ElectraPreTrainedModel):
super().__init__(config)
self.electra = ElectraModel(config)
self.summary = SequenceSummary(config)
self.sequence_summary = SequenceSummary(config)
self.classifier = nn.Linear(config.hidden_size, 1)
self.init_weights()
@@ -915,7 +915,7 @@ class ElectraForMultipleChoice(ElectraPreTrainedModel):
sequence_output = discriminator_hidden_states[0]
pooled_output = self.summary(sequence_output)
pooled_output = self.sequence_summary(sequence_output)
logits = self.classifier(pooled_output)
reshaped_logits = logits.view(-1, num_choices)