SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

fix stupid (re)naming issue

Browse Source
This commit is contained in:
Rémi Louf
2019-10-10 14:18:20 +02:00
parent 81ee29ee8d
commit 3e1cd8241e
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
transformers/modeling_bert.py
View File

@@ -333,12 +333,12 @@ class BertLayer(nn.Module):
if encoder_hidden_state: if encoder_hidden_state:
try: try:
crossattention_outputs = self.crossattention(attention_output, attention_mask, head_mask, encoder_hidden_state) attention_outputs = self.crossattention(attention_output, attention_mask, head_mask, encoder_hidden_state)
except AttributeError as ae: except AttributeError as ae:
raise ae("you need to set `is_encoder` to True in the configuration to instantiate an encoder layer") raise ae("you need to set `is_encoder` to True in the configuration to instantiate an encoder layer")
crossattention_output = crossattention_outputs[0] attention_output = attention_outputs[0]
intermediate_output = self.intermediate(crossattention_output) intermediate_output = self.intermediate(attention_output)
layer_output = self.output(intermediate_output, attention_output) layer_output = self.output(intermediate_output, attention_output)
outputs = (layer_output,) + attention_outputs[1:] # add attentions if we output them outputs = (layer_output,) + attention_outputs[1:] # add attentions if we output them
return outputs return outputs