SUMIN/HuggingFace_transformer
1
0
Fork 0
Code Issues Pull Requests Actions 7 Packages Projects Releases Wiki Activity

Cannot index None (#6984)

Browse Source
This commit is contained in:
Lysandre Debut
2020-09-07 10:56:08 +02:00
committed by GitHub
parent 08de989a0a
commit 9ef9c39728
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/transformers/modeling_bert.py
View File

@@ -464,6 +464,8 @@ class BertEncoder(nn.Module):
if output_hidden_states: if output_hidden_states:
all_hidden_states = all_hidden_states + (hidden_states,) all_hidden_states = all_hidden_states + (hidden_states,)
layer_head_mask = head_mask[i] if head_mask is not None else None
if getattr(self.config, "gradient_checkpointing", False): if getattr(self.config, "gradient_checkpointing", False):
def create_custom_forward(module): def create_custom_forward(module):
@@ -476,7 +478,7 @@ class BertEncoder(nn.Module):
create_custom_forward(layer_module), create_custom_forward(layer_module),
hidden_states, hidden_states,
attention_mask, attention_mask,
head_mask[i], layer_head_mask,
encoder_hidden_states, encoder_hidden_states,
encoder_attention_mask, encoder_attention_mask,
) )
@@ -484,7 +486,7 @@ class BertEncoder(nn.Module):
layer_outputs = layer_module( layer_outputs = layer_module(
hidden_states, hidden_states,
attention_mask, attention_mask,
head_mask[i], layer_head_mask,
encoder_hidden_states, encoder_hidden_states,
encoder_attention_mask, encoder_attention_mask,
output_attentions, output_attentions,