Fix bug in x-attentions output for roberta and harden test to catch it (#8660)

2020-11-23 12:28:29 +00:00
parent 48cc224703
commit 18c8cf000b
2 changed files with 13 additions and 11 deletions
--- a/src/transformers/models/roberta/modeling_roberta.py
+++ b/src/transformers/models/roberta/modeling_roberta.py
@@ -814,7 +814,7 @@ class RobertaForCausalLM(RobertaPreTrainedModel):
            logits=prediction_scores,
            hidden_states=outputs.hidden_states,
            attentions=outputs.attentions,
-            cross_attentions=outputs.attentions,
+            cross_attentions=outputs.cross_attentions,
        )

    def prepare_inputs_for_generation(self, input_ids, attention_mask=None, **model_kwargs):