[GenerationOutputs] Fix GenerationOutputs Tests (#9443)

* fix generation models * fix led * fix docs * add is_decoder * fix last docstrings * make style * fix t5 cross attentions * correct t5
2021-01-06 19:37:02 +01:00
parent 0c96262f7d
commit b8462b5b2a
9 changed files with 89 additions and 53 deletions
--- a/src/transformers/models/bert/modeling_bert.py
+++ b/src/transformers/models/bert/modeling_bert.py
@@ -1227,7 +1227,7 @@ class BertLMHeadModel(BertPreTrainedModel):
        if past is not None:
            input_ids = input_ids[:, -1:]

-        return {"input_ids": input_ids, "attention_mask": attention_mask}
+        return {"input_ids": input_ids, "attention_mask": attention_mask, "past_key_values": past}

    def _reorder_cache(self, past, beam_idx):
        reordered_past = ()