Patch-past-refactor (#21050)

* small patches, forgot a line * refactor PT * the actual fix
2023-01-09 18:12:13 +01:00
parent 48d4e147d8
commit e3ecbaa4ab
4 changed files with 5 additions and 8 deletions
--- a/templates/adding_a_new_model/cookiecutter-template-{{cookiecutter.modelname}}/modeling_{{cookiecutter.lowercase_modelname}}.py
+++ b/templates/adding_a_new_model/cookiecutter-template-{{cookiecutter.modelname}}/modeling_{{cookiecutter.lowercase_modelname}}.py
@@ -3333,7 +3333,7 @@ class {{cookiecutter.camelcase_modelname}}ForCausalLM({{cookiecutter.camelcase_m
        if attention_mask is None:
            attention_mask = input_ids.new_ones(input_ids.shape)

-        if past:
+        if past_key_values:
            input_ids = input_ids[:, -1:]
        # first step, decoder_cached_states are empty
        return {