From 59d684fa926c2bac0da120763a3af5ed6b7924c2 Mon Sep 17 00:00:00 2001 From: Yih-Dar <2521628+ydshieh@users.noreply.github.com> Date: Fri, 10 Dec 2021 14:55:54 +0100 Subject: [PATCH] Fix examples: 'CausalLMOutputWithCrossAttentions' object has no attribute 'last_hidden_state' (#14678) Co-authored-by: ydshieh --- src/transformers/models/bart/modeling_bart.py | 2 +- .../models/bigbird_pegasus/modeling_bigbird_pegasus.py | 2 +- src/transformers/models/blenderbot/modeling_blenderbot.py | 2 +- .../models/blenderbot_small/modeling_blenderbot_small.py | 2 +- src/transformers/models/marian/modeling_marian.py | 2 +- src/transformers/models/mbart/modeling_mbart.py | 2 +- src/transformers/models/pegasus/modeling_pegasus.py | 2 +- src/transformers/models/tapas/modeling_tapas.py | 2 +- src/transformers/models/tapas/modeling_tf_tapas.py | 2 +- .../modeling_{{cookiecutter.lowercase_modelname}}.py | 2 +- 10 files changed, 10 insertions(+), 10 deletions(-) diff --git a/src/transformers/models/bart/modeling_bart.py b/src/transformers/models/bart/modeling_bart.py index 743b27887f..ef019ebebb 100755 --- a/src/transformers/models/bart/modeling_bart.py +++ b/src/transformers/models/bart/modeling_bart.py @@ -1790,7 +1790,7 @@ class BartForCausalLM(BartPretrainedModel): >>> inputs = tokenizer("Hello, my dog is cute", return_tensors="pt") >>> outputs = model(**inputs) - >>> last_hidden_states = outputs.last_hidden_state + >>> logits = outputs.logits """ output_attentions = output_attentions if output_attentions is not None else self.config.output_attentions diff --git a/src/transformers/models/bigbird_pegasus/modeling_bigbird_pegasus.py b/src/transformers/models/bigbird_pegasus/modeling_bigbird_pegasus.py index d5b1e8e99b..71a8d70d1a 100755 --- a/src/transformers/models/bigbird_pegasus/modeling_bigbird_pegasus.py +++ b/src/transformers/models/bigbird_pegasus/modeling_bigbird_pegasus.py @@ -2993,7 +2993,7 @@ class BigBirdPegasusForCausalLM(BigBirdPegasusPreTrainedModel): >>> inputs = tokenizer("Hello, my dog is cute", return_tensors="pt") >>> outputs = model(**inputs) - >>> last_hidden_states = outputs.last_hidden_state + >>> logits = outputs.logits """ output_attentions = output_attentions if output_attentions is not None else self.config.output_attentions diff --git a/src/transformers/models/blenderbot/modeling_blenderbot.py b/src/transformers/models/blenderbot/modeling_blenderbot.py index 850739b036..574fc67b79 100755 --- a/src/transformers/models/blenderbot/modeling_blenderbot.py +++ b/src/transformers/models/blenderbot/modeling_blenderbot.py @@ -1528,7 +1528,7 @@ class BlenderbotForCausalLM(BlenderbotPreTrainedModel): >>> inputs = tokenizer("Hello, my dog is cute", return_tensors="pt") >>> outputs = model(**inputs) - >>> last_hidden_states = outputs.last_hidden_state + >>> logits = outputs.logits """ output_attentions = output_attentions if output_attentions is not None else self.config.output_attentions diff --git a/src/transformers/models/blenderbot_small/modeling_blenderbot_small.py b/src/transformers/models/blenderbot_small/modeling_blenderbot_small.py index 463fb52375..b0e6bec192 100755 --- a/src/transformers/models/blenderbot_small/modeling_blenderbot_small.py +++ b/src/transformers/models/blenderbot_small/modeling_blenderbot_small.py @@ -1502,7 +1502,7 @@ class BlenderbotSmallForCausalLM(BlenderbotSmallPreTrainedModel): >>> inputs = tokenizer("Hello, my dog is cute", return_tensors="pt") >>> outputs = model(**inputs) - >>> last_hidden_states = outputs.last_hidden_state + >>> logits = outputs.logits """ output_attentions = output_attentions if output_attentions is not None else self.config.output_attentions diff --git a/src/transformers/models/marian/modeling_marian.py b/src/transformers/models/marian/modeling_marian.py index ef4369dcb8..dc839b8983 100755 --- a/src/transformers/models/marian/modeling_marian.py +++ b/src/transformers/models/marian/modeling_marian.py @@ -1525,7 +1525,7 @@ class MarianForCausalLM(MarianPreTrainedModel): >>> inputs = tokenizer("Hello, my dog is cute", return_tensors="pt") >>> outputs = model(**inputs) - >>> last_hidden_states = outputs.last_hidden_state + >>> logits = outputs.logits """ output_attentions = output_attentions if output_attentions is not None else self.config.output_attentions diff --git a/src/transformers/models/mbart/modeling_mbart.py b/src/transformers/models/mbart/modeling_mbart.py index 82452251bf..ecea4674e0 100755 --- a/src/transformers/models/mbart/modeling_mbart.py +++ b/src/transformers/models/mbart/modeling_mbart.py @@ -1793,7 +1793,7 @@ class MBartForCausalLM(MBartPreTrainedModel): >>> inputs = tokenizer("Hello, my dog is cute", return_tensors="pt") >>> outputs = model(**inputs) - >>> last_hidden_states = outputs.last_hidden_state + >>> logits = outputs.logits """ output_attentions = output_attentions if output_attentions is not None else self.config.output_attentions diff --git a/src/transformers/models/pegasus/modeling_pegasus.py b/src/transformers/models/pegasus/modeling_pegasus.py index 4929c10141..ff2d4f10b6 100755 --- a/src/transformers/models/pegasus/modeling_pegasus.py +++ b/src/transformers/models/pegasus/modeling_pegasus.py @@ -1637,7 +1637,7 @@ class PegasusForCausalLM(PegasusPreTrainedModel): >>> inputs = tokenizer("Hello, my dog is cute", return_tensors="pt") >>> outputs = model(**inputs) - >>> last_hidden_states = outputs.last_hidden_state + >>> logits = outputs.logits """ output_attentions = output_attentions if output_attentions is not None else self.config.output_attentions diff --git a/src/transformers/models/tapas/modeling_tapas.py b/src/transformers/models/tapas/modeling_tapas.py index 05d6da3b63..a9b6e558c4 100644 --- a/src/transformers/models/tapas/modeling_tapas.py +++ b/src/transformers/models/tapas/modeling_tapas.py @@ -1070,7 +1070,7 @@ class TapasForMaskedLM(TapasPreTrainedModel): >>> labels = tokenizer(table=table, queries="How many movies has George Clooney played in?", return_tensors="pt")["input_ids"] >>> outputs = model(**inputs, labels=labels) - >>> last_hidden_states = outputs.last_hidden_state + >>> logits = outputs.logits """ return_dict = return_dict if return_dict is not None else self.config.use_return_dict diff --git a/src/transformers/models/tapas/modeling_tf_tapas.py b/src/transformers/models/tapas/modeling_tf_tapas.py index ada1194067..29f0acf3c9 100644 --- a/src/transformers/models/tapas/modeling_tf_tapas.py +++ b/src/transformers/models/tapas/modeling_tf_tapas.py @@ -1130,7 +1130,7 @@ class TFTapasForMaskedLM(TFTapasPreTrainedModel, TFMaskedLanguageModelingLoss): >>> labels = tokenizer(table=table, queries="How many movies has George Clooney played in?", return_tensors="tf")["input_ids"] >>> outputs = model(**inputs, labels=labels) - >>> last_hidden_states = outputs.last_hidden_state + >>> logits = outputs.logits """ inputs = input_processing( func=self.call, diff --git a/templates/adding_a_new_model/cookiecutter-template-{{cookiecutter.modelname}}/modeling_{{cookiecutter.lowercase_modelname}}.py b/templates/adding_a_new_model/cookiecutter-template-{{cookiecutter.modelname}}/modeling_{{cookiecutter.lowercase_modelname}}.py index 87806aafc8..a866859285 100755 --- a/templates/adding_a_new_model/cookiecutter-template-{{cookiecutter.modelname}}/modeling_{{cookiecutter.lowercase_modelname}}.py +++ b/templates/adding_a_new_model/cookiecutter-template-{{cookiecutter.modelname}}/modeling_{{cookiecutter.lowercase_modelname}}.py @@ -3294,7 +3294,7 @@ class {{cookiecutter.camelcase_modelname}}ForCausalLM({{cookiecutter.camelcase_m >>> inputs = tokenizer("Hello, my dog is cute", return_tensors="pt") >>> outputs = model(**inputs) - >>> last_hidden_states = outputs.last_hidden_state + >>> logits = outputs.logits """ output_attentions = output_attentions if output_attentions is not None else self.config.output_attentions