Return image hidden states (#33426)

* fix

* return image hidden states

* fix copies

* fix test
This commit is contained in:
Raushan Turganbay
2024-09-13 10:20:03 +02:00
committed by GitHub
parent a05ce550bf
commit 9c4639b622
8 changed files with 56 additions and 48 deletions

View File

@@ -320,6 +320,10 @@ class VideoLlavaForConditionalGenerationModelTest(ModelTesterMixin, GenerationTe
model_row_output = model(**single_row_input)
for key in model_batched_output:
# we can't test videos as their output shapes are linked to number of frames
# and we don't have to as it is a CLIP model and can be tested from `ClipModelTester` class
if key == "video_hidden_states":
continue
recursive_check(model_batched_output[key], model_row_output[key], model_name, key)
# overwrite inputs_embeds tests because we need to delete "pixel values" for LVLMs