VLMs: major clean up 🧼 (#34502)

only lllava models are modified
2025-01-08 10:35:23 +01:00
parent 7176e06b52
commit d1681ec2b6
19 changed files with 197 additions and 1028 deletions
--- a/utils/check_config_attributes.py
+++ b/utils/check_config_attributes.py
@@ -299,6 +299,9 @@ def check_attribute_being_used(config_class, attributes, default_value, source_s
        "unk_index",
        "mask_index",
        "image_token_index",  # for VLMs
+        "video_token_index",
+        "image_seq_length",
+        "video_seq_length",
        "image_size",
        "use_cache",
        "out_features",