fix loading clip vision model (#12566)
This commit is contained in:
@@ -75,6 +75,10 @@ class HybridCLIPConfig(PretrainedConfig):
|
||||
|
||||
if vision_model_type == "clip":
|
||||
self.vision_config = AutoConfig.for_model(vision_model_type, **vision_config).vision_config
|
||||
elif vision_model_type == "clip_vision_model":
|
||||
from transformers import CLIPVisionConfig
|
||||
|
||||
self.vision_config = CLIPVisionConfig(**vision_config)
|
||||
else:
|
||||
self.vision_config = AutoConfig.for_model(vision_model_type, **vision_config)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user