fix loading clip vision model (#12566)
This commit is contained in:
@@ -75,6 +75,10 @@ class HybridCLIPConfig(PretrainedConfig):
|
|||||||
|
|
||||||
if vision_model_type == "clip":
|
if vision_model_type == "clip":
|
||||||
self.vision_config = AutoConfig.for_model(vision_model_type, **vision_config).vision_config
|
self.vision_config = AutoConfig.for_model(vision_model_type, **vision_config).vision_config
|
||||||
|
elif vision_model_type == "clip_vision_model":
|
||||||
|
from transformers import CLIPVisionConfig
|
||||||
|
|
||||||
|
self.vision_config = CLIPVisionConfig(**vision_config)
|
||||||
else:
|
else:
|
||||||
self.vision_config = AutoConfig.for_model(vision_model_type, **vision_config)
|
self.vision_config = AutoConfig.for_model(vision_model_type, **vision_config)
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user