fix loading clip vision model (#12566)

huggingface · Jul 7, 2021 · d7e156b · d7e156b
1 parent b868260
commit d7e156b
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/examples/research_projects/jax-projects/hybrid_clip/configuration_hybrid_clip.py b/examples/research_projects/jax-projects/hybrid_clip/configuration_hybrid_clip.py
@@ -75,6 +75,10 @@ def __init__(self, projection_dim=512, **kwargs):
 
         if vision_model_type == "clip":
             self.vision_config = AutoConfig.for_model(vision_model_type, **vision_config).vision_config
+        elif vision_model_type == "clip_vision_model":
+            from transformers import CLIPVisionConfig
+
+            self.vision_config = CLIPVisionConfig(**vision_config)
         else:
             self.vision_config = AutoConfig.for_model(vision_model_type, **vision_config)