add temp param to Blip2ForImageTextRetrieval

huggingface · Sep 24, 2023 · 6b502f1 · 6b502f1
1 parent a9149f7
commit 6b502f1
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/src/transformers/models/blip_2/modeling_blip_2.py b/src/transformers/models/blip_2/modeling_blip_2.py
@@ -2387,6 +2387,8 @@ def __init__(self, config: Blip2Config):
         # image text matching head
         self.itm_head = nn.Linear(config.qformer_config.hidden_size, 2)
 
+        self.temp = nn.Parameter(0.07 * torch.ones([]))
+
         # Initialize weights and apply final processing
         self.post_init()