⚠️ [CLAP] Fix dtype of logit scales in init (huggingface#25682)

[CLAP] Fix dtype of logit scales
parambharat · Sep 26, 2023 · e4e1f35 · e4e1f35
1 parent 28e25e9
commit e4e1f35
Showing 1 changed file with 2 additions and 3 deletions.
diff --git a/src/transformers/models/clap/modeling_clap.py b/src/transformers/models/clap/modeling_clap.py
@@ -18,7 +18,6 @@
 from dataclasses import dataclass
 from typing import Any, List, Optional, Tuple, Union
 
-import numpy as np
 import torch
 import torch.nn.functional as F
 from torch import nn
@@ -1956,8 +1955,8 @@ def __init__(self, config: ClapConfig):
         text_config = config.text_config
         audio_config = config.audio_config
 
-        self.logit_scale_a = nn.Parameter(torch.tensor(np.log(config.logit_scale_init_value)))
-        self.logit_scale_t = nn.Parameter(torch.tensor(np.log(config.logit_scale_init_value)))
+        self.logit_scale_a = nn.Parameter(torch.log(torch.tensor(config.logit_scale_init_value)))
+        self.logit_scale_t = nn.Parameter(torch.log(torch.tensor(config.logit_scale_init_value)))
 
         self.projection_dim = config.projection_dim