fix: Ensure STS pearson and spearman does not use the p-value only th…

…e correlation (#1207) Fixes #1206
embeddings-benchmark · Sep 9, 2024 · 5aa401d · 5aa401d
1 parent ba562ce
commit 5aa401d
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/mteb/evaluation/evaluators/STSEvaluator.py b/mteb/evaluation/evaluators/STSEvaluator.py
@@ -77,8 +77,8 @@ def __call__(
             similarity_scores = np.array(_similarity_scores)
 
         if similarity_scores is not None:
-            pearson = pearsonr(self.gold_scores, similarity_scores)
-            spearman = spearmanr(self.gold_scores, similarity_scores)
+            pearson, _ = pearsonr(self.gold_scores, similarity_scores)
+            spearman, _ = spearmanr(self.gold_scores, similarity_scores)
         else:
             # if model does not have a similarity function, we assume the cosine similarity
             pearson = cosine_pearson