BUG: if the model defines a similarity score, STS pearson and spearma…

…n are written as arrays, not as scores. Fixes #1206
embeddings-benchmark · Sep 9, 2024 · 39a8068 · 39a8068
1 parent 16b2220
commit 39a8068
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/mteb/evaluation/evaluators/STSEvaluator.py b/mteb/evaluation/evaluators/STSEvaluator.py
@@ -77,8 +77,8 @@ def __call__(
             similarity_scores = np.array(_similarity_scores)
 
         if similarity_scores is not None:
-            pearson = pearsonr(self.gold_scores, similarity_scores)
-            spearman = spearmanr(self.gold_scores, similarity_scores)
+            pearson, _ = pearsonr(self.gold_scores, similarity_scores)
+            spearman, _ = spearmanr(self.gold_scores, similarity_scores)
         else:
             # if model does not have a similarity function, we assume the cosine similarity
             pearson = cosine_pearson