fix: add logging for RetrievalEvaluator NaN values for similarity sco…

…res (#1398)

Fixes #1389

.gitignore

@@ -143,4 +143,5 @@ sb.ipynb
 tests/create_meta/model_card.md
 
 # removed results from mteb repo they are now available at: https://github.com/embeddings-benchmark/results
-results/
+results/
+uv.lock

mteb/evaluation/evaluators/RetrievalEvaluator.py

@@ -188,7 +188,12 @@ def search(
             cos_scores = self.score_functions[score_function](
                 query_embeddings, sub_corpus_embeddings
             )
-            cos_scores[torch.isnan(cos_scores)] = -1
+            is_nan = torch.isnan(cos_scores)
+            if is_nan.sum() > 0:
+                logger.warning(
+                    f"Found {is_nan.sum()} NaN values in the similarity scores. Replacing NaN values with -1."
+                )
+            cos_scores[is_nan] = -1
 
             # Get top-k values
             cos_scores_top_k_values, cos_scores_top_k_idx = torch.topk(