fix numbers

embeddings-benchmark · Dec 4, 2024 · 5a33d24 · 5a33d24
1 parent dc35ce3
commit 5a33d24
Show file tree

Hide file tree

Showing 7 changed files with 33 additions and 17 deletions.
diff --git a/mteb/tasks/Image/Any2AnyRetrieval/eng/CIRRIT2IRetrieval.py b/mteb/tasks/Image/Any2AnyRetrieval/eng/CIRRIT2IRetrieval.py
@@ -35,13 +35,13 @@ class CIRRIT2IRetrieval(AbsTaskAny2AnyRetrieval):
         year={2021}
         }""",
         descriptive_stats={
-            "n_samples": {"test": 1172},
+            "n_samples": {"test": 4170},
             "avg_character_length": {
                 "test": {
                     "average_document_length": 0.0,
                     "average_query_length": 0.0,
-                    "num_documents": 9350,
-                    "num_queries": 1172,
+                    "num_documents": 21551,
+                    "num_queries": 4170,
                     "average_relevant_docs_per_query": 1.0,
                 }
             },

diff --git a/mteb/tasks/Image/Any2AnyRetrieval/eng/Fashion200kI2TRetrieval.py b/mteb/tasks/Image/Any2AnyRetrieval/eng/Fashion200kI2TRetrieval.py
@@ -34,13 +34,13 @@ class Fashion200kI2TRetrieval(AbsTaskAny2AnyRetrieval):
   year={2017}
 }""",
         descriptive_stats={
-            "n_samples": {"test": 4890},
+            "n_samples": {"test": 4889},
             "avg_character_length": {
                 "test": {
                     "average_document_length": 0.0,
                     "average_query_length": 0.0,
-                    "num_documents": 61700,
-                    "num_queries": 4890,
+                    "num_documents": 61707,
+                    "num_queries": 4889,
                     "average_relevant_docs_per_query": 1.0,
                 }
             },

diff --git a/mteb/tasks/Image/Any2AnyRetrieval/eng/FashionIQIT2IRetrieval.py b/mteb/tasks/Image/Any2AnyRetrieval/eng/FashionIQIT2IRetrieval.py
@@ -35,13 +35,13 @@ class FashionIQIT2IRetrieval(AbsTaskAny2AnyRetrieval):
   year={2021}
 }""",
         descriptive_stats={
-            "n_samples": {"test": 6000},
+            "n_samples": {"test": 6003},
             "avg_character_length": {
                 "test": {
                     "average_document_length": 0.0,
                     "average_query_length": 0.0,
-                    "num_documents": 74400,
-                    "num_queries": 6000,
+                    "num_documents": 74381,
+                    "num_queries": 6003,
                     "average_relevant_docs_per_query": 1.0,
                 }
             },

diff --git a/mteb/tasks/Image/Any2AnyRetrieval/eng/Flickr30kI2TRetrieval.py b/mteb/tasks/Image/Any2AnyRetrieval/eng/Flickr30kI2TRetrieval.py
@@ -36,6 +36,14 @@ class Flickr30kI2TRetrieval(AbsTaskAny2AnyRetrieval):
   url={https://api.semanticscholar.org/CorpusID:3104920}
 }""",
         descriptive_stats={
-            "n_samples": {"default": 155070},  # qrels
+            "n_samples": {"test": 1000},
+            "avg_character_length": {
+                "test": {
+                    "average_document_length": 0.0,
+                    "average_query_length": 0.0,
+                    "num_documents": 5000,
+                    "num_queries": 1000,
+                }
+            },
         },
     )
diff --git a/mteb/tasks/Image/Any2AnyRetrieval/eng/Flickr30kT2IRetrieval.py b/mteb/tasks/Image/Any2AnyRetrieval/eng/Flickr30kT2IRetrieval.py
@@ -36,6 +36,14 @@ class Flickr30kT2IRetrieval(AbsTaskAny2AnyRetrieval):
   url={https://api.semanticscholar.org/CorpusID:3104920}
 }""",
         descriptive_stats={
-            "n_samples": {"default": 31014},  # qrels
+            "n_samples": {"test": 5000},
+            "avg_character_length": {
+                "test": {
+                    "average_document_length": 0.0,
+                    "average_query_length": 0.0,
+                    "num_documents": 1000,
+                    "num_queries": 5000,
+                }
+            },
         },
     )
diff --git a/mteb/tasks/Image/Any2AnyRetrieval/eng/MSCOCOI2TRetrieval.py b/mteb/tasks/Image/Any2AnyRetrieval/eng/MSCOCOI2TRetrieval.py
@@ -36,13 +36,13 @@ class MSCOCOI2TRetrieval(AbsTaskAny2AnyRetrieval):
         organization={Springer}
         }""",
         descriptive_stats={
-            "n_samples": {"test": 1172},
+            "n_samples": {"test": 5000},
             "avg_character_length": {
                 "test": {
                     "average_document_length": 30.94235294117647,
                     "average_query_length": 131.56569965870307,
-                    "num_documents": 9350,
-                    "num_queries": 1172,
+                    "num_documents": 24809,
+                    "num_queries": 5000,
                     "average_relevant_docs_per_query": 1.0,
                 }
             },

diff --git a/mteb/tasks/Image/Any2AnyRetrieval/eng/MSCOCOT2IRetrieval.py b/mteb/tasks/Image/Any2AnyRetrieval/eng/MSCOCOT2IRetrieval.py
@@ -36,13 +36,13 @@ class MSCOCOT2IRetrieval(AbsTaskAny2AnyRetrieval):
         organization={Springer}
         }""",
         descriptive_stats={
-            "n_samples": {"test": 1172},
+            "n_samples": {"test": 24809},
             "avg_character_length": {
                 "test": {
                     "average_document_length": 0.0,
                     "average_query_length": 0.0,
-                    "num_documents": 9350,
-                    "num_queries": 1172,
+                    "num_documents": 5000,
+                    "num_queries": 24809,
                     "average_relevant_docs_per_query": 1.0,
                 }
             },