diff --git a/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/ArguAna.json b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/ArguAna.json new file mode 100644 index 000000000..6ba17fde1 --- /dev/null +++ b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/ArguAna.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "c22ab2a51041ffd869aaddef7af8d8215647e41a", + "task_name": "ArguAna", + "mteb_version": "1.21.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.6835, + "ndcg_at_3": 0.80894, + "ndcg_at_5": 0.82664, + "ndcg_at_10": 0.83828, + "ndcg_at_20": 0.84084, + "ndcg_at_100": 0.8428, + "ndcg_at_1000": 0.8428, + "map_at_1": 0.6835, + "map_at_3": 0.77786, + "map_at_5": 0.78774, + "map_at_10": 0.79276, + "map_at_20": 0.79349, + "map_at_100": 0.7938, + "map_at_1000": 0.7938, + "recall_at_1": 0.6835, + "recall_at_3": 0.899, + "recall_at_5": 0.94168, + "recall_at_10": 0.97653, + "recall_at_20": 0.98649, + "recall_at_100": 0.99644, + "recall_at_1000": 0.99644, + "precision_at_1": 0.6835, + "precision_at_3": 0.29967, + "precision_at_5": 0.18834, + "precision_at_10": 0.09765, + "precision_at_20": 0.04932, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.684922, + "mrr_at_3": 0.777975, + "mrr_at_5": 0.788039, + "mrr_at_10": 0.79313, + "mrr_at_20": 0.793787, + "mrr_at_100": 0.794095, + "mrr_at_1000": 0.794095, + "nauc_ndcg_at_1_max": -0.139649, + "nauc_ndcg_at_1_std": -0.375886, + "nauc_ndcg_at_1_diff1": 0.433638, + "nauc_ndcg_at_3_max": -0.086534, + "nauc_ndcg_at_3_std": -0.403432, + "nauc_ndcg_at_3_diff1": 0.405864, + "nauc_ndcg_at_5_max": -0.073493, + "nauc_ndcg_at_5_std": -0.389494, + "nauc_ndcg_at_5_diff1": 0.409875, + "nauc_ndcg_at_10_max": -0.085517, + "nauc_ndcg_at_10_std": -0.396341, + "nauc_ndcg_at_10_diff1": 0.420024, + "nauc_ndcg_at_20_max": -0.092515, + "nauc_ndcg_at_20_std": -0.393067, + "nauc_ndcg_at_20_diff1": 0.417239, + "nauc_ndcg_at_100_max": -0.100057, + "nauc_ndcg_at_100_std": -0.387815, + "nauc_ndcg_at_100_diff1": 0.41327, + "nauc_ndcg_at_1000_max": -0.100057, + "nauc_ndcg_at_1000_std": -0.387815, + "nauc_ndcg_at_1000_diff1": 0.41327, + "nauc_map_at_1_max": -0.139649, + "nauc_map_at_1_std": -0.375886, + "nauc_map_at_1_diff1": 0.433638, + "nauc_map_at_3_max": -0.107184, + "nauc_map_at_3_std": -0.398843, + "nauc_map_at_3_diff1": 0.409684, + "nauc_map_at_5_max": -0.10149, + "nauc_map_at_5_std": -0.39196, + "nauc_map_at_5_diff1": 0.41196, + "nauc_map_at_10_max": -0.106406, + "nauc_map_at_10_std": -0.394026, + "nauc_map_at_10_diff1": 0.415305, + "nauc_map_at_20_max": -0.107914, + "nauc_map_at_20_std": -0.393155, + "nauc_map_at_20_diff1": 0.414699, + "nauc_map_at_100_max": -0.108878, + "nauc_map_at_100_std": -0.392627, + "nauc_map_at_100_diff1": 0.414206, + "nauc_map_at_1000_max": -0.108878, + "nauc_map_at_1000_std": -0.392627, + "nauc_map_at_1000_diff1": 0.414206, + "nauc_recall_at_1_max": -0.139649, + "nauc_recall_at_1_std": -0.375886, + "nauc_recall_at_1_diff1": 0.433638, + "nauc_recall_at_3_max": 0.031895, + "nauc_recall_at_3_std": -0.425581, + "nauc_recall_at_3_diff1": 0.388713, + "nauc_recall_at_5_max": 0.191475, + "nauc_recall_at_5_std": -0.355495, + "nauc_recall_at_5_diff1": 0.39885, + "nauc_recall_at_10_max": 0.367349, + "nauc_recall_at_10_std": -0.443247, + "nauc_recall_at_10_diff1": 0.572029, + "nauc_recall_at_20_max": 0.408104, + "nauc_recall_at_20_std": -0.360184, + "nauc_recall_at_20_diff1": 0.569123, + "nauc_recall_at_100_max": 0.336931, + "nauc_recall_at_100_std": 0.82911, + "nauc_recall_at_100_diff1": 0.218345, + "nauc_recall_at_1000_max": 0.336931, + "nauc_recall_at_1000_std": 0.82911, + "nauc_recall_at_1000_diff1": 0.218345, + "nauc_precision_at_1_max": -0.139649, + "nauc_precision_at_1_std": -0.375886, + "nauc_precision_at_1_diff1": 0.433638, + "nauc_precision_at_3_max": 0.031895, + "nauc_precision_at_3_std": -0.425581, + "nauc_precision_at_3_diff1": 0.388713, + "nauc_precision_at_5_max": 0.191475, + "nauc_precision_at_5_std": -0.355495, + "nauc_precision_at_5_diff1": 0.39885, + "nauc_precision_at_10_max": 0.367349, + "nauc_precision_at_10_std": -0.443247, + "nauc_precision_at_10_diff1": 0.572029, + "nauc_precision_at_20_max": 0.408104, + "nauc_precision_at_20_std": -0.360184, + "nauc_precision_at_20_diff1": 0.569123, + "nauc_precision_at_100_max": 0.336931, + "nauc_precision_at_100_std": 0.82911, + "nauc_precision_at_100_diff1": 0.218345, + "nauc_precision_at_1000_max": 0.336931, + "nauc_precision_at_1000_std": 0.82911, + "nauc_precision_at_1000_diff1": 0.218345, + "nauc_mrr_at_1_max": -0.133793, + "nauc_mrr_at_1_std": -0.362766, + "nauc_mrr_at_1_diff1": 0.429598, + "nauc_mrr_at_3_max": -0.106856, + "nauc_mrr_at_3_std": -0.392887, + "nauc_mrr_at_3_diff1": 0.407134, + "nauc_mrr_at_5_max": -0.099574, + "nauc_mrr_at_5_std": -0.384355, + "nauc_mrr_at_5_diff1": 0.409777, + "nauc_mrr_at_10_max": -0.104527, + "nauc_mrr_at_10_std": -0.385681, + "nauc_mrr_at_10_diff1": 0.412832, + "nauc_mrr_at_20_max": -0.105995, + "nauc_mrr_at_20_std": -0.385301, + "nauc_mrr_at_20_diff1": 0.412397, + "nauc_mrr_at_100_max": -0.106958, + "nauc_mrr_at_100_std": -0.384759, + "nauc_mrr_at_100_diff1": 0.411898, + "nauc_mrr_at_1000_max": -0.106958, + "nauc_mrr_at_1000_std": -0.384759, + "nauc_mrr_at_1000_diff1": 0.411898, + "main_score": 0.83828, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": null, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/CQADupstackAndroidRetrieval.json b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/CQADupstackAndroidRetrieval.json new file mode 100644 index 000000000..d528d70a9 --- /dev/null +++ b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/CQADupstackAndroidRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "f46a197baaae43b4f621051089b82a364682dfeb", + "task_name": "CQADupstackAndroidRetrieval", + "mteb_version": "1.21.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.48069, + "ndcg_at_3": 0.55233, + "ndcg_at_5": 0.5781, + "ndcg_at_10": 0.60813, + "ndcg_at_20": 0.63176, + "ndcg_at_100": 0.65472, + "ndcg_at_1000": 0.66453, + "map_at_1": 0.39131, + "map_at_3": 0.49395, + "map_at_5": 0.51762, + "map_at_10": 0.5379, + "map_at_20": 0.54828, + "map_at_100": 0.55428, + "map_at_1000": 0.55517, + "recall_at_1": 0.39131, + "recall_at_3": 0.5836, + "recall_at_5": 0.65664, + "recall_at_10": 0.74367, + "recall_at_20": 0.82633, + "recall_at_100": 0.92675, + "recall_at_1000": 0.98313, + "precision_at_1": 0.48069, + "precision_at_3": 0.26943, + "precision_at_5": 0.19371, + "precision_at_10": 0.11888, + "precision_at_20": 0.0706, + "precision_at_100": 0.01775, + "precision_at_1000": 0.00213, + "mrr_at_1": 0.480687, + "mrr_at_3": 0.567, + "mrr_at_5": 0.583453, + "mrr_at_10": 0.59313, + "mrr_at_20": 0.597255, + "mrr_at_100": 0.599273, + "mrr_at_1000": 0.599466, + "nauc_ndcg_at_1_max": 0.279776, + "nauc_ndcg_at_1_std": -0.076593, + "nauc_ndcg_at_1_diff1": 0.558078, + "nauc_ndcg_at_3_max": 0.261882, + "nauc_ndcg_at_3_std": -0.077324, + "nauc_ndcg_at_3_diff1": 0.545451, + "nauc_ndcg_at_5_max": 0.26582, + "nauc_ndcg_at_5_std": -0.05957, + "nauc_ndcg_at_5_diff1": 0.542039, + "nauc_ndcg_at_10_max": 0.264581, + "nauc_ndcg_at_10_std": -0.068243, + "nauc_ndcg_at_10_diff1": 0.53496, + "nauc_ndcg_at_20_max": 0.270382, + "nauc_ndcg_at_20_std": -0.057978, + "nauc_ndcg_at_20_diff1": 0.533699, + "nauc_ndcg_at_100_max": 0.277093, + "nauc_ndcg_at_100_std": -0.046942, + "nauc_ndcg_at_100_diff1": 0.534789, + "nauc_ndcg_at_1000_max": 0.274909, + "nauc_ndcg_at_1000_std": -0.056378, + "nauc_ndcg_at_1000_diff1": 0.536635, + "nauc_map_at_1_max": 0.239159, + "nauc_map_at_1_std": -0.095362, + "nauc_map_at_1_diff1": 0.601201, + "nauc_map_at_3_max": 0.255082, + "nauc_map_at_3_std": -0.093217, + "nauc_map_at_3_diff1": 0.569299, + "nauc_map_at_5_max": 0.263045, + "nauc_map_at_5_std": -0.082091, + "nauc_map_at_5_diff1": 0.567506, + "nauc_map_at_10_max": 0.265626, + "nauc_map_at_10_std": -0.083517, + "nauc_map_at_10_diff1": 0.561056, + "nauc_map_at_20_max": 0.269138, + "nauc_map_at_20_std": -0.077477, + "nauc_map_at_20_diff1": 0.559743, + "nauc_map_at_100_max": 0.270629, + "nauc_map_at_100_std": -0.075127, + "nauc_map_at_100_diff1": 0.557582, + "nauc_map_at_1000_max": 0.270353, + "nauc_map_at_1000_std": -0.075523, + "nauc_map_at_1000_diff1": 0.55744, + "nauc_recall_at_1_max": 0.239159, + "nauc_recall_at_1_std": -0.095362, + "nauc_recall_at_1_diff1": 0.601201, + "nauc_recall_at_3_max": 0.22928, + "nauc_recall_at_3_std": -0.082319, + "nauc_recall_at_3_diff1": 0.516506, + "nauc_recall_at_5_max": 0.227638, + "nauc_recall_at_5_std": -0.039444, + "nauc_recall_at_5_diff1": 0.486232, + "nauc_recall_at_10_max": 0.212423, + "nauc_recall_at_10_std": -0.058951, + "nauc_recall_at_10_diff1": 0.449737, + "nauc_recall_at_20_max": 0.237039, + "nauc_recall_at_20_std": 0.015395, + "nauc_recall_at_20_diff1": 0.424174, + "nauc_recall_at_100_max": 0.34741, + "nauc_recall_at_100_std": 0.285448, + "nauc_recall_at_100_diff1": 0.420057, + "nauc_recall_at_1000_max": 0.506705, + "nauc_recall_at_1000_std": 0.545243, + "nauc_recall_at_1000_diff1": 0.475028, + "nauc_precision_at_1_max": 0.279776, + "nauc_precision_at_1_std": -0.076593, + "nauc_precision_at_1_diff1": 0.558078, + "nauc_precision_at_3_max": 0.19415, + "nauc_precision_at_3_std": -0.036236, + "nauc_precision_at_3_diff1": 0.234531, + "nauc_precision_at_5_max": 0.168166, + "nauc_precision_at_5_std": 0.028196, + "nauc_precision_at_5_diff1": 0.11287, + "nauc_precision_at_10_max": 0.096798, + "nauc_precision_at_10_std": 0.04027, + "nauc_precision_at_10_diff1": -0.038503, + "nauc_precision_at_20_max": 0.047349, + "nauc_precision_at_20_std": 0.067286, + "nauc_precision_at_20_diff1": -0.135178, + "nauc_precision_at_100_max": -0.045056, + "nauc_precision_at_100_std": 0.050698, + "nauc_precision_at_100_diff1": -0.244088, + "nauc_precision_at_1000_max": -0.121574, + "nauc_precision_at_1000_std": -0.015487, + "nauc_precision_at_1000_diff1": -0.292365, + "nauc_mrr_at_1_max": 0.279776, + "nauc_mrr_at_1_std": -0.076593, + "nauc_mrr_at_1_diff1": 0.558078, + "nauc_mrr_at_3_max": 0.273289, + "nauc_mrr_at_3_std": -0.062736, + "nauc_mrr_at_3_diff1": 0.537039, + "nauc_mrr_at_5_max": 0.275071, + "nauc_mrr_at_5_std": -0.052781, + "nauc_mrr_at_5_diff1": 0.531544, + "nauc_mrr_at_10_max": 0.271179, + "nauc_mrr_at_10_std": -0.057327, + "nauc_mrr_at_10_diff1": 0.530266, + "nauc_mrr_at_20_max": 0.272699, + "nauc_mrr_at_20_std": -0.055493, + "nauc_mrr_at_20_diff1": 0.530654, + "nauc_mrr_at_100_max": 0.273777, + "nauc_mrr_at_100_std": -0.054868, + "nauc_mrr_at_100_diff1": 0.530861, + "nauc_mrr_at_1000_max": 0.27372, + "nauc_mrr_at_1000_std": -0.055075, + "nauc_mrr_at_1000_diff1": 0.53095, + "main_score": 0.60813, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": null, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/CQADupstackEnglishRetrieval.json b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/CQADupstackEnglishRetrieval.json new file mode 100644 index 000000000..a2e1b95f9 --- /dev/null +++ b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/CQADupstackEnglishRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ad9991cb51e31e31e430383c75ffb2885547b5f0", + "task_name": "CQADupstackEnglishRetrieval", + "mteb_version": "1.21.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.51529, + "ndcg_at_3": 0.56926, + "ndcg_at_5": 0.58705, + "ndcg_at_10": 0.6072, + "ndcg_at_20": 0.62128, + "ndcg_at_100": 0.64429, + "ndcg_at_1000": 0.65838, + "map_at_1": 0.41062, + "map_at_3": 0.51164, + "map_at_5": 0.53192, + "map_at_10": 0.54686, + "map_at_20": 0.55414, + "map_at_100": 0.56062, + "map_at_1000": 0.56176, + "recall_at_1": 0.41062, + "recall_at_3": 0.5851, + "recall_at_5": 0.64133, + "recall_at_10": 0.70599, + "recall_at_20": 0.75631, + "recall_at_100": 0.85931, + "recall_at_1000": 0.94304, + "precision_at_1": 0.51529, + "precision_at_3": 0.27834, + "precision_at_5": 0.19325, + "precision_at_10": 0.1142, + "precision_at_20": 0.06573, + "precision_at_100": 0.01721, + "precision_at_1000": 0.00211, + "mrr_at_1": 0.515287, + "mrr_at_3": 0.589172, + "mrr_at_5": 0.600191, + "mrr_at_10": 0.607222, + "mrr_at_20": 0.610019, + "mrr_at_100": 0.612099, + "mrr_at_1000": 0.612343, + "nauc_ndcg_at_1_max": 0.463516, + "nauc_ndcg_at_1_std": -0.109339, + "nauc_ndcg_at_1_diff1": 0.604118, + "nauc_ndcg_at_3_max": 0.46872, + "nauc_ndcg_at_3_std": -0.148367, + "nauc_ndcg_at_3_diff1": 0.567346, + "nauc_ndcg_at_5_max": 0.472751, + "nauc_ndcg_at_5_std": -0.147099, + "nauc_ndcg_at_5_diff1": 0.56528, + "nauc_ndcg_at_10_max": 0.478723, + "nauc_ndcg_at_10_std": -0.134173, + "nauc_ndcg_at_10_diff1": 0.565002, + "nauc_ndcg_at_20_max": 0.482798, + "nauc_ndcg_at_20_std": -0.127, + "nauc_ndcg_at_20_diff1": 0.569462, + "nauc_ndcg_at_100_max": 0.486266, + "nauc_ndcg_at_100_std": -0.112164, + "nauc_ndcg_at_100_diff1": 0.568792, + "nauc_ndcg_at_1000_max": 0.486486, + "nauc_ndcg_at_1000_std": -0.107398, + "nauc_ndcg_at_1000_diff1": 0.568788, + "nauc_map_at_1_max": 0.355154, + "nauc_map_at_1_std": -0.201689, + "nauc_map_at_1_diff1": 0.625189, + "nauc_map_at_3_max": 0.41623, + "nauc_map_at_3_std": -0.203848, + "nauc_map_at_3_diff1": 0.586681, + "nauc_map_at_5_max": 0.435144, + "nauc_map_at_5_std": -0.188971, + "nauc_map_at_5_diff1": 0.581208, + "nauc_map_at_10_max": 0.4477, + "nauc_map_at_10_std": -0.173442, + "nauc_map_at_10_diff1": 0.578907, + "nauc_map_at_20_max": 0.453003, + "nauc_map_at_20_std": -0.165269, + "nauc_map_at_20_diff1": 0.579423, + "nauc_map_at_100_max": 0.45846, + "nauc_map_at_100_std": -0.156008, + "nauc_map_at_100_diff1": 0.577384, + "nauc_map_at_1000_max": 0.458765, + "nauc_map_at_1000_std": -0.154466, + "nauc_map_at_1000_diff1": 0.577215, + "nauc_recall_at_1_max": 0.355154, + "nauc_recall_at_1_std": -0.201689, + "nauc_recall_at_1_diff1": 0.625189, + "nauc_recall_at_3_max": 0.42097, + "nauc_recall_at_3_std": -0.210403, + "nauc_recall_at_3_diff1": 0.542872, + "nauc_recall_at_5_max": 0.43797, + "nauc_recall_at_5_std": -0.188377, + "nauc_recall_at_5_diff1": 0.519481, + "nauc_recall_at_10_max": 0.467491, + "nauc_recall_at_10_std": -0.138304, + "nauc_recall_at_10_diff1": 0.501589, + "nauc_recall_at_20_max": 0.492223, + "nauc_recall_at_20_std": -0.102718, + "nauc_recall_at_20_diff1": 0.508572, + "nauc_recall_at_100_max": 0.521823, + "nauc_recall_at_100_std": 0.039248, + "nauc_recall_at_100_diff1": 0.486864, + "nauc_recall_at_1000_max": 0.617792, + "nauc_recall_at_1000_std": 0.245652, + "nauc_recall_at_1000_diff1": 0.473522, + "nauc_precision_at_1_max": 0.463516, + "nauc_precision_at_1_std": -0.109339, + "nauc_precision_at_1_diff1": 0.604118, + "nauc_precision_at_3_max": 0.406193, + "nauc_precision_at_3_std": 0.040397, + "nauc_precision_at_3_diff1": 0.221081, + "nauc_precision_at_5_max": 0.378276, + "nauc_precision_at_5_std": 0.130241, + "nauc_precision_at_5_diff1": 0.108553, + "nauc_precision_at_10_max": 0.312395, + "nauc_precision_at_10_std": 0.222689, + "nauc_precision_at_10_diff1": 0.004638, + "nauc_precision_at_20_max": 0.261944, + "nauc_precision_at_20_std": 0.276397, + "nauc_precision_at_20_diff1": -0.060237, + "nauc_precision_at_100_max": 0.169228, + "nauc_precision_at_100_std": 0.359251, + "nauc_precision_at_100_diff1": -0.175579, + "nauc_precision_at_1000_max": 0.065974, + "nauc_precision_at_1000_std": 0.346098, + "nauc_precision_at_1000_diff1": -0.228643, + "nauc_mrr_at_1_max": 0.463516, + "nauc_mrr_at_1_std": -0.109339, + "nauc_mrr_at_1_diff1": 0.604118, + "nauc_mrr_at_3_max": 0.492863, + "nauc_mrr_at_3_std": -0.102064, + "nauc_mrr_at_3_diff1": 0.583462, + "nauc_mrr_at_5_max": 0.49199, + "nauc_mrr_at_5_std": -0.10124, + "nauc_mrr_at_5_diff1": 0.58084, + "nauc_mrr_at_10_max": 0.491333, + "nauc_mrr_at_10_std": -0.097817, + "nauc_mrr_at_10_diff1": 0.580034, + "nauc_mrr_at_20_max": 0.491129, + "nauc_mrr_at_20_std": -0.097977, + "nauc_mrr_at_20_diff1": 0.580333, + "nauc_mrr_at_100_max": 0.490895, + "nauc_mrr_at_100_std": -0.097422, + "nauc_mrr_at_100_diff1": 0.58084, + "nauc_mrr_at_1000_max": 0.490894, + "nauc_mrr_at_1000_std": -0.097488, + "nauc_mrr_at_1000_diff1": 0.580888, + "main_score": 0.6072, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": null, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/CQADupstackGamingRetrieval.json b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/CQADupstackGamingRetrieval.json new file mode 100644 index 000000000..5a9eede1d --- /dev/null +++ b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/CQADupstackGamingRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackGamingRetrieval", + "mteb_version": "1.21.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.56991, + "ndcg_at_3": 0.64484, + "ndcg_at_5": 0.67367, + "ndcg_at_10": 0.69649, + "ndcg_at_20": 0.71262, + "ndcg_at_100": 0.7274, + "ndcg_at_1000": 0.73217, + "map_at_1": 0.50197, + "map_at_3": 0.60589, + "map_at_5": 0.62696, + "map_at_10": 0.63992, + "map_at_20": 0.64638, + "map_at_100": 0.64949, + "map_at_1000": 0.64979, + "recall_at_1": 0.50197, + "recall_at_3": 0.69262, + "recall_at_5": 0.76359, + "recall_at_10": 0.82775, + "recall_at_20": 0.88553, + "recall_at_100": 0.954, + "recall_at_1000": 0.98608, + "precision_at_1": 0.56991, + "precision_at_3": 0.28464, + "precision_at_5": 0.19323, + "precision_at_10": 0.10878, + "precision_at_20": 0.05978, + "precision_at_100": 0.01329, + "precision_at_1000": 0.00139, + "mrr_at_1": 0.569906, + "mrr_at_3": 0.64953, + "mrr_at_5": 0.663981, + "mrr_at_10": 0.671299, + "mrr_at_20": 0.674584, + "mrr_at_100": 0.676041, + "mrr_at_1000": 0.676164, + "nauc_ndcg_at_1_max": 0.294197, + "nauc_ndcg_at_1_std": -0.042024, + "nauc_ndcg_at_1_diff1": 0.575861, + "nauc_ndcg_at_3_max": 0.292267, + "nauc_ndcg_at_3_std": -0.056541, + "nauc_ndcg_at_3_diff1": 0.559064, + "nauc_ndcg_at_5_max": 0.306917, + "nauc_ndcg_at_5_std": -0.044049, + "nauc_ndcg_at_5_diff1": 0.550016, + "nauc_ndcg_at_10_max": 0.323335, + "nauc_ndcg_at_10_std": -0.018376, + "nauc_ndcg_at_10_diff1": 0.548744, + "nauc_ndcg_at_20_max": 0.323375, + "nauc_ndcg_at_20_std": -0.002559, + "nauc_ndcg_at_20_diff1": 0.549041, + "nauc_ndcg_at_100_max": 0.328378, + "nauc_ndcg_at_100_std": 0.001395, + "nauc_ndcg_at_100_diff1": 0.552237, + "nauc_ndcg_at_1000_max": 0.324805, + "nauc_ndcg_at_1000_std": -0.005016, + "nauc_ndcg_at_1000_diff1": 0.553021, + "nauc_map_at_1_max": 0.209334, + "nauc_map_at_1_std": -0.087947, + "nauc_map_at_1_diff1": 0.582974, + "nauc_map_at_3_max": 0.2658, + "nauc_map_at_3_std": -0.07435, + "nauc_map_at_3_diff1": 0.566973, + "nauc_map_at_5_max": 0.280282, + "nauc_map_at_5_std": -0.063039, + "nauc_map_at_5_diff1": 0.560986, + "nauc_map_at_10_max": 0.292598, + "nauc_map_at_10_std": -0.047099, + "nauc_map_at_10_diff1": 0.558723, + "nauc_map_at_20_max": 0.296698, + "nauc_map_at_20_std": -0.039075, + "nauc_map_at_20_diff1": 0.558756, + "nauc_map_at_100_max": 0.299453, + "nauc_map_at_100_std": -0.03642, + "nauc_map_at_100_diff1": 0.559132, + "nauc_map_at_1000_max": 0.299503, + "nauc_map_at_1000_std": -0.036618, + "nauc_map_at_1000_diff1": 0.559176, + "nauc_recall_at_1_max": 0.209334, + "nauc_recall_at_1_std": -0.087947, + "nauc_recall_at_1_diff1": 0.582974, + "nauc_recall_at_3_max": 0.273335, + "nauc_recall_at_3_std": -0.085044, + "nauc_recall_at_3_diff1": 0.538084, + "nauc_recall_at_5_max": 0.304121, + "nauc_recall_at_5_std": -0.049324, + "nauc_recall_at_5_diff1": 0.498099, + "nauc_recall_at_10_max": 0.375018, + "nauc_recall_at_10_std": 0.044327, + "nauc_recall_at_10_diff1": 0.485148, + "nauc_recall_at_20_max": 0.413391, + "nauc_recall_at_20_std": 0.190947, + "nauc_recall_at_20_diff1": 0.471314, + "nauc_recall_at_100_max": 0.617445, + "nauc_recall_at_100_std": 0.472739, + "nauc_recall_at_100_diff1": 0.470043, + "nauc_recall_at_1000_max": 0.809182, + "nauc_recall_at_1000_std": 0.835041, + "nauc_recall_at_1000_diff1": 0.462219, + "nauc_precision_at_1_max": 0.294197, + "nauc_precision_at_1_std": -0.042024, + "nauc_precision_at_1_diff1": 0.575861, + "nauc_precision_at_3_max": 0.30167, + "nauc_precision_at_3_std": 0.06596, + "nauc_precision_at_3_diff1": 0.24067, + "nauc_precision_at_5_max": 0.307447, + "nauc_precision_at_5_std": 0.130323, + "nauc_precision_at_5_diff1": 0.113741, + "nauc_precision_at_10_max": 0.312103, + "nauc_precision_at_10_std": 0.221781, + "nauc_precision_at_10_diff1": -0.005103, + "nauc_precision_at_20_max": 0.289456, + "nauc_precision_at_20_std": 0.282034, + "nauc_precision_at_20_diff1": -0.087866, + "nauc_precision_at_100_max": 0.255805, + "nauc_precision_at_100_std": 0.303128, + "nauc_precision_at_100_diff1": -0.164668, + "nauc_precision_at_1000_max": 0.224346, + "nauc_precision_at_1000_std": 0.281628, + "nauc_precision_at_1000_diff1": -0.195027, + "nauc_mrr_at_1_max": 0.294197, + "nauc_mrr_at_1_std": -0.042024, + "nauc_mrr_at_1_diff1": 0.575861, + "nauc_mrr_at_3_max": 0.313235, + "nauc_mrr_at_3_std": -0.031822, + "nauc_mrr_at_3_diff1": 0.558353, + "nauc_mrr_at_5_max": 0.315034, + "nauc_mrr_at_5_std": -0.025227, + "nauc_mrr_at_5_diff1": 0.552967, + "nauc_mrr_at_10_max": 0.319453, + "nauc_mrr_at_10_std": -0.020218, + "nauc_mrr_at_10_diff1": 0.555522, + "nauc_mrr_at_20_max": 0.318235, + "nauc_mrr_at_20_std": -0.018693, + "nauc_mrr_at_20_diff1": 0.556179, + "nauc_mrr_at_100_max": 0.318336, + "nauc_mrr_at_100_std": -0.018726, + "nauc_mrr_at_100_diff1": 0.556585, + "nauc_mrr_at_1000_max": 0.318158, + "nauc_mrr_at_1000_std": -0.018951, + "nauc_mrr_at_1000_diff1": 0.55657, + "main_score": 0.69649, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": null, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/CQADupstackGisRetrieval.json b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/CQADupstackGisRetrieval.json new file mode 100644 index 000000000..8dfe00f09 --- /dev/null +++ b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/CQADupstackGisRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "5003b3064772da1887988e05400cf3806fe491f2", + "task_name": "CQADupstackGisRetrieval", + "mteb_version": "1.21.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.35367, + "ndcg_at_3": 0.42736, + "ndcg_at_5": 0.45754, + "ndcg_at_10": 0.49132, + "ndcg_at_20": 0.51383, + "ndcg_at_100": 0.53943, + "ndcg_at_1000": 0.55257, + "map_at_1": 0.32539, + "map_at_3": 0.39787, + "map_at_5": 0.41626, + "map_at_10": 0.43175, + "map_at_20": 0.43825, + "map_at_100": 0.44242, + "map_at_1000": 0.44299, + "recall_at_1": 0.32539, + "recall_at_3": 0.48238, + "recall_at_5": 0.55402, + "recall_at_10": 0.6525, + "recall_at_20": 0.73685, + "recall_at_100": 0.86414, + "recall_at_1000": 0.96135, + "precision_at_1": 0.35367, + "precision_at_3": 0.17966, + "precision_at_5": 0.12565, + "precision_at_10": 0.07571, + "precision_at_20": 0.04311, + "precision_at_100": 0.01046, + "precision_at_1000": 0.00119, + "mrr_at_1": 0.353672, + "mrr_at_3": 0.423729, + "mrr_at_5": 0.44096, + "mrr_at_10": 0.454163, + "mrr_at_20": 0.460345, + "mrr_at_100": 0.463116, + "mrr_at_1000": 0.463516, + "nauc_ndcg_at_1_max": 0.194579, + "nauc_ndcg_at_1_std": -0.078641, + "nauc_ndcg_at_1_diff1": 0.420108, + "nauc_ndcg_at_3_max": 0.193067, + "nauc_ndcg_at_3_std": -0.083156, + "nauc_ndcg_at_3_diff1": 0.393506, + "nauc_ndcg_at_5_max": 0.207156, + "nauc_ndcg_at_5_std": -0.083249, + "nauc_ndcg_at_5_diff1": 0.380123, + "nauc_ndcg_at_10_max": 0.219433, + "nauc_ndcg_at_10_std": -0.065855, + "nauc_ndcg_at_10_diff1": 0.383184, + "nauc_ndcg_at_20_max": 0.225117, + "nauc_ndcg_at_20_std": -0.055258, + "nauc_ndcg_at_20_diff1": 0.379516, + "nauc_ndcg_at_100_max": 0.22677, + "nauc_ndcg_at_100_std": -0.046319, + "nauc_ndcg_at_100_diff1": 0.381231, + "nauc_ndcg_at_1000_max": 0.22393, + "nauc_ndcg_at_1000_std": -0.052164, + "nauc_ndcg_at_1000_diff1": 0.384611, + "nauc_map_at_1_max": 0.158856, + "nauc_map_at_1_std": -0.086153, + "nauc_map_at_1_diff1": 0.440051, + "nauc_map_at_3_max": 0.179975, + "nauc_map_at_3_std": -0.084723, + "nauc_map_at_3_diff1": 0.40721, + "nauc_map_at_5_max": 0.192239, + "nauc_map_at_5_std": -0.084748, + "nauc_map_at_5_diff1": 0.400337, + "nauc_map_at_10_max": 0.198261, + "nauc_map_at_10_std": -0.077965, + "nauc_map_at_10_diff1": 0.401968, + "nauc_map_at_20_max": 0.199914, + "nauc_map_at_20_std": -0.074696, + "nauc_map_at_20_diff1": 0.40099, + "nauc_map_at_100_max": 0.19997, + "nauc_map_at_100_std": -0.072941, + "nauc_map_at_100_diff1": 0.400761, + "nauc_map_at_1000_max": 0.200007, + "nauc_map_at_1000_std": -0.073067, + "nauc_map_at_1000_diff1": 0.400842, + "nauc_recall_at_1_max": 0.158856, + "nauc_recall_at_1_std": -0.086153, + "nauc_recall_at_1_diff1": 0.440051, + "nauc_recall_at_3_max": 0.188596, + "nauc_recall_at_3_std": -0.081259, + "nauc_recall_at_3_diff1": 0.363157, + "nauc_recall_at_5_max": 0.218809, + "nauc_recall_at_5_std": -0.082858, + "nauc_recall_at_5_diff1": 0.323767, + "nauc_recall_at_10_max": 0.25887, + "nauc_recall_at_10_std": -0.027673, + "nauc_recall_at_10_diff1": 0.324066, + "nauc_recall_at_20_max": 0.291554, + "nauc_recall_at_20_std": 0.028259, + "nauc_recall_at_20_diff1": 0.292055, + "nauc_recall_at_100_max": 0.363642, + "nauc_recall_at_100_std": 0.173796, + "nauc_recall_at_100_diff1": 0.275049, + "nauc_recall_at_1000_max": 0.486796, + "nauc_recall_at_1000_std": 0.354974, + "nauc_recall_at_1000_diff1": 0.273083, + "nauc_precision_at_1_max": 0.194579, + "nauc_precision_at_1_std": -0.078641, + "nauc_precision_at_1_diff1": 0.420108, + "nauc_precision_at_3_max": 0.245147, + "nauc_precision_at_3_std": -0.070382, + "nauc_precision_at_3_diff1": 0.310599, + "nauc_precision_at_5_max": 0.285317, + "nauc_precision_at_5_std": -0.064431, + "nauc_precision_at_5_diff1": 0.257662, + "nauc_precision_at_10_max": 0.306243, + "nauc_precision_at_10_std": 0.008484, + "nauc_precision_at_10_diff1": 0.207757, + "nauc_precision_at_20_max": 0.328505, + "nauc_precision_at_20_std": 0.078245, + "nauc_precision_at_20_diff1": 0.138538, + "nauc_precision_at_100_max": 0.261579, + "nauc_precision_at_100_std": 0.148294, + "nauc_precision_at_100_diff1": -0.001951, + "nauc_precision_at_1000_max": 0.177884, + "nauc_precision_at_1000_std": 0.115839, + "nauc_precision_at_1000_diff1": -0.107136, + "nauc_mrr_at_1_max": 0.194579, + "nauc_mrr_at_1_std": -0.078641, + "nauc_mrr_at_1_diff1": 0.420108, + "nauc_mrr_at_3_max": 0.215546, + "nauc_mrr_at_3_std": -0.076639, + "nauc_mrr_at_3_diff1": 0.392144, + "nauc_mrr_at_5_max": 0.218337, + "nauc_mrr_at_5_std": -0.077501, + "nauc_mrr_at_5_diff1": 0.382256, + "nauc_mrr_at_10_max": 0.221359, + "nauc_mrr_at_10_std": -0.07041, + "nauc_mrr_at_10_diff1": 0.384475, + "nauc_mrr_at_20_max": 0.222328, + "nauc_mrr_at_20_std": -0.068259, + "nauc_mrr_at_20_diff1": 0.383811, + "nauc_mrr_at_100_max": 0.221949, + "nauc_mrr_at_100_std": -0.067859, + "nauc_mrr_at_100_diff1": 0.384646, + "nauc_mrr_at_1000_max": 0.221936, + "nauc_mrr_at_1000_std": -0.06798, + "nauc_mrr_at_1000_diff1": 0.384712, + "main_score": 0.49132, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": null, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/CQADupstackMathematicaRetrieval.json b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/CQADupstackMathematicaRetrieval.json new file mode 100644 index 000000000..2f57ff445 --- /dev/null +++ b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/CQADupstackMathematicaRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "90fceea13679c63fe563ded68f3b6f06e50061de", + "task_name": "CQADupstackMathematicaRetrieval", + "mteb_version": "1.21.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.27612, + "ndcg_at_3": 0.34394, + "ndcg_at_5": 0.37399, + "ndcg_at_10": 0.40228, + "ndcg_at_20": 0.42415, + "ndcg_at_100": 0.46007, + "ndcg_at_1000": 0.48175, + "map_at_1": 0.22143, + "map_at_3": 0.30384, + "map_at_5": 0.32419, + "map_at_10": 0.33761, + "map_at_20": 0.34478, + "map_at_100": 0.35118, + "map_at_1000": 0.35217, + "recall_at_1": 0.22143, + "recall_at_3": 0.38891, + "recall_at_5": 0.46581, + "recall_at_10": 0.54922, + "recall_at_20": 0.62627, + "recall_at_100": 0.79146, + "recall_at_1000": 0.94372, + "precision_at_1": 0.27612, + "precision_at_3": 0.17081, + "precision_at_5": 0.12438, + "precision_at_10": 0.07488, + "precision_at_20": 0.04372, + "precision_at_100": 0.01194, + "precision_at_1000": 0.00149, + "mrr_at_1": 0.276119, + "mrr_at_3": 0.358002, + "mrr_at_5": 0.375539, + "mrr_at_10": 0.386809, + "mrr_at_20": 0.391923, + "mrr_at_100": 0.395794, + "mrr_at_1000": 0.396319, + "nauc_ndcg_at_1_max": 0.24148, + "nauc_ndcg_at_1_std": -0.050881, + "nauc_ndcg_at_1_diff1": 0.402317, + "nauc_ndcg_at_3_max": 0.237717, + "nauc_ndcg_at_3_std": -0.046157, + "nauc_ndcg_at_3_diff1": 0.359791, + "nauc_ndcg_at_5_max": 0.267062, + "nauc_ndcg_at_5_std": -0.022431, + "nauc_ndcg_at_5_diff1": 0.359988, + "nauc_ndcg_at_10_max": 0.268107, + "nauc_ndcg_at_10_std": -0.014038, + "nauc_ndcg_at_10_diff1": 0.349898, + "nauc_ndcg_at_20_max": 0.268451, + "nauc_ndcg_at_20_std": -0.010877, + "nauc_ndcg_at_20_diff1": 0.352962, + "nauc_ndcg_at_100_max": 0.266267, + "nauc_ndcg_at_100_std": -0.002287, + "nauc_ndcg_at_100_diff1": 0.350875, + "nauc_ndcg_at_1000_max": 0.262004, + "nauc_ndcg_at_1000_std": -0.001409, + "nauc_ndcg_at_1000_diff1": 0.357664, + "nauc_map_at_1_max": 0.212911, + "nauc_map_at_1_std": -0.056451, + "nauc_map_at_1_diff1": 0.382231, + "nauc_map_at_3_max": 0.226701, + "nauc_map_at_3_std": -0.050638, + "nauc_map_at_3_diff1": 0.358224, + "nauc_map_at_5_max": 0.243914, + "nauc_map_at_5_std": -0.037915, + "nauc_map_at_5_diff1": 0.358784, + "nauc_map_at_10_max": 0.246138, + "nauc_map_at_10_std": -0.032283, + "nauc_map_at_10_diff1": 0.356532, + "nauc_map_at_20_max": 0.247262, + "nauc_map_at_20_std": -0.030931, + "nauc_map_at_20_diff1": 0.357842, + "nauc_map_at_100_max": 0.246947, + "nauc_map_at_100_std": -0.029161, + "nauc_map_at_100_diff1": 0.357218, + "nauc_map_at_1000_max": 0.246692, + "nauc_map_at_1000_std": -0.029091, + "nauc_map_at_1000_diff1": 0.357554, + "nauc_recall_at_1_max": 0.212911, + "nauc_recall_at_1_std": -0.056451, + "nauc_recall_at_1_diff1": 0.382231, + "nauc_recall_at_3_max": 0.227943, + "nauc_recall_at_3_std": -0.049675, + "nauc_recall_at_3_diff1": 0.321781, + "nauc_recall_at_5_max": 0.285417, + "nauc_recall_at_5_std": -0.001797, + "nauc_recall_at_5_diff1": 0.31632, + "nauc_recall_at_10_max": 0.290276, + "nauc_recall_at_10_std": 0.027005, + "nauc_recall_at_10_diff1": 0.286424, + "nauc_recall_at_20_max": 0.28985, + "nauc_recall_at_20_std": 0.037156, + "nauc_recall_at_20_diff1": 0.286199, + "nauc_recall_at_100_max": 0.293992, + "nauc_recall_at_100_std": 0.120357, + "nauc_recall_at_100_diff1": 0.249561, + "nauc_recall_at_1000_max": 0.302371, + "nauc_recall_at_1000_std": 0.424932, + "nauc_recall_at_1000_diff1": 0.313261, + "nauc_precision_at_1_max": 0.24148, + "nauc_precision_at_1_std": -0.050881, + "nauc_precision_at_1_diff1": 0.402317, + "nauc_precision_at_3_max": 0.235682, + "nauc_precision_at_3_std": -0.030209, + "nauc_precision_at_3_diff1": 0.315469, + "nauc_precision_at_5_max": 0.279194, + "nauc_precision_at_5_std": 0.031782, + "nauc_precision_at_5_diff1": 0.295375, + "nauc_precision_at_10_max": 0.253548, + "nauc_precision_at_10_std": 0.0644, + "nauc_precision_at_10_diff1": 0.23765, + "nauc_precision_at_20_max": 0.217784, + "nauc_precision_at_20_std": 0.090614, + "nauc_precision_at_20_diff1": 0.212712, + "nauc_precision_at_100_max": 0.095484, + "nauc_precision_at_100_std": 0.101302, + "nauc_precision_at_100_diff1": 0.077794, + "nauc_precision_at_1000_max": -0.01786, + "nauc_precision_at_1000_std": 0.070483, + "nauc_precision_at_1000_diff1": 0.003852, + "nauc_mrr_at_1_max": 0.24148, + "nauc_mrr_at_1_std": -0.050881, + "nauc_mrr_at_1_diff1": 0.402317, + "nauc_mrr_at_3_max": 0.254273, + "nauc_mrr_at_3_std": -0.033315, + "nauc_mrr_at_3_diff1": 0.376423, + "nauc_mrr_at_5_max": 0.270782, + "nauc_mrr_at_5_std": -0.019624, + "nauc_mrr_at_5_diff1": 0.37737, + "nauc_mrr_at_10_max": 0.266829, + "nauc_mrr_at_10_std": -0.021461, + "nauc_mrr_at_10_diff1": 0.372298, + "nauc_mrr_at_20_max": 0.266076, + "nauc_mrr_at_20_std": -0.021086, + "nauc_mrr_at_20_diff1": 0.372775, + "nauc_mrr_at_100_max": 0.265872, + "nauc_mrr_at_100_std": -0.020627, + "nauc_mrr_at_100_diff1": 0.373314, + "nauc_mrr_at_1000_max": 0.265816, + "nauc_mrr_at_1000_std": -0.020612, + "nauc_mrr_at_1000_diff1": 0.3735, + "main_score": 0.40228, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": null, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/CQADupstackPhysicsRetrieval.json b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/CQADupstackPhysicsRetrieval.json new file mode 100644 index 000000000..23be61402 --- /dev/null +++ b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/CQADupstackPhysicsRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4", + "task_name": "CQADupstackPhysicsRetrieval", + "mteb_version": "1.21.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.46391, + "ndcg_at_3": 0.53346, + "ndcg_at_5": 0.55783, + "ndcg_at_10": 0.58559, + "ndcg_at_20": 0.60546, + "ndcg_at_100": 0.63466, + "ndcg_at_1000": 0.64522, + "map_at_1": 0.37636, + "map_at_3": 0.4829, + "map_at_5": 0.50326, + "map_at_10": 0.51932, + "map_at_20": 0.52674, + "map_at_100": 0.53288, + "map_at_1000": 0.53361, + "recall_at_1": 0.37636, + "recall_at_3": 0.57364, + "recall_at_5": 0.64051, + "recall_at_10": 0.72499, + "recall_at_20": 0.79119, + "recall_at_100": 0.9206, + "recall_at_1000": 0.9836, + "precision_at_1": 0.46391, + "precision_at_3": 0.25922, + "precision_at_5": 0.17921, + "precision_at_10": 0.10587, + "precision_at_20": 0.06044, + "precision_at_100": 0.0152, + "precision_at_1000": 0.00176, + "mrr_at_1": 0.463908, + "mrr_at_3": 0.551011, + "mrr_at_5": 0.565014, + "mrr_at_10": 0.574608, + "mrr_at_20": 0.578635, + "mrr_at_100": 0.58107, + "mrr_at_1000": 0.581252, + "nauc_ndcg_at_1_max": 0.252322, + "nauc_ndcg_at_1_std": -0.062181, + "nauc_ndcg_at_1_diff1": 0.561946, + "nauc_ndcg_at_3_max": 0.199074, + "nauc_ndcg_at_3_std": -0.1136, + "nauc_ndcg_at_3_diff1": 0.501354, + "nauc_ndcg_at_5_max": 0.216277, + "nauc_ndcg_at_5_std": -0.115257, + "nauc_ndcg_at_5_diff1": 0.507328, + "nauc_ndcg_at_10_max": 0.219564, + "nauc_ndcg_at_10_std": -0.113555, + "nauc_ndcg_at_10_diff1": 0.507944, + "nauc_ndcg_at_20_max": 0.226223, + "nauc_ndcg_at_20_std": -0.098534, + "nauc_ndcg_at_20_diff1": 0.509574, + "nauc_ndcg_at_100_max": 0.242651, + "nauc_ndcg_at_100_std": -0.080397, + "nauc_ndcg_at_100_diff1": 0.509368, + "nauc_ndcg_at_1000_max": 0.237596, + "nauc_ndcg_at_1000_std": -0.082724, + "nauc_ndcg_at_1000_diff1": 0.510966, + "nauc_map_at_1_max": 0.172551, + "nauc_map_at_1_std": -0.120652, + "nauc_map_at_1_diff1": 0.586877, + "nauc_map_at_3_max": 0.181417, + "nauc_map_at_3_std": -0.12441, + "nauc_map_at_3_diff1": 0.522177, + "nauc_map_at_5_max": 0.198392, + "nauc_map_at_5_std": -0.120891, + "nauc_map_at_5_diff1": 0.521775, + "nauc_map_at_10_max": 0.203045, + "nauc_map_at_10_std": -0.115255, + "nauc_map_at_10_diff1": 0.519204, + "nauc_map_at_20_max": 0.206431, + "nauc_map_at_20_std": -0.10944, + "nauc_map_at_20_diff1": 0.519193, + "nauc_map_at_100_max": 0.210146, + "nauc_map_at_100_std": -0.105171, + "nauc_map_at_100_diff1": 0.518916, + "nauc_map_at_1000_max": 0.210138, + "nauc_map_at_1000_std": -0.105187, + "nauc_map_at_1000_diff1": 0.518894, + "nauc_recall_at_1_max": 0.172551, + "nauc_recall_at_1_std": -0.120652, + "nauc_recall_at_1_diff1": 0.586877, + "nauc_recall_at_3_max": 0.149038, + "nauc_recall_at_3_std": -0.160303, + "nauc_recall_at_3_diff1": 0.456118, + "nauc_recall_at_5_max": 0.196895, + "nauc_recall_at_5_std": -0.151237, + "nauc_recall_at_5_diff1": 0.447614, + "nauc_recall_at_10_max": 0.215993, + "nauc_recall_at_10_std": -0.14677, + "nauc_recall_at_10_diff1": 0.435458, + "nauc_recall_at_20_max": 0.237273, + "nauc_recall_at_20_std": -0.089258, + "nauc_recall_at_20_diff1": 0.43411, + "nauc_recall_at_100_max": 0.441535, + "nauc_recall_at_100_std": 0.118114, + "nauc_recall_at_100_diff1": 0.399942, + "nauc_recall_at_1000_max": 0.587738, + "nauc_recall_at_1000_std": 0.534193, + "nauc_recall_at_1000_diff1": 0.449384, + "nauc_precision_at_1_max": 0.252322, + "nauc_precision_at_1_std": -0.062181, + "nauc_precision_at_1_diff1": 0.561946, + "nauc_precision_at_3_max": 0.205451, + "nauc_precision_at_3_std": -0.013921, + "nauc_precision_at_3_diff1": 0.209195, + "nauc_precision_at_5_max": 0.226269, + "nauc_precision_at_5_std": 0.01663, + "nauc_precision_at_5_diff1": 0.135518, + "nauc_precision_at_10_max": 0.190727, + "nauc_precision_at_10_std": 0.076507, + "nauc_precision_at_10_diff1": 0.025033, + "nauc_precision_at_20_max": 0.17127, + "nauc_precision_at_20_std": 0.133373, + "nauc_precision_at_20_diff1": -0.043276, + "nauc_precision_at_100_max": 0.143912, + "nauc_precision_at_100_std": 0.185874, + "nauc_precision_at_100_diff1": -0.178132, + "nauc_precision_at_1000_max": 0.070775, + "nauc_precision_at_1000_std": 0.142364, + "nauc_precision_at_1000_diff1": -0.229923, + "nauc_mrr_at_1_max": 0.252322, + "nauc_mrr_at_1_std": -0.062181, + "nauc_mrr_at_1_diff1": 0.561946, + "nauc_mrr_at_3_max": 0.237401, + "nauc_mrr_at_3_std": -0.082938, + "nauc_mrr_at_3_diff1": 0.523172, + "nauc_mrr_at_5_max": 0.245318, + "nauc_mrr_at_5_std": -0.08037, + "nauc_mrr_at_5_diff1": 0.52322, + "nauc_mrr_at_10_max": 0.247665, + "nauc_mrr_at_10_std": -0.078762, + "nauc_mrr_at_10_diff1": 0.522911, + "nauc_mrr_at_20_max": 0.247915, + "nauc_mrr_at_20_std": -0.077294, + "nauc_mrr_at_20_diff1": 0.523567, + "nauc_mrr_at_100_max": 0.249507, + "nauc_mrr_at_100_std": -0.075558, + "nauc_mrr_at_100_diff1": 0.523712, + "nauc_mrr_at_1000_max": 0.249333, + "nauc_mrr_at_1000_std": -0.07563, + "nauc_mrr_at_1000_diff1": 0.523789, + "main_score": 0.58559, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": null, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/CQADupstackProgrammersRetrieval.json b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/CQADupstackProgrammersRetrieval.json new file mode 100644 index 000000000..345a85fd8 --- /dev/null +++ b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/CQADupstackProgrammersRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "6184bc1440d2dbc7612be22b50686b8826d22b32", + "task_name": "CQADupstackProgrammersRetrieval", + "mteb_version": "1.21.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.40868, + "ndcg_at_3": 0.48642, + "ndcg_at_5": 0.51781, + "ndcg_at_10": 0.5453, + "ndcg_at_20": 0.57055, + "ndcg_at_100": 0.5964, + "ndcg_at_1000": 0.60893, + "map_at_1": 0.33057, + "map_at_3": 0.43276, + "map_at_5": 0.45846, + "map_at_10": 0.47423, + "map_at_20": 0.48327, + "map_at_100": 0.48869, + "map_at_1000": 0.48952, + "recall_at_1": 0.33057, + "recall_at_3": 0.52947, + "recall_at_5": 0.61402, + "recall_at_10": 0.69503, + "recall_at_20": 0.78505, + "recall_at_100": 0.90121, + "recall_at_1000": 0.98002, + "precision_at_1": 0.40868, + "precision_at_3": 0.23858, + "precision_at_5": 0.17192, + "precision_at_10": 0.1024, + "precision_at_20": 0.05965, + "precision_at_100": 0.01477, + "precision_at_1000": 0.00174, + "mrr_at_1": 0.408676, + "mrr_at_3": 0.503234, + "mrr_at_5": 0.520586, + "mrr_at_10": 0.529753, + "mrr_at_20": 0.535274, + "mrr_at_100": 0.537496, + "mrr_at_1000": 0.537769, + "nauc_ndcg_at_1_max": 0.374067, + "nauc_ndcg_at_1_std": -0.003047, + "nauc_ndcg_at_1_diff1": 0.524693, + "nauc_ndcg_at_3_max": 0.321895, + "nauc_ndcg_at_3_std": -0.028709, + "nauc_ndcg_at_3_diff1": 0.435817, + "nauc_ndcg_at_5_max": 0.342106, + "nauc_ndcg_at_5_std": -0.016284, + "nauc_ndcg_at_5_diff1": 0.449633, + "nauc_ndcg_at_10_max": 0.359831, + "nauc_ndcg_at_10_std": -0.005308, + "nauc_ndcg_at_10_diff1": 0.444916, + "nauc_ndcg_at_20_max": 0.369111, + "nauc_ndcg_at_20_std": 0.010106, + "nauc_ndcg_at_20_diff1": 0.454908, + "nauc_ndcg_at_100_max": 0.371523, + "nauc_ndcg_at_100_std": 0.011026, + "nauc_ndcg_at_100_diff1": 0.45699, + "nauc_ndcg_at_1000_max": 0.365078, + "nauc_ndcg_at_1000_std": 0.001677, + "nauc_ndcg_at_1000_diff1": 0.461906, + "nauc_map_at_1_max": 0.297439, + "nauc_map_at_1_std": -0.06319, + "nauc_map_at_1_diff1": 0.519663, + "nauc_map_at_3_max": 0.305211, + "nauc_map_at_3_std": -0.04708, + "nauc_map_at_3_diff1": 0.459037, + "nauc_map_at_5_max": 0.322106, + "nauc_map_at_5_std": -0.034691, + "nauc_map_at_5_diff1": 0.467528, + "nauc_map_at_10_max": 0.335493, + "nauc_map_at_10_std": -0.025991, + "nauc_map_at_10_diff1": 0.464505, + "nauc_map_at_20_max": 0.340376, + "nauc_map_at_20_std": -0.019521, + "nauc_map_at_20_diff1": 0.468385, + "nauc_map_at_100_max": 0.342295, + "nauc_map_at_100_std": -0.018652, + "nauc_map_at_100_diff1": 0.469823, + "nauc_map_at_1000_max": 0.342185, + "nauc_map_at_1000_std": -0.018887, + "nauc_map_at_1000_diff1": 0.470126, + "nauc_recall_at_1_max": 0.297439, + "nauc_recall_at_1_std": -0.06319, + "nauc_recall_at_1_diff1": 0.519663, + "nauc_recall_at_3_max": 0.2613, + "nauc_recall_at_3_std": -0.048992, + "nauc_recall_at_3_diff1": 0.351348, + "nauc_recall_at_5_max": 0.307695, + "nauc_recall_at_5_std": -0.00925, + "nauc_recall_at_5_diff1": 0.362869, + "nauc_recall_at_10_max": 0.354921, + "nauc_recall_at_10_std": 0.022886, + "nauc_recall_at_10_diff1": 0.332445, + "nauc_recall_at_20_max": 0.39558, + "nauc_recall_at_20_std": 0.109075, + "nauc_recall_at_20_diff1": 0.347726, + "nauc_recall_at_100_max": 0.470133, + "nauc_recall_at_100_std": 0.240775, + "nauc_recall_at_100_diff1": 0.308481, + "nauc_recall_at_1000_max": 0.452255, + "nauc_recall_at_1000_std": 0.28438, + "nauc_recall_at_1000_diff1": 0.438056, + "nauc_precision_at_1_max": 0.374067, + "nauc_precision_at_1_std": -0.003047, + "nauc_precision_at_1_diff1": 0.524693, + "nauc_precision_at_3_max": 0.299216, + "nauc_precision_at_3_std": 0.056758, + "nauc_precision_at_3_diff1": 0.236204, + "nauc_precision_at_5_max": 0.297564, + "nauc_precision_at_5_std": 0.101148, + "nauc_precision_at_5_diff1": 0.189625, + "nauc_precision_at_10_max": 0.298937, + "nauc_precision_at_10_std": 0.153616, + "nauc_precision_at_10_diff1": 0.106273, + "nauc_precision_at_20_max": 0.270088, + "nauc_precision_at_20_std": 0.189419, + "nauc_precision_at_20_diff1": 0.071076, + "nauc_precision_at_100_max": 0.193034, + "nauc_precision_at_100_std": 0.198688, + "nauc_precision_at_100_diff1": 0.006564, + "nauc_precision_at_1000_max": 0.130466, + "nauc_precision_at_1000_std": 0.180439, + "nauc_precision_at_1000_diff1": -0.002514, + "nauc_mrr_at_1_max": 0.374067, + "nauc_mrr_at_1_std": -0.003047, + "nauc_mrr_at_1_diff1": 0.524693, + "nauc_mrr_at_3_max": 0.359476, + "nauc_mrr_at_3_std": -0.008815, + "nauc_mrr_at_3_diff1": 0.458362, + "nauc_mrr_at_5_max": 0.374581, + "nauc_mrr_at_5_std": 0.001032, + "nauc_mrr_at_5_diff1": 0.463088, + "nauc_mrr_at_10_max": 0.3758, + "nauc_mrr_at_10_std": 0.000791, + "nauc_mrr_at_10_diff1": 0.464422, + "nauc_mrr_at_20_max": 0.377826, + "nauc_mrr_at_20_std": 0.003522, + "nauc_mrr_at_20_diff1": 0.467682, + "nauc_mrr_at_100_max": 0.377467, + "nauc_mrr_at_100_std": 0.003098, + "nauc_mrr_at_100_diff1": 0.468447, + "nauc_mrr_at_1000_max": 0.377237, + "nauc_mrr_at_1000_std": 0.002942, + "nauc_mrr_at_1000_diff1": 0.468562, + "main_score": 0.5453, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": null, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/CQADupstackStatsRetrieval.json b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/CQADupstackStatsRetrieval.json new file mode 100644 index 000000000..778442122 --- /dev/null +++ b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/CQADupstackStatsRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "65ac3a16b8e91f9cee4c9828cc7c335575432a2a", + "task_name": "CQADupstackStatsRetrieval", + "mteb_version": "1.21.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.34816, + "ndcg_at_3": 0.40673, + "ndcg_at_5": 0.43075, + "ndcg_at_10": 0.46218, + "ndcg_at_20": 0.48299, + "ndcg_at_100": 0.51093, + "ndcg_at_1000": 0.52874, + "map_at_1": 0.3059, + "map_at_3": 0.37353, + "map_at_5": 0.38985, + "map_at_10": 0.40462, + "map_at_20": 0.41105, + "map_at_100": 0.41555, + "map_at_1000": 0.41635, + "recall_at_1": 0.3059, + "recall_at_3": 0.44993, + "recall_at_5": 0.50985, + "recall_at_10": 0.60638, + "recall_at_20": 0.68483, + "recall_at_100": 0.82252, + "recall_at_1000": 0.94939, + "precision_at_1": 0.34816, + "precision_at_3": 0.17945, + "precision_at_5": 0.12485, + "precision_at_10": 0.075, + "precision_at_20": 0.04317, + "precision_at_100": 0.01072, + "precision_at_1000": 0.0013, + "mrr_at_1": 0.34816, + "mrr_at_3": 0.411299, + "mrr_at_5": 0.424719, + "mrr_at_10": 0.43749, + "mrr_at_20": 0.442399, + "mrr_at_100": 0.445852, + "mrr_at_1000": 0.446322, + "nauc_ndcg_at_1_max": 0.271013, + "nauc_ndcg_at_1_std": -0.073921, + "nauc_ndcg_at_1_diff1": 0.604589, + "nauc_ndcg_at_3_max": 0.259799, + "nauc_ndcg_at_3_std": -0.058032, + "nauc_ndcg_at_3_diff1": 0.525664, + "nauc_ndcg_at_5_max": 0.254921, + "nauc_ndcg_at_5_std": -0.05382, + "nauc_ndcg_at_5_diff1": 0.512419, + "nauc_ndcg_at_10_max": 0.250921, + "nauc_ndcg_at_10_std": -0.050706, + "nauc_ndcg_at_10_diff1": 0.501399, + "nauc_ndcg_at_20_max": 0.265545, + "nauc_ndcg_at_20_std": -0.037098, + "nauc_ndcg_at_20_diff1": 0.49695, + "nauc_ndcg_at_100_max": 0.273013, + "nauc_ndcg_at_100_std": -0.018762, + "nauc_ndcg_at_100_diff1": 0.500758, + "nauc_ndcg_at_1000_max": 0.271576, + "nauc_ndcg_at_1000_std": -0.026355, + "nauc_ndcg_at_1000_diff1": 0.508383, + "nauc_map_at_1_max": 0.232966, + "nauc_map_at_1_std": -0.08626, + "nauc_map_at_1_diff1": 0.604629, + "nauc_map_at_3_max": 0.246135, + "nauc_map_at_3_std": -0.068465, + "nauc_map_at_3_diff1": 0.549658, + "nauc_map_at_5_max": 0.248204, + "nauc_map_at_5_std": -0.064777, + "nauc_map_at_5_diff1": 0.538971, + "nauc_map_at_10_max": 0.246868, + "nauc_map_at_10_std": -0.06389, + "nauc_map_at_10_diff1": 0.534103, + "nauc_map_at_20_max": 0.251706, + "nauc_map_at_20_std": -0.060055, + "nauc_map_at_20_diff1": 0.532472, + "nauc_map_at_100_max": 0.253128, + "nauc_map_at_100_std": -0.057338, + "nauc_map_at_100_diff1": 0.53323, + "nauc_map_at_1000_max": 0.25307, + "nauc_map_at_1000_std": -0.057589, + "nauc_map_at_1000_diff1": 0.53353, + "nauc_recall_at_1_max": 0.232966, + "nauc_recall_at_1_std": -0.08626, + "nauc_recall_at_1_diff1": 0.604629, + "nauc_recall_at_3_max": 0.250263, + "nauc_recall_at_3_std": -0.048145, + "nauc_recall_at_3_diff1": 0.461804, + "nauc_recall_at_5_max": 0.242886, + "nauc_recall_at_5_std": -0.034982, + "nauc_recall_at_5_diff1": 0.423891, + "nauc_recall_at_10_max": 0.22723, + "nauc_recall_at_10_std": -0.014694, + "nauc_recall_at_10_diff1": 0.372443, + "nauc_recall_at_20_max": 0.279569, + "nauc_recall_at_20_std": 0.041903, + "nauc_recall_at_20_diff1": 0.338085, + "nauc_recall_at_100_max": 0.359651, + "nauc_recall_at_100_std": 0.263042, + "nauc_recall_at_100_diff1": 0.275138, + "nauc_recall_at_1000_max": 0.532536, + "nauc_recall_at_1000_std": 0.535399, + "nauc_recall_at_1000_diff1": 0.12646, + "nauc_precision_at_1_max": 0.271013, + "nauc_precision_at_1_std": -0.073921, + "nauc_precision_at_1_diff1": 0.604589, + "nauc_precision_at_3_max": 0.268842, + "nauc_precision_at_3_std": -0.012686, + "nauc_precision_at_3_diff1": 0.382754, + "nauc_precision_at_5_max": 0.245385, + "nauc_precision_at_5_std": 0.006978, + "nauc_precision_at_5_diff1": 0.294833, + "nauc_precision_at_10_max": 0.215336, + "nauc_precision_at_10_std": 0.019573, + "nauc_precision_at_10_diff1": 0.211369, + "nauc_precision_at_20_max": 0.247216, + "nauc_precision_at_20_std": 0.086329, + "nauc_precision_at_20_diff1": 0.136823, + "nauc_precision_at_100_max": 0.202659, + "nauc_precision_at_100_std": 0.151452, + "nauc_precision_at_100_diff1": 0.036133, + "nauc_precision_at_1000_max": 0.09309, + "nauc_precision_at_1000_std": 0.109778, + "nauc_precision_at_1000_diff1": -0.049729, + "nauc_mrr_at_1_max": 0.271013, + "nauc_mrr_at_1_std": -0.073921, + "nauc_mrr_at_1_diff1": 0.604589, + "nauc_mrr_at_3_max": 0.272944, + "nauc_mrr_at_3_std": -0.060706, + "nauc_mrr_at_3_diff1": 0.541972, + "nauc_mrr_at_5_max": 0.271349, + "nauc_mrr_at_5_std": -0.055966, + "nauc_mrr_at_5_diff1": 0.539171, + "nauc_mrr_at_10_max": 0.272217, + "nauc_mrr_at_10_std": -0.051945, + "nauc_mrr_at_10_diff1": 0.535342, + "nauc_mrr_at_20_max": 0.274326, + "nauc_mrr_at_20_std": -0.04936, + "nauc_mrr_at_20_diff1": 0.534244, + "nauc_mrr_at_100_max": 0.274249, + "nauc_mrr_at_100_std": -0.048413, + "nauc_mrr_at_100_diff1": 0.534989, + "nauc_mrr_at_1000_max": 0.27428, + "nauc_mrr_at_1000_std": -0.048584, + "nauc_mrr_at_1000_diff1": 0.535282, + "main_score": 0.46218, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": null, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/CQADupstackTexRetrieval.json b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/CQADupstackTexRetrieval.json new file mode 100644 index 000000000..496a5f1e7 --- /dev/null +++ b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/CQADupstackTexRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "46989137a86843e03a6195de44b09deda022eec7", + "task_name": "CQADupstackTexRetrieval", + "mteb_version": "1.21.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.27357, + "ndcg_at_3": 0.33004, + "ndcg_at_5": 0.35423, + "ndcg_at_10": 0.38188, + "ndcg_at_20": 0.40407, + "ndcg_at_100": 0.43747, + "ndcg_at_1000": 0.46105, + "map_at_1": 0.22529, + "map_at_3": 0.29392, + "map_at_5": 0.31076, + "map_at_10": 0.32411, + "map_at_20": 0.33139, + "map_at_100": 0.33715, + "map_at_1000": 0.33835, + "recall_at_1": 0.22529, + "recall_at_3": 0.36757, + "recall_at_5": 0.42938, + "recall_at_10": 0.51121, + "recall_at_20": 0.59143, + "recall_at_100": 0.75271, + "recall_at_1000": 0.91548, + "precision_at_1": 0.27357, + "precision_at_3": 0.15669, + "precision_at_5": 0.11349, + "precision_at_10": 0.0701, + "precision_at_20": 0.04214, + "precision_at_100": 0.01152, + "precision_at_1000": 0.00154, + "mrr_at_1": 0.273572, + "mrr_at_3": 0.340674, + "mrr_at_5": 0.355437, + "mrr_at_10": 0.366722, + "mrr_at_20": 0.37206, + "mrr_at_100": 0.375807, + "mrr_at_1000": 0.376435, + "nauc_ndcg_at_1_max": 0.220987, + "nauc_ndcg_at_1_std": 0.02277, + "nauc_ndcg_at_1_diff1": 0.429307, + "nauc_ndcg_at_3_max": 0.208931, + "nauc_ndcg_at_3_std": 0.012651, + "nauc_ndcg_at_3_diff1": 0.369888, + "nauc_ndcg_at_5_max": 0.217111, + "nauc_ndcg_at_5_std": 0.02477, + "nauc_ndcg_at_5_diff1": 0.362285, + "nauc_ndcg_at_10_max": 0.220705, + "nauc_ndcg_at_10_std": 0.030184, + "nauc_ndcg_at_10_diff1": 0.358017, + "nauc_ndcg_at_20_max": 0.225216, + "nauc_ndcg_at_20_std": 0.036627, + "nauc_ndcg_at_20_diff1": 0.357715, + "nauc_ndcg_at_100_max": 0.226209, + "nauc_ndcg_at_100_std": 0.049334, + "nauc_ndcg_at_100_diff1": 0.358506, + "nauc_ndcg_at_1000_max": 0.227921, + "nauc_ndcg_at_1000_std": 0.048571, + "nauc_ndcg_at_1000_diff1": 0.364483, + "nauc_map_at_1_max": 0.190893, + "nauc_map_at_1_std": 0.007692, + "nauc_map_at_1_diff1": 0.431923, + "nauc_map_at_3_max": 0.199141, + "nauc_map_at_3_std": 0.008408, + "nauc_map_at_3_diff1": 0.385045, + "nauc_map_at_5_max": 0.206395, + "nauc_map_at_5_std": 0.015999, + "nauc_map_at_5_diff1": 0.380566, + "nauc_map_at_10_max": 0.208775, + "nauc_map_at_10_std": 0.018521, + "nauc_map_at_10_diff1": 0.377695, + "nauc_map_at_20_max": 0.210968, + "nauc_map_at_20_std": 0.020564, + "nauc_map_at_20_diff1": 0.377672, + "nauc_map_at_100_max": 0.211782, + "nauc_map_at_100_std": 0.022774, + "nauc_map_at_100_diff1": 0.377887, + "nauc_map_at_1000_max": 0.212234, + "nauc_map_at_1000_std": 0.022916, + "nauc_map_at_1000_diff1": 0.37802, + "nauc_recall_at_1_max": 0.190893, + "nauc_recall_at_1_std": 0.007692, + "nauc_recall_at_1_diff1": 0.431923, + "nauc_recall_at_3_max": 0.190189, + "nauc_recall_at_3_std": 0.009453, + "nauc_recall_at_3_diff1": 0.323178, + "nauc_recall_at_5_max": 0.204022, + "nauc_recall_at_5_std": 0.036337, + "nauc_recall_at_5_diff1": 0.302751, + "nauc_recall_at_10_max": 0.21271, + "nauc_recall_at_10_std": 0.051584, + "nauc_recall_at_10_diff1": 0.280265, + "nauc_recall_at_20_max": 0.226842, + "nauc_recall_at_20_std": 0.077606, + "nauc_recall_at_20_diff1": 0.267384, + "nauc_recall_at_100_max": 0.23893, + "nauc_recall_at_100_std": 0.175277, + "nauc_recall_at_100_diff1": 0.241074, + "nauc_recall_at_1000_max": 0.299057, + "nauc_recall_at_1000_std": 0.33427, + "nauc_recall_at_1000_diff1": 0.256097, + "nauc_precision_at_1_max": 0.220987, + "nauc_precision_at_1_std": 0.02277, + "nauc_precision_at_1_diff1": 0.429307, + "nauc_precision_at_3_max": 0.23325, + "nauc_precision_at_3_std": 0.030432, + "nauc_precision_at_3_diff1": 0.295409, + "nauc_precision_at_5_max": 0.239431, + "nauc_precision_at_5_std": 0.051437, + "nauc_precision_at_5_diff1": 0.246725, + "nauc_precision_at_10_max": 0.235015, + "nauc_precision_at_10_std": 0.059138, + "nauc_precision_at_10_diff1": 0.196697, + "nauc_precision_at_20_max": 0.227077, + "nauc_precision_at_20_std": 0.072065, + "nauc_precision_at_20_diff1": 0.150605, + "nauc_precision_at_100_max": 0.186587, + "nauc_precision_at_100_std": 0.091646, + "nauc_precision_at_100_diff1": 0.053961, + "nauc_precision_at_1000_max": 0.172488, + "nauc_precision_at_1000_std": 0.055227, + "nauc_precision_at_1000_diff1": -0.022242, + "nauc_mrr_at_1_max": 0.220987, + "nauc_mrr_at_1_std": 0.02277, + "nauc_mrr_at_1_diff1": 0.429307, + "nauc_mrr_at_3_max": 0.225307, + "nauc_mrr_at_3_std": 0.022973, + "nauc_mrr_at_3_diff1": 0.383222, + "nauc_mrr_at_5_max": 0.227881, + "nauc_mrr_at_5_std": 0.028236, + "nauc_mrr_at_5_diff1": 0.380416, + "nauc_mrr_at_10_max": 0.229214, + "nauc_mrr_at_10_std": 0.029953, + "nauc_mrr_at_10_diff1": 0.379682, + "nauc_mrr_at_20_max": 0.229839, + "nauc_mrr_at_20_std": 0.031535, + "nauc_mrr_at_20_diff1": 0.379359, + "nauc_mrr_at_100_max": 0.229717, + "nauc_mrr_at_100_std": 0.032709, + "nauc_mrr_at_100_diff1": 0.37952, + "nauc_mrr_at_1000_max": 0.229724, + "nauc_mrr_at_1000_std": 0.032696, + "nauc_mrr_at_1000_diff1": 0.379686, + "main_score": 0.38188, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": null, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/CQADupstackUnixRetrieval.json b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/CQADupstackUnixRetrieval.json new file mode 100644 index 000000000..a7e322fe3 --- /dev/null +++ b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/CQADupstackUnixRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "6c6430d3a6d36f8d2a829195bc5dc94d7e063e53", + "task_name": "CQADupstackUnixRetrieval", + "mteb_version": "1.21.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.43657, + "ndcg_at_3": 0.48655, + "ndcg_at_5": 0.51504, + "ndcg_at_10": 0.54863, + "ndcg_at_20": 0.56682, + "ndcg_at_100": 0.59321, + "ndcg_at_1000": 0.60745, + "map_at_1": 0.36702, + "map_at_3": 0.44749, + "map_at_5": 0.46906, + "map_at_10": 0.48617, + "map_at_20": 0.4926, + "map_at_100": 0.49728, + "map_at_1000": 0.49803, + "recall_at_1": 0.36702, + "recall_at_3": 0.52033, + "recall_at_5": 0.59551, + "recall_at_10": 0.69366, + "recall_at_20": 0.75685, + "recall_at_100": 0.87906, + "recall_at_1000": 0.97129, + "precision_at_1": 0.43657, + "precision_at_3": 0.22201, + "precision_at_5": 0.1556, + "precision_at_10": 0.09272, + "precision_at_20": 0.05201, + "precision_at_100": 0.01271, + "precision_at_1000": 0.00149, + "mrr_at_1": 0.436567, + "mrr_at_3": 0.503109, + "mrr_at_5": 0.519201, + "mrr_at_10": 0.53165, + "mrr_at_20": 0.535558, + "mrr_at_100": 0.538378, + "mrr_at_1000": 0.538742, + "nauc_ndcg_at_1_max": 0.373012, + "nauc_ndcg_at_1_std": -0.07856, + "nauc_ndcg_at_1_diff1": 0.560081, + "nauc_ndcg_at_3_max": 0.361501, + "nauc_ndcg_at_3_std": -0.075736, + "nauc_ndcg_at_3_diff1": 0.504686, + "nauc_ndcg_at_5_max": 0.372138, + "nauc_ndcg_at_5_std": -0.075424, + "nauc_ndcg_at_5_diff1": 0.505465, + "nauc_ndcg_at_10_max": 0.363218, + "nauc_ndcg_at_10_std": -0.06135, + "nauc_ndcg_at_10_diff1": 0.49875, + "nauc_ndcg_at_20_max": 0.366729, + "nauc_ndcg_at_20_std": -0.062452, + "nauc_ndcg_at_20_diff1": 0.50254, + "nauc_ndcg_at_100_max": 0.368865, + "nauc_ndcg_at_100_std": -0.054137, + "nauc_ndcg_at_100_diff1": 0.503101, + "nauc_ndcg_at_1000_max": 0.370981, + "nauc_ndcg_at_1000_std": -0.056573, + "nauc_ndcg_at_1000_diff1": 0.507665, + "nauc_map_at_1_max": 0.340226, + "nauc_map_at_1_std": -0.063741, + "nauc_map_at_1_diff1": 0.566121, + "nauc_map_at_3_max": 0.354086, + "nauc_map_at_3_std": -0.073781, + "nauc_map_at_3_diff1": 0.521756, + "nauc_map_at_5_max": 0.36596, + "nauc_map_at_5_std": -0.072397, + "nauc_map_at_5_diff1": 0.519549, + "nauc_map_at_10_max": 0.363973, + "nauc_map_at_10_std": -0.067556, + "nauc_map_at_10_diff1": 0.515412, + "nauc_map_at_20_max": 0.366103, + "nauc_map_at_20_std": -0.069002, + "nauc_map_at_20_diff1": 0.516236, + "nauc_map_at_100_max": 0.366231, + "nauc_map_at_100_std": -0.067581, + "nauc_map_at_100_diff1": 0.516335, + "nauc_map_at_1000_max": 0.366186, + "nauc_map_at_1000_std": -0.067548, + "nauc_map_at_1000_diff1": 0.516526, + "nauc_recall_at_1_max": 0.340226, + "nauc_recall_at_1_std": -0.063741, + "nauc_recall_at_1_diff1": 0.566121, + "nauc_recall_at_3_max": 0.328575, + "nauc_recall_at_3_std": -0.071077, + "nauc_recall_at_3_diff1": 0.45868, + "nauc_recall_at_5_max": 0.358504, + "nauc_recall_at_5_std": -0.070621, + "nauc_recall_at_5_diff1": 0.449815, + "nauc_recall_at_10_max": 0.319854, + "nauc_recall_at_10_std": -0.026785, + "nauc_recall_at_10_diff1": 0.411685, + "nauc_recall_at_20_max": 0.329684, + "nauc_recall_at_20_std": -0.022142, + "nauc_recall_at_20_diff1": 0.422512, + "nauc_recall_at_100_max": 0.358989, + "nauc_recall_at_100_std": 0.090165, + "nauc_recall_at_100_diff1": 0.399672, + "nauc_recall_at_1000_max": 0.591626, + "nauc_recall_at_1000_std": 0.394007, + "nauc_recall_at_1000_diff1": 0.437137, + "nauc_precision_at_1_max": 0.373012, + "nauc_precision_at_1_std": -0.07856, + "nauc_precision_at_1_diff1": 0.560081, + "nauc_precision_at_3_max": 0.312837, + "nauc_precision_at_3_std": -0.069807, + "nauc_precision_at_3_diff1": 0.303485, + "nauc_precision_at_5_max": 0.302951, + "nauc_precision_at_5_std": -0.053136, + "nauc_precision_at_5_diff1": 0.227786, + "nauc_precision_at_10_max": 0.233597, + "nauc_precision_at_10_std": -0.023816, + "nauc_precision_at_10_diff1": 0.12772, + "nauc_precision_at_20_max": 0.187515, + "nauc_precision_at_20_std": -0.026481, + "nauc_precision_at_20_diff1": 0.068933, + "nauc_precision_at_100_max": 0.070688, + "nauc_precision_at_100_std": 0.032305, + "nauc_precision_at_100_diff1": -0.072072, + "nauc_precision_at_1000_max": -0.030617, + "nauc_precision_at_1000_std": 0.009625, + "nauc_precision_at_1000_diff1": -0.14782, + "nauc_mrr_at_1_max": 0.373012, + "nauc_mrr_at_1_std": -0.07856, + "nauc_mrr_at_1_diff1": 0.560081, + "nauc_mrr_at_3_max": 0.370391, + "nauc_mrr_at_3_std": -0.075545, + "nauc_mrr_at_3_diff1": 0.518849, + "nauc_mrr_at_5_max": 0.376025, + "nauc_mrr_at_5_std": -0.077672, + "nauc_mrr_at_5_diff1": 0.518526, + "nauc_mrr_at_10_max": 0.371594, + "nauc_mrr_at_10_std": -0.072459, + "nauc_mrr_at_10_diff1": 0.51645, + "nauc_mrr_at_20_max": 0.371932, + "nauc_mrr_at_20_std": -0.072422, + "nauc_mrr_at_20_diff1": 0.517983, + "nauc_mrr_at_100_max": 0.372087, + "nauc_mrr_at_100_std": -0.071905, + "nauc_mrr_at_100_diff1": 0.518418, + "nauc_mrr_at_1000_max": 0.372126, + "nauc_mrr_at_1000_std": -0.071978, + "nauc_mrr_at_1000_diff1": 0.518493, + "main_score": 0.54863, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": null, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/CQADupstackWebmastersRetrieval.json b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/CQADupstackWebmastersRetrieval.json new file mode 100644 index 000000000..4e808856c --- /dev/null +++ b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/CQADupstackWebmastersRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "160c094312a0e1facb97e55eeddb698c0abe3571", + "task_name": "CQADupstackWebmastersRetrieval", + "mteb_version": "1.21.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.41897, + "ndcg_at_3": 0.46484, + "ndcg_at_5": 0.49194, + "ndcg_at_10": 0.52159, + "ndcg_at_20": 0.54814, + "ndcg_at_100": 0.57782, + "ndcg_at_1000": 0.59395, + "map_at_1": 0.34872, + "map_at_3": 0.42025, + "map_at_5": 0.43958, + "map_at_10": 0.45699, + "map_at_20": 0.4677, + "map_at_100": 0.47572, + "map_at_1000": 0.47785, + "recall_at_1": 0.34872, + "recall_at_3": 0.48475, + "recall_at_5": 0.55698, + "recall_at_10": 0.63996, + "recall_at_20": 0.74004, + "recall_at_100": 0.87989, + "recall_at_1000": 0.97656, + "precision_at_1": 0.41897, + "precision_at_3": 0.2141, + "precision_at_5": 0.15455, + "precision_at_10": 0.09822, + "precision_at_20": 0.06156, + "precision_at_100": 0.01842, + "precision_at_1000": 0.00258, + "mrr_at_1": 0.418972, + "mrr_at_3": 0.478261, + "mrr_at_5": 0.496146, + "mrr_at_10": 0.506369, + "mrr_at_20": 0.51276, + "mrr_at_100": 0.515596, + "mrr_at_1000": 0.515961, + "nauc_ndcg_at_1_max": 0.199356, + "nauc_ndcg_at_1_std": -0.020775, + "nauc_ndcg_at_1_diff1": 0.412108, + "nauc_ndcg_at_3_max": 0.17604, + "nauc_ndcg_at_3_std": -0.036319, + "nauc_ndcg_at_3_diff1": 0.410408, + "nauc_ndcg_at_5_max": 0.173919, + "nauc_ndcg_at_5_std": -0.048042, + "nauc_ndcg_at_5_diff1": 0.404277, + "nauc_ndcg_at_10_max": 0.184512, + "nauc_ndcg_at_10_std": -0.02238, + "nauc_ndcg_at_10_diff1": 0.399778, + "nauc_ndcg_at_20_max": 0.194788, + "nauc_ndcg_at_20_std": -0.006626, + "nauc_ndcg_at_20_diff1": 0.39929, + "nauc_ndcg_at_100_max": 0.20004, + "nauc_ndcg_at_100_std": -0.003489, + "nauc_ndcg_at_100_diff1": 0.395022, + "nauc_ndcg_at_1000_max": 0.195888, + "nauc_ndcg_at_1000_std": -0.006167, + "nauc_ndcg_at_1000_diff1": 0.396323, + "nauc_map_at_1_max": 0.154365, + "nauc_map_at_1_std": -0.073031, + "nauc_map_at_1_diff1": 0.436776, + "nauc_map_at_3_max": 0.162923, + "nauc_map_at_3_std": -0.072489, + "nauc_map_at_3_diff1": 0.416102, + "nauc_map_at_5_max": 0.163287, + "nauc_map_at_5_std": -0.073773, + "nauc_map_at_5_diff1": 0.410969, + "nauc_map_at_10_max": 0.173987, + "nauc_map_at_10_std": -0.055183, + "nauc_map_at_10_diff1": 0.408168, + "nauc_map_at_20_max": 0.179025, + "nauc_map_at_20_std": -0.04629, + "nauc_map_at_20_diff1": 0.406392, + "nauc_map_at_100_max": 0.179587, + "nauc_map_at_100_std": -0.039806, + "nauc_map_at_100_diff1": 0.406939, + "nauc_map_at_1000_max": 0.177599, + "nauc_map_at_1000_std": -0.03681, + "nauc_map_at_1000_diff1": 0.407087, + "nauc_recall_at_1_max": 0.154365, + "nauc_recall_at_1_std": -0.073031, + "nauc_recall_at_1_diff1": 0.436776, + "nauc_recall_at_3_max": 0.139368, + "nauc_recall_at_3_std": -0.068615, + "nauc_recall_at_3_diff1": 0.400892, + "nauc_recall_at_5_max": 0.146702, + "nauc_recall_at_5_std": -0.084925, + "nauc_recall_at_5_diff1": 0.375796, + "nauc_recall_at_10_max": 0.17605, + "nauc_recall_at_10_std": 0.002066, + "nauc_recall_at_10_diff1": 0.352627, + "nauc_recall_at_20_max": 0.227027, + "nauc_recall_at_20_std": 0.1027, + "nauc_recall_at_20_diff1": 0.343376, + "nauc_recall_at_100_max": 0.324405, + "nauc_recall_at_100_std": 0.214692, + "nauc_recall_at_100_diff1": 0.278938, + "nauc_recall_at_1000_max": 0.473458, + "nauc_recall_at_1000_std": 0.51925, + "nauc_recall_at_1000_diff1": 0.081274, + "nauc_precision_at_1_max": 0.199356, + "nauc_precision_at_1_std": -0.020775, + "nauc_precision_at_1_diff1": 0.412108, + "nauc_precision_at_3_max": 0.1776, + "nauc_precision_at_3_std": 0.041929, + "nauc_precision_at_3_diff1": 0.247276, + "nauc_precision_at_5_max": 0.161822, + "nauc_precision_at_5_std": 0.059823, + "nauc_precision_at_5_diff1": 0.174036, + "nauc_precision_at_10_max": 0.15705, + "nauc_precision_at_10_std": 0.179044, + "nauc_precision_at_10_diff1": 0.077089, + "nauc_precision_at_20_max": 0.121063, + "nauc_precision_at_20_std": 0.238656, + "nauc_precision_at_20_diff1": -0.000952, + "nauc_precision_at_100_max": 0.007011, + "nauc_precision_at_100_std": 0.283938, + "nauc_precision_at_100_diff1": -0.03183, + "nauc_precision_at_1000_max": -0.100279, + "nauc_precision_at_1000_std": 0.259948, + "nauc_precision_at_1000_diff1": -0.100431, + "nauc_mrr_at_1_max": 0.199356, + "nauc_mrr_at_1_std": -0.020775, + "nauc_mrr_at_1_diff1": 0.412108, + "nauc_mrr_at_3_max": 0.188933, + "nauc_mrr_at_3_std": -0.029192, + "nauc_mrr_at_3_diff1": 0.413992, + "nauc_mrr_at_5_max": 0.195286, + "nauc_mrr_at_5_std": -0.032001, + "nauc_mrr_at_5_diff1": 0.406423, + "nauc_mrr_at_10_max": 0.196194, + "nauc_mrr_at_10_std": -0.020916, + "nauc_mrr_at_10_diff1": 0.405096, + "nauc_mrr_at_20_max": 0.197955, + "nauc_mrr_at_20_std": -0.017372, + "nauc_mrr_at_20_diff1": 0.404773, + "nauc_mrr_at_100_max": 0.198389, + "nauc_mrr_at_100_std": -0.01818, + "nauc_mrr_at_100_diff1": 0.404435, + "nauc_mrr_at_1000_max": 0.198354, + "nauc_mrr_at_1000_std": -0.018302, + "nauc_mrr_at_1000_diff1": 0.404416, + "main_score": 0.52159, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": null, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/CQADupstackWordpressRetrieval.json b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/CQADupstackWordpressRetrieval.json new file mode 100644 index 000000000..d13f4f7e7 --- /dev/null +++ b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/CQADupstackWordpressRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackWordpressRetrieval", + "mteb_version": "1.21.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.27911, + "ndcg_at_3": 0.35452, + "ndcg_at_5": 0.3861, + "ndcg_at_10": 0.41193, + "ndcg_at_20": 0.43698, + "ndcg_at_100": 0.4679, + "ndcg_at_1000": 0.48516, + "map_at_1": 0.25394, + "map_at_3": 0.32574, + "map_at_5": 0.34439, + "map_at_10": 0.35718, + "map_at_20": 0.36449, + "map_at_100": 0.3688, + "map_at_1000": 0.36961, + "recall_at_1": 0.25394, + "recall_at_3": 0.40872, + "recall_at_5": 0.4833, + "recall_at_10": 0.55798, + "recall_at_20": 0.65206, + "recall_at_100": 0.81361, + "recall_at_1000": 0.93512, + "precision_at_1": 0.27911, + "precision_at_3": 0.15157, + "precision_at_5": 0.11054, + "precision_at_10": 0.06506, + "precision_at_20": 0.03863, + "precision_at_100": 0.00985, + "precision_at_1000": 0.00126, + "mrr_at_1": 0.279113, + "mrr_at_3": 0.351201, + "mrr_at_5": 0.369224, + "mrr_at_10": 0.378228, + "mrr_at_20": 0.385006, + "mrr_at_100": 0.388812, + "mrr_at_1000": 0.389296, + "nauc_ndcg_at_1_max": 0.190827, + "nauc_ndcg_at_1_std": -0.049164, + "nauc_ndcg_at_1_diff1": 0.502278, + "nauc_ndcg_at_3_max": 0.16347, + "nauc_ndcg_at_3_std": -0.039417, + "nauc_ndcg_at_3_diff1": 0.403223, + "nauc_ndcg_at_5_max": 0.202771, + "nauc_ndcg_at_5_std": -0.026665, + "nauc_ndcg_at_5_diff1": 0.381146, + "nauc_ndcg_at_10_max": 0.214241, + "nauc_ndcg_at_10_std": -0.013912, + "nauc_ndcg_at_10_diff1": 0.38696, + "nauc_ndcg_at_20_max": 0.195765, + "nauc_ndcg_at_20_std": -0.006492, + "nauc_ndcg_at_20_diff1": 0.376957, + "nauc_ndcg_at_100_max": 0.206346, + "nauc_ndcg_at_100_std": 0.000124, + "nauc_ndcg_at_100_diff1": 0.386736, + "nauc_ndcg_at_1000_max": 0.201701, + "nauc_ndcg_at_1000_std": -0.007285, + "nauc_ndcg_at_1000_diff1": 0.391605, + "nauc_map_at_1_max": 0.184586, + "nauc_map_at_1_std": -0.058741, + "nauc_map_at_1_diff1": 0.518452, + "nauc_map_at_3_max": 0.16496, + "nauc_map_at_3_std": -0.045979, + "nauc_map_at_3_diff1": 0.427257, + "nauc_map_at_5_max": 0.190014, + "nauc_map_at_5_std": -0.037698, + "nauc_map_at_5_diff1": 0.415419, + "nauc_map_at_10_max": 0.196182, + "nauc_map_at_10_std": -0.030638, + "nauc_map_at_10_diff1": 0.417966, + "nauc_map_at_20_max": 0.19068, + "nauc_map_at_20_std": -0.028704, + "nauc_map_at_20_diff1": 0.4151, + "nauc_map_at_100_max": 0.192623, + "nauc_map_at_100_std": -0.028272, + "nauc_map_at_100_diff1": 0.416909, + "nauc_map_at_1000_max": 0.192351, + "nauc_map_at_1000_std": -0.028479, + "nauc_map_at_1000_diff1": 0.416835, + "nauc_recall_at_1_max": 0.184586, + "nauc_recall_at_1_std": -0.058741, + "nauc_recall_at_1_diff1": 0.518452, + "nauc_recall_at_3_max": 0.147324, + "nauc_recall_at_3_std": -0.033821, + "nauc_recall_at_3_diff1": 0.337754, + "nauc_recall_at_5_max": 0.231536, + "nauc_recall_at_5_std": -0.005969, + "nauc_recall_at_5_diff1": 0.278974, + "nauc_recall_at_10_max": 0.26401, + "nauc_recall_at_10_std": 0.033278, + "nauc_recall_at_10_diff1": 0.289372, + "nauc_recall_at_20_max": 0.183116, + "nauc_recall_at_20_std": 0.065454, + "nauc_recall_at_20_diff1": 0.229976, + "nauc_recall_at_100_max": 0.26291, + "nauc_recall_at_100_std": 0.175463, + "nauc_recall_at_100_diff1": 0.223324, + "nauc_recall_at_1000_max": 0.251198, + "nauc_recall_at_1000_std": 0.21504, + "nauc_recall_at_1000_diff1": 0.208825, + "nauc_precision_at_1_max": 0.190827, + "nauc_precision_at_1_std": -0.049164, + "nauc_precision_at_1_diff1": 0.502278, + "nauc_precision_at_3_max": 0.165173, + "nauc_precision_at_3_std": -0.014124, + "nauc_precision_at_3_diff1": 0.317297, + "nauc_precision_at_5_max": 0.260336, + "nauc_precision_at_5_std": 0.038425, + "nauc_precision_at_5_diff1": 0.236674, + "nauc_precision_at_10_max": 0.265597, + "nauc_precision_at_10_std": 0.07944, + "nauc_precision_at_10_diff1": 0.218279, + "nauc_precision_at_20_max": 0.195856, + "nauc_precision_at_20_std": 0.128986, + "nauc_precision_at_20_diff1": 0.129187, + "nauc_precision_at_100_max": 0.179992, + "nauc_precision_at_100_std": 0.187529, + "nauc_precision_at_100_diff1": 0.020718, + "nauc_precision_at_1000_max": -0.100125, + "nauc_precision_at_1000_std": 0.01112, + "nauc_precision_at_1000_diff1": -0.184372, + "nauc_mrr_at_1_max": 0.190827, + "nauc_mrr_at_1_std": -0.049164, + "nauc_mrr_at_1_diff1": 0.502278, + "nauc_mrr_at_3_max": 0.172267, + "nauc_mrr_at_3_std": -0.039052, + "nauc_mrr_at_3_diff1": 0.424487, + "nauc_mrr_at_5_max": 0.191913, + "nauc_mrr_at_5_std": -0.028668, + "nauc_mrr_at_5_diff1": 0.410434, + "nauc_mrr_at_10_max": 0.195893, + "nauc_mrr_at_10_std": -0.025769, + "nauc_mrr_at_10_diff1": 0.412649, + "nauc_mrr_at_20_max": 0.191859, + "nauc_mrr_at_20_std": -0.024063, + "nauc_mrr_at_20_diff1": 0.410717, + "nauc_mrr_at_100_max": 0.19193, + "nauc_mrr_at_100_std": -0.024674, + "nauc_mrr_at_100_diff1": 0.412709, + "nauc_mrr_at_1000_max": 0.191877, + "nauc_mrr_at_1000_std": -0.024782, + "nauc_mrr_at_1000_diff1": 0.412766, + "main_score": 0.41193, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": null, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/ClimateFEVER.json b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/ClimateFEVER.json new file mode 100644 index 000000000..a5bbe39b5 --- /dev/null +++ b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/ClimateFEVER.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "47f2ac6acb640fc46020b02a5b59fdda04d39380", + "task_name": "ClimateFEVER", + "mteb_version": "1.21.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.45733, + "ndcg_at_3": 0.39064, + "ndcg_at_5": 0.4171, + "ndcg_at_10": 0.46493, + "ndcg_at_20": 0.49404, + "ndcg_at_100": 0.52782, + "ndcg_at_1000": 0.54807, + "map_at_1": 0.20254, + "map_at_3": 0.29419, + "map_at_5": 0.32801, + "map_at_10": 0.35611, + "map_at_20": 0.36861, + "map_at_100": 0.37653, + "map_at_1000": 0.37777, + "recall_at_1": 0.20254, + "recall_at_3": 0.34781, + "recall_at_5": 0.42982, + "recall_at_10": 0.53447, + "recall_at_20": 0.61431, + "recall_at_100": 0.73815, + "recall_at_1000": 0.84901, + "precision_at_1": 0.45733, + "precision_at_3": 0.29446, + "precision_at_5": 0.22515, + "precision_at_10": 0.14502, + "precision_at_20": 0.08541, + "precision_at_100": 0.02128, + "precision_at_1000": 0.00252, + "mrr_at_1": 0.457329, + "mrr_at_3": 0.559066, + "mrr_at_5": 0.576298, + "mrr_at_10": 0.58693, + "mrr_at_20": 0.589895, + "mrr_at_100": 0.591453, + "mrr_at_1000": 0.591661, + "nauc_ndcg_at_1_max": 0.350648, + "nauc_ndcg_at_1_std": 0.124314, + "nauc_ndcg_at_1_diff1": 0.289472, + "nauc_ndcg_at_3_max": 0.380884, + "nauc_ndcg_at_3_std": 0.127752, + "nauc_ndcg_at_3_diff1": 0.247548, + "nauc_ndcg_at_5_max": 0.399327, + "nauc_ndcg_at_5_std": 0.137737, + "nauc_ndcg_at_5_diff1": 0.241309, + "nauc_ndcg_at_10_max": 0.39928, + "nauc_ndcg_at_10_std": 0.152233, + "nauc_ndcg_at_10_diff1": 0.236326, + "nauc_ndcg_at_20_max": 0.408603, + "nauc_ndcg_at_20_std": 0.171116, + "nauc_ndcg_at_20_diff1": 0.231497, + "nauc_ndcg_at_100_max": 0.415499, + "nauc_ndcg_at_100_std": 0.193843, + "nauc_ndcg_at_100_diff1": 0.230841, + "nauc_ndcg_at_1000_max": 0.41483, + "nauc_ndcg_at_1000_std": 0.197084, + "nauc_ndcg_at_1000_diff1": 0.234703, + "nauc_map_at_1_max": 0.331622, + "nauc_map_at_1_std": 0.100913, + "nauc_map_at_1_diff1": 0.319507, + "nauc_map_at_3_max": 0.371348, + "nauc_map_at_3_std": 0.115524, + "nauc_map_at_3_diff1": 0.267671, + "nauc_map_at_5_max": 0.384373, + "nauc_map_at_5_std": 0.12387, + "nauc_map_at_5_diff1": 0.250222, + "nauc_map_at_10_max": 0.38821, + "nauc_map_at_10_std": 0.132335, + "nauc_map_at_10_diff1": 0.247951, + "nauc_map_at_20_max": 0.393159, + "nauc_map_at_20_std": 0.141744, + "nauc_map_at_20_diff1": 0.245874, + "nauc_map_at_100_max": 0.395554, + "nauc_map_at_100_std": 0.147094, + "nauc_map_at_100_diff1": 0.245133, + "nauc_map_at_1000_max": 0.395511, + "nauc_map_at_1000_std": 0.147675, + "nauc_map_at_1000_diff1": 0.245385, + "nauc_recall_at_1_max": 0.331622, + "nauc_recall_at_1_std": 0.100913, + "nauc_recall_at_1_diff1": 0.319507, + "nauc_recall_at_3_max": 0.369675, + "nauc_recall_at_3_std": 0.131178, + "nauc_recall_at_3_diff1": 0.233159, + "nauc_recall_at_5_max": 0.377759, + "nauc_recall_at_5_std": 0.138545, + "nauc_recall_at_5_diff1": 0.194769, + "nauc_recall_at_10_max": 0.353427, + "nauc_recall_at_10_std": 0.158171, + "nauc_recall_at_10_diff1": 0.170135, + "nauc_recall_at_20_max": 0.365218, + "nauc_recall_at_20_std": 0.20427, + "nauc_recall_at_20_diff1": 0.147536, + "nauc_recall_at_100_max": 0.380326, + "nauc_recall_at_100_std": 0.307409, + "nauc_recall_at_100_diff1": 0.125498, + "nauc_recall_at_1000_max": 0.388845, + "nauc_recall_at_1000_std": 0.399624, + "nauc_recall_at_1000_diff1": 0.121297, + "nauc_precision_at_1_max": 0.350648, + "nauc_precision_at_1_std": 0.124314, + "nauc_precision_at_1_diff1": 0.289472, + "nauc_precision_at_3_max": 0.347478, + "nauc_precision_at_3_std": 0.130946, + "nauc_precision_at_3_diff1": 0.128331, + "nauc_precision_at_5_max": 0.328426, + "nauc_precision_at_5_std": 0.130257, + "nauc_precision_at_5_diff1": 0.07202, + "nauc_precision_at_10_max": 0.266211, + "nauc_precision_at_10_std": 0.150173, + "nauc_precision_at_10_diff1": 0.038345, + "nauc_precision_at_20_max": 0.238664, + "nauc_precision_at_20_std": 0.180045, + "nauc_precision_at_20_diff1": -0.002366, + "nauc_precision_at_100_max": 0.155088, + "nauc_precision_at_100_std": 0.210771, + "nauc_precision_at_100_diff1": -0.05919, + "nauc_precision_at_1000_max": 0.038077, + "nauc_precision_at_1000_std": 0.16969, + "nauc_precision_at_1000_diff1": -0.099437, + "nauc_mrr_at_1_max": 0.350648, + "nauc_mrr_at_1_std": 0.124314, + "nauc_mrr_at_1_diff1": 0.289472, + "nauc_mrr_at_3_max": 0.374731, + "nauc_mrr_at_3_std": 0.138687, + "nauc_mrr_at_3_diff1": 0.256346, + "nauc_mrr_at_5_max": 0.385189, + "nauc_mrr_at_5_std": 0.14309, + "nauc_mrr_at_5_diff1": 0.259123, + "nauc_mrr_at_10_max": 0.384575, + "nauc_mrr_at_10_std": 0.146058, + "nauc_mrr_at_10_diff1": 0.259852, + "nauc_mrr_at_20_max": 0.384432, + "nauc_mrr_at_20_std": 0.146103, + "nauc_mrr_at_20_diff1": 0.260054, + "nauc_mrr_at_100_max": 0.383756, + "nauc_mrr_at_100_std": 0.146316, + "nauc_mrr_at_100_diff1": 0.260116, + "nauc_mrr_at_1000_max": 0.383685, + "nauc_mrr_at_1000_std": 0.146087, + "nauc_mrr_at_1000_diff1": 0.260145, + "main_score": 0.46493, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": null, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/DBPedia.json b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/DBPedia.json new file mode 100644 index 000000000..fe1688ea0 --- /dev/null +++ b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/DBPedia.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "c0f706b76e590d620bd6618b3ca8efdd34e2d659", + "task_name": "DBPedia", + "mteb_version": "1.21.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.66125, + "ndcg_at_3": 0.57329, + "ndcg_at_5": 0.54666, + "ndcg_at_10": 0.5258, + "ndcg_at_20": 0.52841, + "ndcg_at_100": 0.58461, + "ndcg_at_1000": 0.64847, + "map_at_1": 0.10477, + "map_at_3": 0.1766, + "map_at_5": 0.21217, + "map_at_10": 0.26034, + "map_at_20": 0.31394, + "map_at_100": 0.38727, + "map_at_1000": 0.40547, + "recall_at_1": 0.10477, + "recall_at_3": 0.18772, + "recall_at_5": 0.23675, + "recall_at_10": 0.3188, + "recall_at_20": 0.42864, + "recall_at_100": 0.65388, + "recall_at_1000": 0.85913, + "precision_at_1": 0.7775, + "precision_at_3": 0.61167, + "precision_at_5": 0.53, + "precision_at_10": 0.4225, + "precision_at_20": 0.3335, + "precision_at_100": 0.13583, + "precision_at_1000": 0.02333, + "mrr_at_1": 0.7775, + "mrr_at_3": 0.831667, + "mrr_at_5": 0.836417, + "mrr_at_10": 0.841269, + "mrr_at_20": 0.842582, + "mrr_at_100": 0.843019, + "mrr_at_1000": 0.843081, + "nauc_ndcg_at_1_max": 0.48433, + "nauc_ndcg_at_1_std": 0.289393, + "nauc_ndcg_at_1_diff1": 0.472132, + "nauc_ndcg_at_3_max": 0.444585, + "nauc_ndcg_at_3_std": 0.311382, + "nauc_ndcg_at_3_diff1": 0.300251, + "nauc_ndcg_at_5_max": 0.426505, + "nauc_ndcg_at_5_std": 0.30221, + "nauc_ndcg_at_5_diff1": 0.305828, + "nauc_ndcg_at_10_max": 0.420958, + "nauc_ndcg_at_10_std": 0.294901, + "nauc_ndcg_at_10_diff1": 0.338961, + "nauc_ndcg_at_20_max": 0.393747, + "nauc_ndcg_at_20_std": 0.260123, + "nauc_ndcg_at_20_diff1": 0.343261, + "nauc_ndcg_at_100_max": 0.443195, + "nauc_ndcg_at_100_std": 0.341344, + "nauc_ndcg_at_100_diff1": 0.350905, + "nauc_ndcg_at_1000_max": 0.490975, + "nauc_ndcg_at_1000_std": 0.419862, + "nauc_ndcg_at_1000_diff1": 0.34679, + "nauc_map_at_1_max": -0.002011, + "nauc_map_at_1_std": -0.18001, + "nauc_map_at_1_diff1": 0.386601, + "nauc_map_at_3_max": 0.080619, + "nauc_map_at_3_std": -0.123063, + "nauc_map_at_3_diff1": 0.313395, + "nauc_map_at_5_max": 0.116364, + "nauc_map_at_5_std": -0.083141, + "nauc_map_at_5_diff1": 0.303896, + "nauc_map_at_10_max": 0.178922, + "nauc_map_at_10_std": -0.002939, + "nauc_map_at_10_diff1": 0.313675, + "nauc_map_at_20_max": 0.238769, + "nauc_map_at_20_std": 0.096554, + "nauc_map_at_20_diff1": 0.30489, + "nauc_map_at_100_max": 0.330152, + "nauc_map_at_100_std": 0.247442, + "nauc_map_at_100_diff1": 0.295047, + "nauc_map_at_1000_max": 0.34572, + "nauc_map_at_1000_std": 0.272565, + "nauc_map_at_1000_diff1": 0.288344, + "nauc_recall_at_1_max": -0.002011, + "nauc_recall_at_1_std": -0.18001, + "nauc_recall_at_1_diff1": 0.386601, + "nauc_recall_at_3_max": 0.048443, + "nauc_recall_at_3_std": -0.132755, + "nauc_recall_at_3_diff1": 0.271332, + "nauc_recall_at_5_max": 0.074265, + "nauc_recall_at_5_std": -0.10273, + "nauc_recall_at_5_diff1": 0.2607, + "nauc_recall_at_10_max": 0.122046, + "nauc_recall_at_10_std": -0.044262, + "nauc_recall_at_10_diff1": 0.276799, + "nauc_recall_at_20_max": 0.157374, + "nauc_recall_at_20_std": 0.033945, + "nauc_recall_at_20_diff1": 0.268399, + "nauc_recall_at_100_max": 0.340154, + "nauc_recall_at_100_std": 0.306287, + "nauc_recall_at_100_diff1": 0.268441, + "nauc_recall_at_1000_max": 0.470239, + "nauc_recall_at_1000_std": 0.526725, + "nauc_recall_at_1000_diff1": 0.276565, + "nauc_precision_at_1_max": 0.554862, + "nauc_precision_at_1_std": 0.413636, + "nauc_precision_at_1_diff1": 0.498664, + "nauc_precision_at_3_max": 0.424179, + "nauc_precision_at_3_std": 0.417396, + "nauc_precision_at_3_diff1": 0.079012, + "nauc_precision_at_5_max": 0.388574, + "nauc_precision_at_5_std": 0.422934, + "nauc_precision_at_5_diff1": 0.049188, + "nauc_precision_at_10_max": 0.366158, + "nauc_precision_at_10_std": 0.452694, + "nauc_precision_at_10_diff1": 0.009656, + "nauc_precision_at_20_max": 0.332202, + "nauc_precision_at_20_std": 0.449911, + "nauc_precision_at_20_diff1": -0.016872, + "nauc_precision_at_100_max": 0.26115, + "nauc_precision_at_100_std": 0.386221, + "nauc_precision_at_100_diff1": -0.0818, + "nauc_precision_at_1000_max": 0.064032, + "nauc_precision_at_1000_std": 0.17532, + "nauc_precision_at_1000_diff1": -0.166719, + "nauc_mrr_at_1_max": 0.554862, + "nauc_mrr_at_1_std": 0.413636, + "nauc_mrr_at_1_diff1": 0.498664, + "nauc_mrr_at_3_max": 0.569569, + "nauc_mrr_at_3_std": 0.460405, + "nauc_mrr_at_3_diff1": 0.447589, + "nauc_mrr_at_5_max": 0.570228, + "nauc_mrr_at_5_std": 0.455896, + "nauc_mrr_at_5_diff1": 0.442372, + "nauc_mrr_at_10_max": 0.569087, + "nauc_mrr_at_10_std": 0.453631, + "nauc_mrr_at_10_diff1": 0.447885, + "nauc_mrr_at_20_max": 0.569136, + "nauc_mrr_at_20_std": 0.453463, + "nauc_mrr_at_20_diff1": 0.449742, + "nauc_mrr_at_100_max": 0.568951, + "nauc_mrr_at_100_std": 0.452231, + "nauc_mrr_at_100_diff1": 0.450978, + "nauc_mrr_at_1000_max": 0.569028, + "nauc_mrr_at_1000_std": 0.452397, + "nauc_mrr_at_1000_diff1": 0.450958, + "main_score": 0.5258, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": null, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/FEVER.json b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/FEVER.json new file mode 100644 index 000000000..a9902f5ca --- /dev/null +++ b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/FEVER.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bea83ef9e8fb933d90a2f1d5515737465d613e12", + "task_name": "FEVER", + "mteb_version": "1.21.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.90819, + "ndcg_at_3": 0.92396, + "ndcg_at_5": 0.9303, + "ndcg_at_10": 0.93504, + "ndcg_at_20": 0.93741, + "ndcg_at_100": 0.93995, + "ndcg_at_1000": 0.94116, + "map_at_1": 0.8434, + "map_at_3": 0.90213, + "map_at_5": 0.90807, + "map_at_10": 0.91141, + "map_at_20": 0.91252, + "map_at_100": 0.91321, + "map_at_1000": 0.91328, + "recall_at_1": 0.8434, + "recall_at_3": 0.94231, + "recall_at_5": 0.95874, + "recall_at_10": 0.97152, + "recall_at_20": 0.97865, + "recall_at_100": 0.98834, + "recall_at_1000": 0.99538, + "precision_at_1": 0.90819, + "precision_at_3": 0.34823, + "precision_at_5": 0.21488, + "precision_at_10": 0.11038, + "precision_at_20": 0.05616, + "precision_at_100": 0.01153, + "precision_at_1000": 0.00118, + "mrr_at_1": 0.908191, + "mrr_at_3": 0.943719, + "mrr_at_5": 0.94576, + "mrr_at_10": 0.946457, + "mrr_at_20": 0.946561, + "mrr_at_100": 0.946612, + "mrr_at_1000": 0.946613, + "nauc_ndcg_at_1_max": 0.252408, + "nauc_ndcg_at_1_std": -0.115221, + "nauc_ndcg_at_1_diff1": 0.796768, + "nauc_ndcg_at_3_max": 0.253982, + "nauc_ndcg_at_3_std": -0.007189, + "nauc_ndcg_at_3_diff1": 0.494263, + "nauc_ndcg_at_5_max": 0.247453, + "nauc_ndcg_at_5_std": -0.000758, + "nauc_ndcg_at_5_diff1": 0.484935, + "nauc_ndcg_at_10_max": 0.241684, + "nauc_ndcg_at_10_std": -0.002459, + "nauc_ndcg_at_10_diff1": 0.500039, + "nauc_ndcg_at_20_max": 0.24735, + "nauc_ndcg_at_20_std": -0.002518, + "nauc_ndcg_at_20_diff1": 0.51531, + "nauc_ndcg_at_100_max": 0.257435, + "nauc_ndcg_at_100_std": -0.005272, + "nauc_ndcg_at_100_diff1": 0.53299, + "nauc_ndcg_at_1000_max": 0.256316, + "nauc_ndcg_at_1000_std": -0.011194, + "nauc_ndcg_at_1000_diff1": 0.543929, + "nauc_map_at_1_max": 0.192393, + "nauc_map_at_1_std": -0.121192, + "nauc_map_at_1_diff1": 0.564765, + "nauc_map_at_3_max": 0.228523, + "nauc_map_at_3_std": -0.022307, + "nauc_map_at_3_diff1": 0.475555, + "nauc_map_at_5_max": 0.230672, + "nauc_map_at_5_std": -0.015991, + "nauc_map_at_5_diff1": 0.480461, + "nauc_map_at_10_max": 0.232459, + "nauc_map_at_10_std": -0.016479, + "nauc_map_at_10_diff1": 0.490606, + "nauc_map_at_20_max": 0.234843, + "nauc_map_at_20_std": -0.015373, + "nauc_map_at_20_diff1": 0.495519, + "nauc_map_at_100_max": 0.237113, + "nauc_map_at_100_std": -0.015525, + "nauc_map_at_100_diff1": 0.498708, + "nauc_map_at_1000_max": 0.237153, + "nauc_map_at_1000_std": -0.015818, + "nauc_map_at_1000_diff1": 0.499186, + "nauc_recall_at_1_max": 0.192393, + "nauc_recall_at_1_std": -0.121192, + "nauc_recall_at_1_diff1": 0.564765, + "nauc_recall_at_3_max": 0.233171, + "nauc_recall_at_3_std": 0.080829, + "nauc_recall_at_3_diff1": 0.225929, + "nauc_recall_at_5_max": 0.227953, + "nauc_recall_at_5_std": 0.135004, + "nauc_recall_at_5_diff1": 0.121369, + "nauc_recall_at_10_max": 0.192037, + "nauc_recall_at_10_std": 0.178334, + "nauc_recall_at_10_diff1": 0.064495, + "nauc_recall_at_20_max": 0.220716, + "nauc_recall_at_20_std": 0.230569, + "nauc_recall_at_20_diff1": 0.05566, + "nauc_recall_at_100_max": 0.382417, + "nauc_recall_at_100_std": 0.364711, + "nauc_recall_at_100_diff1": 0.034174, + "nauc_recall_at_1000_max": 0.438324, + "nauc_recall_at_1000_std": 0.514813, + "nauc_recall_at_1000_diff1": 0.061527, + "nauc_precision_at_1_max": 0.252408, + "nauc_precision_at_1_std": -0.115221, + "nauc_precision_at_1_diff1": 0.796768, + "nauc_precision_at_3_max": 0.041542, + "nauc_precision_at_3_std": 0.213608, + "nauc_precision_at_3_diff1": -0.121458, + "nauc_precision_at_5_max": 0.005389, + "nauc_precision_at_5_std": 0.194022, + "nauc_precision_at_5_diff1": -0.164075, + "nauc_precision_at_10_max": -0.008366, + "nauc_precision_at_10_std": 0.158075, + "nauc_precision_at_10_diff1": -0.147909, + "nauc_precision_at_20_max": -0.005476, + "nauc_precision_at_20_std": 0.143408, + "nauc_precision_at_20_diff1": -0.130687, + "nauc_precision_at_100_max": 0.000407, + "nauc_precision_at_100_std": 0.115045, + "nauc_precision_at_100_diff1": -0.115633, + "nauc_precision_at_1000_max": -0.016417, + "nauc_precision_at_1000_std": 0.081669, + "nauc_precision_at_1000_diff1": -0.095866, + "nauc_mrr_at_1_max": 0.252408, + "nauc_mrr_at_1_std": -0.115221, + "nauc_mrr_at_1_diff1": 0.796768, + "nauc_mrr_at_3_max": 0.29632, + "nauc_mrr_at_3_std": -0.077632, + "nauc_mrr_at_3_diff1": 0.7823, + "nauc_mrr_at_5_max": 0.291219, + "nauc_mrr_at_5_std": -0.081344, + "nauc_mrr_at_5_diff1": 0.780366, + "nauc_mrr_at_10_max": 0.284426, + "nauc_mrr_at_10_std": -0.084404, + "nauc_mrr_at_10_diff1": 0.782312, + "nauc_mrr_at_20_max": 0.283941, + "nauc_mrr_at_20_std": -0.085659, + "nauc_mrr_at_20_diff1": 0.782863, + "nauc_mrr_at_100_max": 0.284191, + "nauc_mrr_at_100_std": -0.08609, + "nauc_mrr_at_100_diff1": 0.783201, + "nauc_mrr_at_1000_max": 0.284202, + "nauc_mrr_at_1000_std": -0.086104, + "nauc_mrr_at_1000_diff1": 0.783216, + "main_score": 0.93504, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": null, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/FiQA2018.json b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/FiQA2018.json new file mode 100644 index 000000000..8cf3c5f47 --- /dev/null +++ b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/FiQA2018.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "27a168819829fe9bcd655c2df245fb19452e8e06", + "task_name": "FiQA2018", + "mteb_version": "1.21.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.60648, + "ndcg_at_3": 0.57896, + "ndcg_at_5": 0.58628, + "ndcg_at_10": 0.61536, + "ndcg_at_20": 0.64435, + "ndcg_at_100": 0.67932, + "ndcg_at_1000": 0.69232, + "map_at_1": 0.31996, + "map_at_3": 0.4742, + "map_at_5": 0.50642, + "map_at_10": 0.53502, + "map_at_20": 0.54813, + "map_at_100": 0.5565, + "map_at_1000": 0.55758, + "recall_at_1": 0.31996, + "recall_at_3": 0.5281, + "recall_at_5": 0.59072, + "recall_at_10": 0.6827, + "recall_at_20": 0.77227, + "recall_at_100": 0.91434, + "recall_at_1000": 0.98662, + "precision_at_1": 0.60648, + "precision_at_3": 0.38683, + "precision_at_5": 0.27623, + "precision_at_10": 0.16883, + "precision_at_20": 0.09699, + "precision_at_100": 0.02346, + "precision_at_1000": 0.00259, + "mrr_at_1": 0.606481, + "mrr_at_3": 0.672068, + "mrr_at_5": 0.681867, + "mrr_at_10": 0.689964, + "mrr_at_20": 0.693643, + "mrr_at_100": 0.695526, + "mrr_at_1000": 0.69562, + "nauc_ndcg_at_1_max": 0.224951, + "nauc_ndcg_at_1_std": 0.014333, + "nauc_ndcg_at_1_diff1": 0.638046, + "nauc_ndcg_at_3_max": 0.173345, + "nauc_ndcg_at_3_std": -0.018205, + "nauc_ndcg_at_3_diff1": 0.496217, + "nauc_ndcg_at_5_max": 0.135448, + "nauc_ndcg_at_5_std": -0.023148, + "nauc_ndcg_at_5_diff1": 0.508029, + "nauc_ndcg_at_10_max": 0.120423, + "nauc_ndcg_at_10_std": -0.014769, + "nauc_ndcg_at_10_diff1": 0.520825, + "nauc_ndcg_at_20_max": 0.136865, + "nauc_ndcg_at_20_std": 0.006155, + "nauc_ndcg_at_20_diff1": 0.519196, + "nauc_ndcg_at_100_max": 0.156738, + "nauc_ndcg_at_100_std": 0.022722, + "nauc_ndcg_at_100_diff1": 0.523741, + "nauc_ndcg_at_1000_max": 0.169838, + "nauc_ndcg_at_1000_std": 0.008401, + "nauc_ndcg_at_1000_diff1": 0.526565, + "nauc_map_at_1_max": 0.001273, + "nauc_map_at_1_std": -0.086548, + "nauc_map_at_1_diff1": 0.520708, + "nauc_map_at_3_max": 0.069518, + "nauc_map_at_3_std": -0.072985, + "nauc_map_at_3_diff1": 0.494704, + "nauc_map_at_5_max": 0.094768, + "nauc_map_at_5_std": -0.059087, + "nauc_map_at_5_diff1": 0.495333, + "nauc_map_at_10_max": 0.108108, + "nauc_map_at_10_std": -0.045333, + "nauc_map_at_10_diff1": 0.496254, + "nauc_map_at_20_max": 0.117862, + "nauc_map_at_20_std": -0.03523, + "nauc_map_at_20_diff1": 0.497148, + "nauc_map_at_100_max": 0.12453, + "nauc_map_at_100_std": -0.029499, + "nauc_map_at_100_diff1": 0.49737, + "nauc_map_at_1000_max": 0.125712, + "nauc_map_at_1000_std": -0.029929, + "nauc_map_at_1000_diff1": 0.497411, + "nauc_recall_at_1_max": 0.001273, + "nauc_recall_at_1_std": -0.086548, + "nauc_recall_at_1_diff1": 0.520708, + "nauc_recall_at_3_max": 0.028306, + "nauc_recall_at_3_std": -0.077354, + "nauc_recall_at_3_diff1": 0.43732, + "nauc_recall_at_5_max": 0.027758, + "nauc_recall_at_5_std": -0.039762, + "nauc_recall_at_5_diff1": 0.437185, + "nauc_recall_at_10_max": 0.0129, + "nauc_recall_at_10_std": -0.000242, + "nauc_recall_at_10_diff1": 0.441863, + "nauc_recall_at_20_max": 0.036786, + "nauc_recall_at_20_std": 0.089985, + "nauc_recall_at_20_diff1": 0.406607, + "nauc_recall_at_100_max": -0.008571, + "nauc_recall_at_100_std": 0.336181, + "nauc_recall_at_100_diff1": 0.375457, + "nauc_recall_at_1000_max": 0.096378, + "nauc_recall_at_1000_std": 0.424651, + "nauc_recall_at_1000_diff1": 0.603729, + "nauc_precision_at_1_max": 0.224951, + "nauc_precision_at_1_std": 0.014333, + "nauc_precision_at_1_diff1": 0.638046, + "nauc_precision_at_3_max": 0.263788, + "nauc_precision_at_3_std": 0.063153, + "nauc_precision_at_3_diff1": 0.220255, + "nauc_precision_at_5_max": 0.269875, + "nauc_precision_at_5_std": 0.088842, + "nauc_precision_at_5_diff1": 0.146172, + "nauc_precision_at_10_max": 0.26179, + "nauc_precision_at_10_std": 0.131125, + "nauc_precision_at_10_diff1": 0.062566, + "nauc_precision_at_20_max": 0.276228, + "nauc_precision_at_20_std": 0.170863, + "nauc_precision_at_20_diff1": -0.004304, + "nauc_precision_at_100_max": 0.296473, + "nauc_precision_at_100_std": 0.197972, + "nauc_precision_at_100_diff1": -0.09985, + "nauc_precision_at_1000_max": 0.306444, + "nauc_precision_at_1000_std": 0.149234, + "nauc_precision_at_1000_diff1": -0.136949, + "nauc_mrr_at_1_max": 0.224951, + "nauc_mrr_at_1_std": 0.014333, + "nauc_mrr_at_1_diff1": 0.638046, + "nauc_mrr_at_3_max": 0.225646, + "nauc_mrr_at_3_std": 0.008368, + "nauc_mrr_at_3_diff1": 0.616075, + "nauc_mrr_at_5_max": 0.217937, + "nauc_mrr_at_5_std": 0.018185, + "nauc_mrr_at_5_diff1": 0.617595, + "nauc_mrr_at_10_max": 0.217564, + "nauc_mrr_at_10_std": 0.023262, + "nauc_mrr_at_10_diff1": 0.618695, + "nauc_mrr_at_20_max": 0.218707, + "nauc_mrr_at_20_std": 0.0251, + "nauc_mrr_at_20_diff1": 0.617119, + "nauc_mrr_at_100_max": 0.219579, + "nauc_mrr_at_100_std": 0.024704, + "nauc_mrr_at_100_diff1": 0.618126, + "nauc_mrr_at_1000_max": 0.219573, + "nauc_mrr_at_1000_std": 0.024568, + "nauc_mrr_at_1000_diff1": 0.618094, + "main_score": 0.61536, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": null, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/HotpotQA.json b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/HotpotQA.json new file mode 100644 index 000000000..f15daa3b0 --- /dev/null +++ b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/HotpotQA.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ab518f4d6fcca38d87c25209f94beba119d02014", + "task_name": "HotpotQA", + "mteb_version": "1.21.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.92113, + "ndcg_at_3": 0.84322, + "ndcg_at_5": 0.8621, + "ndcg_at_10": 0.87582, + "ndcg_at_20": 0.88382, + "ndcg_at_100": 0.89188, + "ndcg_at_1000": 0.89568, + "map_at_1": 0.46057, + "map_at_3": 0.80109, + "map_at_5": 0.81746, + "map_at_10": 0.82626, + "map_at_20": 0.82975, + "map_at_100": 0.83155, + "map_at_1000": 0.83177, + "recall_at_1": 0.46057, + "recall_at_3": 0.83248, + "recall_at_5": 0.86962, + "recall_at_10": 0.90405, + "recall_at_20": 0.92957, + "recall_at_100": 0.96462, + "recall_at_1000": 0.9894, + "precision_at_1": 0.92113, + "precision_at_3": 0.55499, + "precision_at_5": 0.34785, + "precision_at_10": 0.18081, + "precision_at_20": 0.09296, + "precision_at_100": 0.01929, + "precision_at_1000": 0.00198, + "mrr_at_1": 0.921134, + "mrr_at_3": 0.945195, + "mrr_at_5": 0.946869, + "mrr_at_10": 0.947842, + "mrr_at_20": 0.948192, + "mrr_at_100": 0.948327, + "mrr_at_1000": 0.948337, + "nauc_ndcg_at_1_max": 0.395542, + "nauc_ndcg_at_1_std": -0.108151, + "nauc_ndcg_at_1_diff1": 0.65983, + "nauc_ndcg_at_3_max": 0.382327, + "nauc_ndcg_at_3_std": 0.035535, + "nauc_ndcg_at_3_diff1": -0.064831, + "nauc_ndcg_at_5_max": 0.404112, + "nauc_ndcg_at_5_std": 0.068337, + "nauc_ndcg_at_5_diff1": -0.057221, + "nauc_ndcg_at_10_max": 0.414023, + "nauc_ndcg_at_10_std": 0.087918, + "nauc_ndcg_at_10_diff1": -0.040827, + "nauc_ndcg_at_20_max": 0.416889, + "nauc_ndcg_at_20_std": 0.09947, + "nauc_ndcg_at_20_diff1": -0.027942, + "nauc_ndcg_at_100_max": 0.416475, + "nauc_ndcg_at_100_std": 0.099194, + "nauc_ndcg_at_100_diff1": -0.014031, + "nauc_ndcg_at_1000_max": 0.409787, + "nauc_ndcg_at_1000_std": 0.08409, + "nauc_ndcg_at_1000_diff1": -0.008919, + "nauc_map_at_1_max": 0.395542, + "nauc_map_at_1_std": -0.108151, + "nauc_map_at_1_diff1": 0.65983, + "nauc_map_at_3_max": 0.3652, + "nauc_map_at_3_std": 0.032407, + "nauc_map_at_3_diff1": -0.111656, + "nauc_map_at_5_max": 0.380977, + "nauc_map_at_5_std": 0.054176, + "nauc_map_at_5_diff1": -0.106042, + "nauc_map_at_10_max": 0.38555, + "nauc_map_at_10_std": 0.062022, + "nauc_map_at_10_diff1": -0.097394, + "nauc_map_at_20_max": 0.386431, + "nauc_map_at_20_std": 0.065166, + "nauc_map_at_20_diff1": -0.093673, + "nauc_map_at_100_max": 0.386148, + "nauc_map_at_100_std": 0.065272, + "nauc_map_at_100_diff1": -0.092063, + "nauc_map_at_1000_max": 0.385892, + "nauc_map_at_1000_std": 0.064752, + "nauc_map_at_1000_diff1": -0.091894, + "nauc_recall_at_1_max": 0.395542, + "nauc_recall_at_1_std": -0.108151, + "nauc_recall_at_1_diff1": 0.65983, + "nauc_recall_at_3_max": 0.387636, + "nauc_recall_at_3_std": 0.073205, + "nauc_recall_at_3_diff1": -0.182824, + "nauc_recall_at_5_max": 0.429598, + "nauc_recall_at_5_std": 0.146499, + "nauc_recall_at_5_diff1": -0.194144, + "nauc_recall_at_10_max": 0.464905, + "nauc_recall_at_10_std": 0.230074, + "nauc_recall_at_10_diff1": -0.188099, + "nauc_recall_at_20_max": 0.496302, + "nauc_recall_at_20_std": 0.332503, + "nauc_recall_at_20_diff1": -0.1746, + "nauc_recall_at_100_max": 0.577295, + "nauc_recall_at_100_std": 0.537895, + "nauc_recall_at_100_diff1": -0.144359, + "nauc_recall_at_1000_max": 0.598823, + "nauc_recall_at_1000_std": 0.696773, + "nauc_recall_at_1000_diff1": -0.187893, + "nauc_precision_at_1_max": 0.395542, + "nauc_precision_at_1_std": -0.108151, + "nauc_precision_at_1_diff1": 0.65983, + "nauc_precision_at_3_max": 0.387636, + "nauc_precision_at_3_std": 0.073205, + "nauc_precision_at_3_diff1": -0.182824, + "nauc_precision_at_5_max": 0.429598, + "nauc_precision_at_5_std": 0.146499, + "nauc_precision_at_5_diff1": -0.194144, + "nauc_precision_at_10_max": 0.464905, + "nauc_precision_at_10_std": 0.230074, + "nauc_precision_at_10_diff1": -0.188099, + "nauc_precision_at_20_max": 0.496302, + "nauc_precision_at_20_std": 0.332503, + "nauc_precision_at_20_diff1": -0.1746, + "nauc_precision_at_100_max": 0.577295, + "nauc_precision_at_100_std": 0.537895, + "nauc_precision_at_100_diff1": -0.144359, + "nauc_precision_at_1000_max": 0.598823, + "nauc_precision_at_1000_std": 0.696773, + "nauc_precision_at_1000_diff1": -0.187893, + "nauc_mrr_at_1_max": 0.395542, + "nauc_mrr_at_1_std": -0.108151, + "nauc_mrr_at_1_diff1": 0.65983, + "nauc_mrr_at_3_max": 0.451005, + "nauc_mrr_at_3_std": -0.08067, + "nauc_mrr_at_3_diff1": 0.665513, + "nauc_mrr_at_5_max": 0.445223, + "nauc_mrr_at_5_std": -0.075872, + "nauc_mrr_at_5_diff1": 0.665481, + "nauc_mrr_at_10_max": 0.445244, + "nauc_mrr_at_10_std": -0.072405, + "nauc_mrr_at_10_diff1": 0.66659, + "nauc_mrr_at_20_max": 0.443347, + "nauc_mrr_at_20_std": -0.073279, + "nauc_mrr_at_20_diff1": 0.666471, + "nauc_mrr_at_100_max": 0.442787, + "nauc_mrr_at_100_std": -0.074537, + "nauc_mrr_at_100_diff1": 0.666131, + "nauc_mrr_at_1000_max": 0.442703, + "nauc_mrr_at_1000_std": -0.074647, + "nauc_mrr_at_1000_diff1": 0.666095, + "main_score": 0.87582, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": null, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/MSMARCO.json b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/MSMARCO.json new file mode 100644 index 000000000..5fe40add7 --- /dev/null +++ b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/MSMARCO.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "c5a29a104738b98a9e76336939199e264163d4a0", + "task_name": "MSMARCO", + "mteb_version": "1.21.7", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.26963, + "ndcg_at_3": 0.38958, + "ndcg_at_5": 0.43363, + "ndcg_at_10": 0.47131, + "ndcg_at_20": 0.49728, + "ndcg_at_100": 0.52289, + "ndcg_at_1000": 0.53104, + "map_at_1": 0.26277, + "map_at_3": 0.35763, + "map_at_5": 0.38233, + "map_at_10": 0.39834, + "map_at_20": 0.40574, + "map_at_100": 0.40961, + "map_at_1000": 0.40996, + "recall_at_1": 0.26277, + "recall_at_3": 0.475, + "recall_at_5": 0.58081, + "recall_at_10": 0.69473, + "recall_at_20": 0.79525, + "recall_at_100": 0.92771, + "recall_at_1000": 0.98865, + "precision_at_1": 0.26963, + "precision_at_3": 0.16428, + "precision_at_5": 0.12086, + "precision_at_10": 0.07269, + "precision_at_20": 0.04178, + "precision_at_100": 0.00981, + "precision_at_1000": 0.00105, + "mrr_at_1": 0.269628, + "mrr_at_3": 0.364494, + "mrr_at_5": 0.388849, + "mrr_at_10": 0.404243, + "mrr_at_20": 0.411182, + "mrr_at_100": 0.414762, + "mrr_at_1000": 0.415059, + "nauc_ndcg_at_1_max": 0.008854, + "nauc_ndcg_at_1_std": -0.211834, + "nauc_ndcg_at_1_diff1": 0.440808, + "nauc_ndcg_at_3_max": 0.011694, + "nauc_ndcg_at_3_std": -0.224811, + "nauc_ndcg_at_3_diff1": 0.395714, + "nauc_ndcg_at_5_max": 0.021314, + "nauc_ndcg_at_5_std": -0.218475, + "nauc_ndcg_at_5_diff1": 0.391894, + "nauc_ndcg_at_10_max": 0.027063, + "nauc_ndcg_at_10_std": -0.210181, + "nauc_ndcg_at_10_diff1": 0.394902, + "nauc_ndcg_at_20_max": 0.028913, + "nauc_ndcg_at_20_std": -0.192267, + "nauc_ndcg_at_20_diff1": 0.394914, + "nauc_ndcg_at_100_max": 0.026582, + "nauc_ndcg_at_100_std": -0.181407, + "nauc_ndcg_at_100_diff1": 0.399473, + "nauc_ndcg_at_1000_max": 0.025738, + "nauc_ndcg_at_1000_std": -0.193431, + "nauc_ndcg_at_1000_diff1": 0.400692, + "nauc_map_at_1_max": 0.009845, + "nauc_map_at_1_std": -0.212995, + "nauc_map_at_1_diff1": 0.441003, + "nauc_map_at_3_max": 0.011765, + "nauc_map_at_3_std": -0.223565, + "nauc_map_at_3_diff1": 0.406726, + "nauc_map_at_5_max": 0.016882, + "nauc_map_at_5_std": -0.220237, + "nauc_map_at_5_diff1": 0.4047, + "nauc_map_at_10_max": 0.019012, + "nauc_map_at_10_std": -0.21703, + "nauc_map_at_10_diff1": 0.406307, + "nauc_map_at_20_max": 0.019318, + "nauc_map_at_20_std": -0.212436, + "nauc_map_at_20_diff1": 0.406444, + "nauc_map_at_100_max": 0.019056, + "nauc_map_at_100_std": -0.210779, + "nauc_map_at_100_diff1": 0.407165, + "nauc_map_at_1000_max": 0.019047, + "nauc_map_at_1000_std": -0.211114, + "nauc_map_at_1000_diff1": 0.407233, + "nauc_recall_at_1_max": 0.009845, + "nauc_recall_at_1_std": -0.212995, + "nauc_recall_at_1_diff1": 0.441003, + "nauc_recall_at_3_max": 0.012209, + "nauc_recall_at_3_std": -0.22948, + "nauc_recall_at_3_diff1": 0.364149, + "nauc_recall_at_5_max": 0.036429, + "nauc_recall_at_5_std": -0.213257, + "nauc_recall_at_5_diff1": 0.349896, + "nauc_recall_at_10_max": 0.061009, + "nauc_recall_at_10_std": -0.18249, + "nauc_recall_at_10_diff1": 0.351357, + "nauc_recall_at_20_max": 0.084911, + "nauc_recall_at_20_std": -0.066306, + "nauc_recall_at_20_diff1": 0.336959, + "nauc_recall_at_100_max": 0.121738, + "nauc_recall_at_100_std": 0.317852, + "nauc_recall_at_100_diff1": 0.333574, + "nauc_recall_at_1000_max": 0.433082, + "nauc_recall_at_1000_std": 0.775495, + "nauc_recall_at_1000_diff1": 0.217841, + "nauc_precision_at_1_max": 0.008854, + "nauc_precision_at_1_std": -0.211834, + "nauc_precision_at_1_diff1": 0.440808, + "nauc_precision_at_3_max": 0.0095, + "nauc_precision_at_3_std": -0.224766, + "nauc_precision_at_3_diff1": 0.358383, + "nauc_precision_at_5_max": 0.030417, + "nauc_precision_at_5_std": -0.202517, + "nauc_precision_at_5_diff1": 0.335132, + "nauc_precision_at_10_max": 0.046907, + "nauc_precision_at_10_std": -0.158989, + "nauc_precision_at_10_diff1": 0.316074, + "nauc_precision_at_20_max": 0.056902, + "nauc_precision_at_20_std": -0.035688, + "nauc_precision_at_20_diff1": 0.26648, + "nauc_precision_at_100_max": 0.049387, + "nauc_precision_at_100_std": 0.213565, + "nauc_precision_at_100_diff1": 0.131755, + "nauc_precision_at_1000_max": 0.04143, + "nauc_precision_at_1000_std": 0.130532, + "nauc_precision_at_1000_diff1": -0.042123, + "nauc_mrr_at_1_max": 0.008854, + "nauc_mrr_at_1_std": -0.211834, + "nauc_mrr_at_1_diff1": 0.440808, + "nauc_mrr_at_3_max": 0.010766, + "nauc_mrr_at_3_std": -0.22068, + "nauc_mrr_at_3_diff1": 0.405095, + "nauc_mrr_at_5_max": 0.016381, + "nauc_mrr_at_5_std": -0.216727, + "nauc_mrr_at_5_diff1": 0.404039, + "nauc_mrr_at_10_max": 0.018666, + "nauc_mrr_at_10_std": -0.213246, + "nauc_mrr_at_10_diff1": 0.405268, + "nauc_mrr_at_20_max": 0.019179, + "nauc_mrr_at_20_std": -0.209079, + "nauc_mrr_at_20_diff1": 0.405416, + "nauc_mrr_at_100_max": 0.018837, + "nauc_mrr_at_100_std": -0.207816, + "nauc_mrr_at_100_diff1": 0.406253, + "nauc_mrr_at_1000_max": 0.018811, + "nauc_mrr_at_1000_std": -0.208148, + "nauc_mrr_at_1000_diff1": 0.406313, + "main_score": 0.47131, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": null, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/NFCorpus.json b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/NFCorpus.json new file mode 100644 index 000000000..6eac68df3 --- /dev/null +++ b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/NFCorpus.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814", + "task_name": "NFCorpus", + "mteb_version": "1.21.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.5031, + "ndcg_at_3": 0.45288, + "ndcg_at_5": 0.43325, + "ndcg_at_10": 0.40108, + "ndcg_at_20": 0.37301, + "ndcg_at_100": 0.36133, + "ndcg_at_1000": 0.44693, + "map_at_1": 0.06497, + "map_at_3": 0.10856, + "map_at_5": 0.12893, + "map_at_10": 0.15415, + "map_at_20": 0.17192, + "map_at_100": 0.19517, + "map_at_1000": 0.21003, + "recall_at_1": 0.06497, + "recall_at_3": 0.12168, + "recall_at_5": 0.153, + "recall_at_10": 0.20293, + "recall_at_20": 0.24677, + "recall_at_100": 0.36524, + "recall_at_1000": 0.67897, + "precision_at_1": 0.52012, + "precision_at_3": 0.42208, + "precision_at_5": 0.37895, + "precision_at_10": 0.3, + "precision_at_20": 0.21672, + "precision_at_100": 0.08718, + "precision_at_1000": 0.02134, + "mrr_at_1": 0.52322, + "mrr_at_3": 0.586171, + "mrr_at_5": 0.601496, + "mrr_at_10": 0.607115, + "mrr_at_20": 0.609496, + "mrr_at_100": 0.611297, + "mrr_at_1000": 0.611636, + "nauc_ndcg_at_1_max": 0.474426, + "nauc_ndcg_at_1_std": 0.169519, + "nauc_ndcg_at_1_diff1": 0.332678, + "nauc_ndcg_at_3_max": 0.532095, + "nauc_ndcg_at_3_std": 0.244519, + "nauc_ndcg_at_3_diff1": 0.239526, + "nauc_ndcg_at_5_max": 0.535452, + "nauc_ndcg_at_5_std": 0.273168, + "nauc_ndcg_at_5_diff1": 0.223384, + "nauc_ndcg_at_10_max": 0.520174, + "nauc_ndcg_at_10_std": 0.299401, + "nauc_ndcg_at_10_diff1": 0.193682, + "nauc_ndcg_at_20_max": 0.507421, + "nauc_ndcg_at_20_std": 0.306474, + "nauc_ndcg_at_20_diff1": 0.200402, + "nauc_ndcg_at_100_max": 0.472356, + "nauc_ndcg_at_100_std": 0.330338, + "nauc_ndcg_at_100_diff1": 0.250981, + "nauc_ndcg_at_1000_max": 0.502955, + "nauc_ndcg_at_1000_std": 0.38872, + "nauc_ndcg_at_1000_diff1": 0.25458, + "nauc_map_at_1_max": 0.187066, + "nauc_map_at_1_std": -0.135798, + "nauc_map_at_1_diff1": 0.455098, + "nauc_map_at_3_max": 0.283408, + "nauc_map_at_3_std": -0.050553, + "nauc_map_at_3_diff1": 0.381203, + "nauc_map_at_5_max": 0.317676, + "nauc_map_at_5_std": -0.008031, + "nauc_map_at_5_diff1": 0.345479, + "nauc_map_at_10_max": 0.355953, + "nauc_map_at_10_std": 0.059466, + "nauc_map_at_10_diff1": 0.302163, + "nauc_map_at_20_max": 0.398091, + "nauc_map_at_20_std": 0.121879, + "nauc_map_at_20_diff1": 0.282392, + "nauc_map_at_100_max": 0.41774, + "nauc_map_at_100_std": 0.186541, + "nauc_map_at_100_diff1": 0.259908, + "nauc_map_at_1000_max": 0.424231, + "nauc_map_at_1000_std": 0.210234, + "nauc_map_at_1000_diff1": 0.246599, + "nauc_recall_at_1_max": 0.187066, + "nauc_recall_at_1_std": -0.135798, + "nauc_recall_at_1_diff1": 0.455098, + "nauc_recall_at_3_max": 0.253961, + "nauc_recall_at_3_std": -0.039269, + "nauc_recall_at_3_diff1": 0.330329, + "nauc_recall_at_5_max": 0.270673, + "nauc_recall_at_5_std": 0.009042, + "nauc_recall_at_5_diff1": 0.288342, + "nauc_recall_at_10_max": 0.253495, + "nauc_recall_at_10_std": 0.048843, + "nauc_recall_at_10_diff1": 0.209078, + "nauc_recall_at_20_max": 0.285119, + "nauc_recall_at_20_std": 0.098225, + "nauc_recall_at_20_diff1": 0.197475, + "nauc_recall_at_100_max": 0.260626, + "nauc_recall_at_100_std": 0.208299, + "nauc_recall_at_100_diff1": 0.18128, + "nauc_recall_at_1000_max": 0.159812, + "nauc_recall_at_1000_std": 0.214939, + "nauc_recall_at_1000_diff1": 0.148014, + "nauc_precision_at_1_max": 0.482367, + "nauc_precision_at_1_std": 0.192246, + "nauc_precision_at_1_diff1": 0.345224, + "nauc_precision_at_3_max": 0.509481, + "nauc_precision_at_3_std": 0.301797, + "nauc_precision_at_3_diff1": 0.150603, + "nauc_precision_at_5_max": 0.507107, + "nauc_precision_at_5_std": 0.358292, + "nauc_precision_at_5_diff1": 0.082587, + "nauc_precision_at_10_max": 0.476299, + "nauc_precision_at_10_std": 0.420549, + "nauc_precision_at_10_diff1": -0.016541, + "nauc_precision_at_20_max": 0.427631, + "nauc_precision_at_20_std": 0.437919, + "nauc_precision_at_20_diff1": -0.060924, + "nauc_precision_at_100_max": 0.256752, + "nauc_precision_at_100_std": 0.39064, + "nauc_precision_at_100_diff1": -0.122592, + "nauc_precision_at_1000_max": 0.108286, + "nauc_precision_at_1000_std": 0.182953, + "nauc_precision_at_1000_diff1": -0.155629, + "nauc_mrr_at_1_max": 0.480689, + "nauc_mrr_at_1_std": 0.186333, + "nauc_mrr_at_1_diff1": 0.337292, + "nauc_mrr_at_3_max": 0.53178, + "nauc_mrr_at_3_std": 0.262081, + "nauc_mrr_at_3_diff1": 0.34517, + "nauc_mrr_at_5_max": 0.525145, + "nauc_mrr_at_5_std": 0.275999, + "nauc_mrr_at_5_diff1": 0.35214, + "nauc_mrr_at_10_max": 0.521721, + "nauc_mrr_at_10_std": 0.278701, + "nauc_mrr_at_10_diff1": 0.345441, + "nauc_mrr_at_20_max": 0.52519, + "nauc_mrr_at_20_std": 0.280304, + "nauc_mrr_at_20_diff1": 0.349214, + "nauc_mrr_at_100_max": 0.525141, + "nauc_mrr_at_100_std": 0.279621, + "nauc_mrr_at_100_diff1": 0.348615, + "nauc_mrr_at_1000_max": 0.524999, + "nauc_mrr_at_1000_std": 0.279419, + "nauc_mrr_at_1000_diff1": 0.348437, + "main_score": 0.40108, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": null, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/NQ.json b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/NQ.json new file mode 100644 index 000000000..e56a0c3d9 --- /dev/null +++ b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/NQ.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b774495ed302d8c44a3a7ea25c90dbce03968f31", + "task_name": "NQ", + "mteb_version": "1.21.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.573, + "ndcg_at_3": 0.68652, + "ndcg_at_5": 0.72121, + "ndcg_at_10": 0.74453, + "ndcg_at_20": 0.75537, + "ndcg_at_100": 0.76307, + "ndcg_at_1000": 0.7643, + "map_at_1": 0.51149, + "map_at_3": 0.64534, + "map_at_5": 0.66772, + "map_at_10": 0.6797, + "map_at_20": 0.68337, + "map_at_100": 0.68481, + "map_at_1000": 0.68488, + "recall_at_1": 0.51149, + "recall_at_3": 0.76946, + "recall_at_5": 0.84738, + "recall_at_10": 0.91292, + "recall_at_20": 0.95211, + "recall_at_100": 0.98885, + "recall_at_1000": 0.99739, + "precision_at_1": 0.573, + "precision_at_3": 0.30079, + "precision_at_5": 0.2018, + "precision_at_10": 0.10991, + "precision_at_20": 0.05762, + "precision_at_100": 0.01202, + "precision_at_1000": 0.00121, + "mrr_at_1": 0.573291, + "mrr_at_3": 0.681199, + "mrr_at_5": 0.696886, + "mrr_at_10": 0.703699, + "mrr_at_20": 0.705862, + "mrr_at_100": 0.706731, + "mrr_at_1000": 0.706774, + "nauc_ndcg_at_1_max": 0.227048, + "nauc_ndcg_at_1_std": -0.04607, + "nauc_ndcg_at_1_diff1": 0.517752, + "nauc_ndcg_at_3_max": 0.278707, + "nauc_ndcg_at_3_std": -0.106023, + "nauc_ndcg_at_3_diff1": 0.479085, + "nauc_ndcg_at_5_max": 0.289663, + "nauc_ndcg_at_5_std": -0.097182, + "nauc_ndcg_at_5_diff1": 0.481546, + "nauc_ndcg_at_10_max": 0.290362, + "nauc_ndcg_at_10_std": -0.080883, + "nauc_ndcg_at_10_diff1": 0.481624, + "nauc_ndcg_at_20_max": 0.285689, + "nauc_ndcg_at_20_std": -0.074168, + "nauc_ndcg_at_20_diff1": 0.487694, + "nauc_ndcg_at_100_max": 0.278681, + "nauc_ndcg_at_100_std": -0.071608, + "nauc_ndcg_at_100_diff1": 0.490391, + "nauc_ndcg_at_1000_max": 0.276453, + "nauc_ndcg_at_1000_std": -0.073173, + "nauc_ndcg_at_1000_diff1": 0.489732, + "nauc_map_at_1_max": 0.2061, + "nauc_map_at_1_std": -0.068942, + "nauc_map_at_1_diff1": 0.530305, + "nauc_map_at_3_max": 0.262453, + "nauc_map_at_3_std": -0.100758, + "nauc_map_at_3_diff1": 0.491905, + "nauc_map_at_5_max": 0.268593, + "nauc_map_at_5_std": -0.094661, + "nauc_map_at_5_diff1": 0.493682, + "nauc_map_at_10_max": 0.268828, + "nauc_map_at_10_std": -0.086855, + "nauc_map_at_10_diff1": 0.492851, + "nauc_map_at_20_max": 0.267624, + "nauc_map_at_20_std": -0.084795, + "nauc_map_at_20_diff1": 0.49429, + "nauc_map_at_100_max": 0.266654, + "nauc_map_at_100_std": -0.08423, + "nauc_map_at_100_diff1": 0.494676, + "nauc_map_at_1000_max": 0.266566, + "nauc_map_at_1000_std": -0.084277, + "nauc_map_at_1000_diff1": 0.494665, + "nauc_recall_at_1_max": 0.2061, + "nauc_recall_at_1_std": -0.068942, + "nauc_recall_at_1_diff1": 0.530305, + "nauc_recall_at_3_max": 0.320258, + "nauc_recall_at_3_std": -0.156471, + "nauc_recall_at_3_diff1": 0.424732, + "nauc_recall_at_5_max": 0.374475, + "nauc_recall_at_5_std": -0.149397, + "nauc_recall_at_5_diff1": 0.415624, + "nauc_recall_at_10_max": 0.439588, + "nauc_recall_at_10_std": -0.09237, + "nauc_recall_at_10_diff1": 0.3941, + "nauc_recall_at_20_max": 0.498997, + "nauc_recall_at_20_std": -0.014771, + "nauc_recall_at_20_diff1": 0.44687, + "nauc_recall_at_100_max": 0.669748, + "nauc_recall_at_100_std": 0.33616, + "nauc_recall_at_100_diff1": 0.585782, + "nauc_recall_at_1000_max": 0.835565, + "nauc_recall_at_1000_std": 0.782728, + "nauc_recall_at_1000_diff1": 0.586894, + "nauc_precision_at_1_max": 0.227048, + "nauc_precision_at_1_std": -0.04607, + "nauc_precision_at_1_diff1": 0.517752, + "nauc_precision_at_3_max": 0.230015, + "nauc_precision_at_3_std": -0.048154, + "nauc_precision_at_3_diff1": 0.160588, + "nauc_precision_at_5_max": 0.193827, + "nauc_precision_at_5_std": -0.001134, + "nauc_precision_at_5_diff1": 0.048371, + "nauc_precision_at_10_max": 0.131451, + "nauc_precision_at_10_std": 0.064367, + "nauc_precision_at_10_diff1": -0.061553, + "nauc_precision_at_20_max": 0.081689, + "nauc_precision_at_20_std": 0.102161, + "nauc_precision_at_20_diff1": -0.119039, + "nauc_precision_at_100_max": 0.020229, + "nauc_precision_at_100_std": 0.129459, + "nauc_precision_at_100_diff1": -0.178015, + "nauc_precision_at_1000_max": -0.002276, + "nauc_precision_at_1000_std": 0.123067, + "nauc_precision_at_1000_diff1": -0.199213, + "nauc_mrr_at_1_max": 0.226475, + "nauc_mrr_at_1_std": -0.04673, + "nauc_mrr_at_1_diff1": 0.517024, + "nauc_mrr_at_3_max": 0.266472, + "nauc_mrr_at_3_std": -0.070548, + "nauc_mrr_at_3_diff1": 0.483415, + "nauc_mrr_at_5_max": 0.268836, + "nauc_mrr_at_5_std": -0.067455, + "nauc_mrr_at_5_diff1": 0.485204, + "nauc_mrr_at_10_max": 0.26777, + "nauc_mrr_at_10_std": -0.062474, + "nauc_mrr_at_10_diff1": 0.486382, + "nauc_mrr_at_20_max": 0.266367, + "nauc_mrr_at_20_std": -0.061698, + "nauc_mrr_at_20_diff1": 0.487911, + "nauc_mrr_at_100_max": 0.265377, + "nauc_mrr_at_100_std": -0.061927, + "nauc_mrr_at_100_diff1": 0.488408, + "nauc_mrr_at_1000_max": 0.265317, + "nauc_mrr_at_1000_std": -0.061933, + "nauc_mrr_at_1000_diff1": 0.488374, + "main_score": 0.74453, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": null, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/QuoraRetrieval.json b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/QuoraRetrieval.json new file mode 100644 index 000000000..c2aa44545 --- /dev/null +++ b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/QuoraRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "e4e08e0b7dbe3c8700f0daef558ff32256715259", + "task_name": "QuoraRetrieval", + "mteb_version": "1.21.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.8509, + "ndcg_at_3": 0.88684, + "ndcg_at_5": 0.90065, + "ndcg_at_10": 0.91049, + "ndcg_at_20": 0.91555, + "ndcg_at_100": 0.91961, + "ndcg_at_1000": 0.92013, + "map_at_1": 0.73934, + "map_at_3": 0.85099, + "map_at_5": 0.86913, + "map_at_10": 0.87915, + "map_at_20": 0.88295, + "map_at_100": 0.88483, + "map_at_1000": 0.88495, + "recall_at_1": 0.73934, + "recall_at_3": 0.89833, + "recall_at_5": 0.93878, + "recall_at_10": 0.96792, + "recall_at_20": 0.9841, + "recall_at_100": 0.998, + "recall_at_1000": 0.99997, + "precision_at_1": 0.8509, + "precision_at_3": 0.3882, + "precision_at_5": 0.25442, + "precision_at_10": 0.13768, + "precision_at_20": 0.07256, + "precision_at_100": 0.01543, + "precision_at_1000": 0.00157, + "mrr_at_1": 0.8509, + "mrr_at_3": 0.8954, + "mrr_at_5": 0.901145, + "mrr_at_10": 0.903062, + "mrr_at_20": 0.903587, + "mrr_at_100": 0.903766, + "mrr_at_1000": 0.903769, + "nauc_ndcg_at_1_max": 0.327888, + "nauc_ndcg_at_1_std": -0.605991, + "nauc_ndcg_at_1_diff1": 0.801015, + "nauc_ndcg_at_3_max": 0.301393, + "nauc_ndcg_at_3_std": -0.726296, + "nauc_ndcg_at_3_diff1": 0.783931, + "nauc_ndcg_at_5_max": 0.309041, + "nauc_ndcg_at_5_std": -0.749609, + "nauc_ndcg_at_5_diff1": 0.79003, + "nauc_ndcg_at_10_max": 0.320089, + "nauc_ndcg_at_10_std": -0.728504, + "nauc_ndcg_at_10_diff1": 0.791641, + "nauc_ndcg_at_20_max": 0.322849, + "nauc_ndcg_at_20_std": -0.709905, + "nauc_ndcg_at_20_diff1": 0.790362, + "nauc_ndcg_at_100_max": 0.327545, + "nauc_ndcg_at_100_std": -0.680927, + "nauc_ndcg_at_100_diff1": 0.789424, + "nauc_ndcg_at_1000_max": 0.328112, + "nauc_ndcg_at_1000_std": -0.67671, + "nauc_ndcg_at_1000_diff1": 0.7893, + "nauc_map_at_1_max": 0.215961, + "nauc_map_at_1_std": -0.577708, + "nauc_map_at_1_diff1": 0.82926, + "nauc_map_at_3_max": 0.275833, + "nauc_map_at_3_std": -0.740814, + "nauc_map_at_3_diff1": 0.798452, + "nauc_map_at_5_max": 0.294011, + "nauc_map_at_5_std": -0.74685, + "nauc_map_at_5_diff1": 0.795088, + "nauc_map_at_10_max": 0.307787, + "nauc_map_at_10_std": -0.725428, + "nauc_map_at_10_diff1": 0.792584, + "nauc_map_at_20_max": 0.310706, + "nauc_map_at_20_std": -0.709863, + "nauc_map_at_20_diff1": 0.790665, + "nauc_map_at_100_max": 0.312223, + "nauc_map_at_100_std": -0.698179, + "nauc_map_at_100_diff1": 0.789918, + "nauc_map_at_1000_max": 0.312447, + "nauc_map_at_1000_std": -0.697316, + "nauc_map_at_1000_diff1": 0.789897, + "nauc_recall_at_1_max": 0.215961, + "nauc_recall_at_1_std": -0.577708, + "nauc_recall_at_1_diff1": 0.82926, + "nauc_recall_at_3_max": 0.240367, + "nauc_recall_at_3_std": -0.882215, + "nauc_recall_at_3_diff1": 0.774449, + "nauc_recall_at_5_max": 0.256723, + "nauc_recall_at_5_std": -1.020782, + "nauc_recall_at_5_diff1": 0.771041, + "nauc_recall_at_10_max": 0.297775, + "nauc_recall_at_10_std": -1.108762, + "nauc_recall_at_10_diff1": 0.777589, + "nauc_recall_at_20_max": 0.278386, + "nauc_recall_at_20_std": -1.183285, + "nauc_recall_at_20_diff1": 0.767294, + "nauc_recall_at_100_max": 0.336829, + "nauc_recall_at_100_std": -1.06367, + "nauc_recall_at_100_diff1": 0.748638, + "nauc_recall_at_1000_max": -0.575558, + "nauc_recall_at_1000_std": -1.468469, + "nauc_recall_at_1000_diff1": 0.871795, + "nauc_precision_at_1_max": 0.327888, + "nauc_precision_at_1_std": -0.605991, + "nauc_precision_at_1_diff1": 0.801015, + "nauc_precision_at_3_max": 0.048294, + "nauc_precision_at_3_std": 0.077258, + "nauc_precision_at_3_diff1": -0.272173, + "nauc_precision_at_5_max": 0.011652, + "nauc_precision_at_5_std": 0.22338, + "nauc_precision_at_5_diff1": -0.380284, + "nauc_precision_at_10_max": -0.014034, + "nauc_precision_at_10_std": 0.359125, + "nauc_precision_at_10_diff1": -0.437849, + "nauc_precision_at_20_max": -0.031982, + "nauc_precision_at_20_std": 0.435263, + "nauc_precision_at_20_diff1": -0.458396, + "nauc_precision_at_100_max": -0.045615, + "nauc_precision_at_100_std": 0.520084, + "nauc_precision_at_100_diff1": -0.470772, + "nauc_precision_at_1000_max": -0.045789, + "nauc_precision_at_1000_std": 0.537428, + "nauc_precision_at_1000_diff1": -0.470753, + "nauc_mrr_at_1_max": 0.327888, + "nauc_mrr_at_1_std": -0.605991, + "nauc_mrr_at_1_diff1": 0.801015, + "nauc_mrr_at_3_max": 0.336763, + "nauc_mrr_at_3_std": -0.669798, + "nauc_mrr_at_3_diff1": 0.794797, + "nauc_mrr_at_5_max": 0.337747, + "nauc_mrr_at_5_std": -0.666769, + "nauc_mrr_at_5_diff1": 0.796918, + "nauc_mrr_at_10_max": 0.336653, + "nauc_mrr_at_10_std": -0.661357, + "nauc_mrr_at_10_diff1": 0.796675, + "nauc_mrr_at_20_max": 0.335729, + "nauc_mrr_at_20_std": -0.659762, + "nauc_mrr_at_20_diff1": 0.796652, + "nauc_mrr_at_100_max": 0.335653, + "nauc_mrr_at_100_std": -0.658669, + "nauc_mrr_at_100_diff1": 0.796636, + "nauc_mrr_at_1000_max": 0.33564, + "nauc_mrr_at_1000_std": -0.658674, + "nauc_mrr_at_1000_diff1": 0.796639, + "main_score": 0.91049, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": null, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/SCIDOCS.json b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/SCIDOCS.json new file mode 100644 index 000000000..4c533d15d --- /dev/null +++ b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/SCIDOCS.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88", + "task_name": "SCIDOCS", + "mteb_version": "1.21.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.305, + "ndcg_at_3": 0.25503, + "ndcg_at_5": 0.22486, + "ndcg_at_10": 0.27284, + "ndcg_at_20": 0.31283, + "ndcg_at_100": 0.38252, + "ndcg_at_1000": 0.43714, + "map_at_1": 0.06178, + "map_at_3": 0.11708, + "map_at_5": 0.14334, + "map_at_10": 0.17055, + "map_at_20": 0.18754, + "map_at_100": 0.20336, + "map_at_1000": 0.20729, + "recall_at_1": 0.06178, + "recall_at_3": 0.14658, + "recall_at_5": 0.20283, + "recall_at_10": 0.29045, + "recall_at_20": 0.38415, + "recall_at_100": 0.61043, + "recall_at_1000": 0.87193, + "precision_at_1": 0.305, + "precision_at_3": 0.241, + "precision_at_5": 0.2004, + "precision_at_10": 0.1433, + "precision_at_20": 0.09475, + "precision_at_100": 0.03009, + "precision_at_1000": 0.0043, + "mrr_at_1": 0.305, + "mrr_at_3": 0.397333, + "mrr_at_5": 0.418233, + "mrr_at_10": 0.432965, + "mrr_at_20": 0.439308, + "mrr_at_100": 0.443324, + "mrr_at_1000": 0.44358, + "nauc_ndcg_at_1_max": 0.193149, + "nauc_ndcg_at_1_std": -0.026613, + "nauc_ndcg_at_1_diff1": 0.203657, + "nauc_ndcg_at_3_max": 0.264281, + "nauc_ndcg_at_3_std": -0.01829, + "nauc_ndcg_at_3_diff1": 0.170717, + "nauc_ndcg_at_5_max": 0.274564, + "nauc_ndcg_at_5_std": -0.022685, + "nauc_ndcg_at_5_diff1": 0.161157, + "nauc_ndcg_at_10_max": 0.287669, + "nauc_ndcg_at_10_std": 0.011533, + "nauc_ndcg_at_10_diff1": 0.155389, + "nauc_ndcg_at_20_max": 0.301755, + "nauc_ndcg_at_20_std": 0.03248, + "nauc_ndcg_at_20_diff1": 0.157078, + "nauc_ndcg_at_100_max": 0.326783, + "nauc_ndcg_at_100_std": 0.080164, + "nauc_ndcg_at_100_diff1": 0.159312, + "nauc_ndcg_at_1000_max": 0.310179, + "nauc_ndcg_at_1000_std": 0.071361, + "nauc_ndcg_at_1000_diff1": 0.158332, + "nauc_map_at_1_max": 0.19044, + "nauc_map_at_1_std": -0.029671, + "nauc_map_at_1_diff1": 0.20453, + "nauc_map_at_3_max": 0.255624, + "nauc_map_at_3_std": -0.027401, + "nauc_map_at_3_diff1": 0.166833, + "nauc_map_at_5_max": 0.274758, + "nauc_map_at_5_std": -0.030138, + "nauc_map_at_5_diff1": 0.156059, + "nauc_map_at_10_max": 0.283243, + "nauc_map_at_10_std": -0.007685, + "nauc_map_at_10_diff1": 0.148902, + "nauc_map_at_20_max": 0.292519, + "nauc_map_at_20_std": 0.003527, + "nauc_map_at_20_diff1": 0.14671, + "nauc_map_at_100_max": 0.30066, + "nauc_map_at_100_std": 0.019926, + "nauc_map_at_100_diff1": 0.145708, + "nauc_map_at_1000_max": 0.299673, + "nauc_map_at_1000_std": 0.019934, + "nauc_map_at_1000_diff1": 0.146076, + "nauc_recall_at_1_max": 0.19044, + "nauc_recall_at_1_std": -0.029671, + "nauc_recall_at_1_diff1": 0.20453, + "nauc_recall_at_3_max": 0.277782, + "nauc_recall_at_3_std": -0.014621, + "nauc_recall_at_3_diff1": 0.150472, + "nauc_recall_at_5_max": 0.282218, + "nauc_recall_at_5_std": -0.018254, + "nauc_recall_at_5_diff1": 0.1304, + "nauc_recall_at_10_max": 0.285668, + "nauc_recall_at_10_std": 0.045401, + "nauc_recall_at_10_diff1": 0.115027, + "nauc_recall_at_20_max": 0.297174, + "nauc_recall_at_20_std": 0.08741, + "nauc_recall_at_20_diff1": 0.113084, + "nauc_recall_at_100_max": 0.333075, + "nauc_recall_at_100_std": 0.223622, + "nauc_recall_at_100_diff1": 0.103472, + "nauc_recall_at_1000_max": 0.247703, + "nauc_recall_at_1000_std": 0.312604, + "nauc_recall_at_1000_diff1": 0.04808, + "nauc_precision_at_1_max": 0.193149, + "nauc_precision_at_1_std": -0.026613, + "nauc_precision_at_1_diff1": 0.203657, + "nauc_precision_at_3_max": 0.283832, + "nauc_precision_at_3_std": -0.010773, + "nauc_precision_at_3_diff1": 0.15259, + "nauc_precision_at_5_max": 0.285862, + "nauc_precision_at_5_std": -0.015185, + "nauc_precision_at_5_diff1": 0.131334, + "nauc_precision_at_10_max": 0.289184, + "nauc_precision_at_10_std": 0.047115, + "nauc_precision_at_10_diff1": 0.116902, + "nauc_precision_at_20_max": 0.299222, + "nauc_precision_at_20_std": 0.086601, + "nauc_precision_at_20_diff1": 0.115136, + "nauc_precision_at_100_max": 0.335098, + "nauc_precision_at_100_std": 0.218466, + "nauc_precision_at_100_diff1": 0.108728, + "nauc_precision_at_1000_max": 0.240965, + "nauc_precision_at_1000_std": 0.282669, + "nauc_precision_at_1000_diff1": 0.055878, + "nauc_mrr_at_1_max": 0.193149, + "nauc_mrr_at_1_std": -0.026613, + "nauc_mrr_at_1_diff1": 0.203657, + "nauc_mrr_at_3_max": 0.240643, + "nauc_mrr_at_3_std": -0.01631, + "nauc_mrr_at_3_diff1": 0.194555, + "nauc_mrr_at_5_max": 0.236197, + "nauc_mrr_at_5_std": -0.018619, + "nauc_mrr_at_5_diff1": 0.191552, + "nauc_mrr_at_10_max": 0.237961, + "nauc_mrr_at_10_std": -0.008739, + "nauc_mrr_at_10_diff1": 0.191556, + "nauc_mrr_at_20_max": 0.238573, + "nauc_mrr_at_20_std": -0.008981, + "nauc_mrr_at_20_diff1": 0.194159, + "nauc_mrr_at_100_max": 0.238309, + "nauc_mrr_at_100_std": -0.009458, + "nauc_mrr_at_100_diff1": 0.193882, + "nauc_mrr_at_1000_max": 0.238075, + "nauc_mrr_at_1000_std": -0.009692, + "nauc_mrr_at_1000_diff1": 0.193878, + "main_score": 0.27284, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": null, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/SciFact.json b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/SciFact.json new file mode 100644 index 000000000..0a1b4cd51 --- /dev/null +++ b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/SciFact.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "0228b52cf27578f30900b9e5271d331663a030d7", + "task_name": "SciFact", + "mteb_version": "1.21.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.68667, + "ndcg_at_3": 0.76, + "ndcg_at_5": 0.78126, + "ndcg_at_10": 0.80315, + "ndcg_at_20": 0.80923, + "ndcg_at_100": 0.81324, + "ndcg_at_1000": 0.81628, + "map_at_1": 0.65578, + "map_at_3": 0.73139, + "map_at_5": 0.74744, + "map_at_10": 0.75928, + "map_at_20": 0.76109, + "map_at_100": 0.76169, + "map_at_1000": 0.76181, + "recall_at_1": 0.65578, + "recall_at_3": 0.81556, + "recall_at_5": 0.86828, + "recall_at_10": 0.92833, + "recall_at_20": 0.95167, + "recall_at_100": 0.97333, + "recall_at_1000": 0.99667, + "precision_at_1": 0.68667, + "precision_at_3": 0.29556, + "precision_at_5": 0.19333, + "precision_at_10": 0.10533, + "precision_at_20": 0.054, + "precision_at_100": 0.01103, + "precision_at_1000": 0.00113, + "mrr_at_1": 0.686667, + "mrr_at_3": 0.747778, + "mrr_at_5": 0.758611, + "mrr_at_10": 0.7662, + "mrr_at_20": 0.767614, + "mrr_at_100": 0.768052, + "mrr_at_1000": 0.768177, + "nauc_ndcg_at_1_max": 0.524294, + "nauc_ndcg_at_1_std": 0.113885, + "nauc_ndcg_at_1_diff1": 0.783119, + "nauc_ndcg_at_3_max": 0.491442, + "nauc_ndcg_at_3_std": 0.081384, + "nauc_ndcg_at_3_diff1": 0.741643, + "nauc_ndcg_at_5_max": 0.501431, + "nauc_ndcg_at_5_std": 0.100898, + "nauc_ndcg_at_5_diff1": 0.739653, + "nauc_ndcg_at_10_max": 0.542292, + "nauc_ndcg_at_10_std": 0.142024, + "nauc_ndcg_at_10_diff1": 0.743855, + "nauc_ndcg_at_20_max": 0.540477, + "nauc_ndcg_at_20_std": 0.136693, + "nauc_ndcg_at_20_diff1": 0.748536, + "nauc_ndcg_at_100_max": 0.533236, + "nauc_ndcg_at_100_std": 0.139148, + "nauc_ndcg_at_100_diff1": 0.748835, + "nauc_ndcg_at_1000_max": 0.529934, + "nauc_ndcg_at_1000_std": 0.138213, + "nauc_ndcg_at_1000_diff1": 0.750569, + "nauc_map_at_1_max": 0.444493, + "nauc_map_at_1_std": 0.013082, + "nauc_map_at_1_diff1": 0.777854, + "nauc_map_at_3_max": 0.46611, + "nauc_map_at_3_std": 0.054619, + "nauc_map_at_3_diff1": 0.754584, + "nauc_map_at_5_max": 0.489423, + "nauc_map_at_5_std": 0.089274, + "nauc_map_at_5_diff1": 0.749685, + "nauc_map_at_10_max": 0.511725, + "nauc_map_at_10_std": 0.115274, + "nauc_map_at_10_diff1": 0.750731, + "nauc_map_at_20_max": 0.511196, + "nauc_map_at_20_std": 0.114264, + "nauc_map_at_20_diff1": 0.751872, + "nauc_map_at_100_max": 0.510301, + "nauc_map_at_100_std": 0.114992, + "nauc_map_at_100_diff1": 0.751974, + "nauc_map_at_1000_max": 0.51023, + "nauc_map_at_1000_std": 0.115081, + "nauc_map_at_1000_diff1": 0.75205, + "nauc_recall_at_1_max": 0.444493, + "nauc_recall_at_1_std": 0.013082, + "nauc_recall_at_1_diff1": 0.777854, + "nauc_recall_at_3_max": 0.443689, + "nauc_recall_at_3_std": 0.014137, + "nauc_recall_at_3_diff1": 0.689455, + "nauc_recall_at_5_max": 0.488557, + "nauc_recall_at_5_std": 0.065386, + "nauc_recall_at_5_diff1": 0.676851, + "nauc_recall_at_10_max": 0.732308, + "nauc_recall_at_10_std": 0.255716, + "nauc_recall_at_10_diff1": 0.680629, + "nauc_recall_at_20_max": 0.799446, + "nauc_recall_at_20_std": 0.230223, + "nauc_recall_at_20_diff1": 0.714527, + "nauc_recall_at_100_max": 0.765173, + "nauc_recall_at_100_std": 0.345705, + "nauc_recall_at_100_diff1": 0.693102, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.869281, + "nauc_precision_at_1_max": 0.524294, + "nauc_precision_at_1_std": 0.113885, + "nauc_precision_at_1_diff1": 0.783119, + "nauc_precision_at_3_max": 0.422598, + "nauc_precision_at_3_std": 0.267638, + "nauc_precision_at_3_diff1": 0.362938, + "nauc_precision_at_5_max": 0.40678, + "nauc_precision_at_5_std": 0.425662, + "nauc_precision_at_5_diff1": 0.138748, + "nauc_precision_at_10_max": 0.387595, + "nauc_precision_at_10_std": 0.551047, + "nauc_precision_at_10_diff1": -0.055307, + "nauc_precision_at_20_max": 0.346423, + "nauc_precision_at_20_std": 0.549681, + "nauc_precision_at_20_diff1": -0.120078, + "nauc_precision_at_100_max": 0.288032, + "nauc_precision_at_100_std": 0.576716, + "nauc_precision_at_100_diff1": -0.195066, + "nauc_precision_at_1000_max": 0.242937, + "nauc_precision_at_1000_std": 0.609702, + "nauc_precision_at_1000_diff1": -0.282796, + "nauc_mrr_at_1_max": 0.524294, + "nauc_mrr_at_1_std": 0.113885, + "nauc_mrr_at_1_diff1": 0.783119, + "nauc_mrr_at_3_max": 0.521453, + "nauc_mrr_at_3_std": 0.12563, + "nauc_mrr_at_3_diff1": 0.752627, + "nauc_mrr_at_5_max": 0.521877, + "nauc_mrr_at_5_std": 0.126899, + "nauc_mrr_at_5_diff1": 0.753827, + "nauc_mrr_at_10_max": 0.531051, + "nauc_mrr_at_10_std": 0.132694, + "nauc_mrr_at_10_diff1": 0.756717, + "nauc_mrr_at_20_max": 0.529945, + "nauc_mrr_at_20_std": 0.130398, + "nauc_mrr_at_20_diff1": 0.758107, + "nauc_mrr_at_100_max": 0.529362, + "nauc_mrr_at_100_std": 0.130645, + "nauc_mrr_at_100_diff1": 0.75821, + "nauc_mrr_at_1000_max": 0.529301, + "nauc_mrr_at_1000_std": 0.130746, + "nauc_mrr_at_1000_diff1": 0.758291, + "main_score": 0.80315, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": null, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/TRECCOVID.json b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/TRECCOVID.json new file mode 100644 index 000000000..ff32c9985 --- /dev/null +++ b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/TRECCOVID.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e", + "task_name": "TRECCOVID", + "mteb_version": "1.21.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.9, + "ndcg_at_3": 0.86916, + "ndcg_at_5": 0.86472, + "ndcg_at_10": 0.84443, + "ndcg_at_20": 0.80234, + "ndcg_at_100": 0.67153, + "ndcg_at_1000": 0.59508, + "map_at_1": 0.00247, + "map_at_3": 0.00703, + "map_at_5": 0.01149, + "map_at_10": 0.02186, + "map_at_20": 0.0401, + "map_at_100": 0.14357, + "map_at_1000": 0.34656, + "recall_at_1": 0.00247, + "recall_at_3": 0.00731, + "recall_at_5": 0.01206, + "recall_at_10": 0.02333, + "recall_at_20": 0.0438, + "recall_at_100": 0.17147, + "recall_at_1000": 0.55668, + "precision_at_1": 0.92, + "precision_at_3": 0.91333, + "precision_at_5": 0.912, + "precision_at_10": 0.888, + "precision_at_20": 0.841, + "precision_at_100": 0.6888, + "precision_at_1000": 0.25834, + "mrr_at_1": 0.92, + "mrr_at_3": 0.953333, + "mrr_at_5": 0.953333, + "mrr_at_10": 0.953333, + "mrr_at_20": 0.953333, + "mrr_at_100": 0.953333, + "mrr_at_1000": 0.953333, + "nauc_ndcg_at_1_max": -0.085241, + "nauc_ndcg_at_1_std": 0.628288, + "nauc_ndcg_at_1_diff1": -0.060076, + "nauc_ndcg_at_3_max": 0.134888, + "nauc_ndcg_at_3_std": 0.615394, + "nauc_ndcg_at_3_diff1": 0.033432, + "nauc_ndcg_at_5_max": 0.044769, + "nauc_ndcg_at_5_std": 0.61802, + "nauc_ndcg_at_5_diff1": 0.022134, + "nauc_ndcg_at_10_max": 0.12017, + "nauc_ndcg_at_10_std": 0.71154, + "nauc_ndcg_at_10_diff1": 0.154614, + "nauc_ndcg_at_20_max": 0.15276, + "nauc_ndcg_at_20_std": 0.794094, + "nauc_ndcg_at_20_diff1": 0.046335, + "nauc_ndcg_at_100_max": 0.26877, + "nauc_ndcg_at_100_std": 0.827563, + "nauc_ndcg_at_100_diff1": -0.007959, + "nauc_ndcg_at_1000_max": 0.171066, + "nauc_ndcg_at_1000_std": 0.81711, + "nauc_ndcg_at_1000_diff1": 0.172796, + "nauc_map_at_1_max": -0.120929, + "nauc_map_at_1_std": -0.064934, + "nauc_map_at_1_diff1": 0.188483, + "nauc_map_at_3_max": -0.082669, + "nauc_map_at_3_std": 0.002753, + "nauc_map_at_3_diff1": 0.282236, + "nauc_map_at_5_max": -0.099662, + "nauc_map_at_5_std": -0.001452, + "nauc_map_at_5_diff1": 0.295645, + "nauc_map_at_10_max": -0.08729, + "nauc_map_at_10_std": 0.077295, + "nauc_map_at_10_diff1": 0.398059, + "nauc_map_at_20_max": -0.048332, + "nauc_map_at_20_std": 0.174833, + "nauc_map_at_20_diff1": 0.33099, + "nauc_map_at_100_max": 0.090188, + "nauc_map_at_100_std": 0.52377, + "nauc_map_at_100_diff1": 0.218674, + "nauc_map_at_1000_max": 0.197651, + "nauc_map_at_1000_std": 0.80997, + "nauc_map_at_1000_diff1": 0.108788, + "nauc_recall_at_1_max": -0.120929, + "nauc_recall_at_1_std": -0.064934, + "nauc_recall_at_1_diff1": 0.188483, + "nauc_recall_at_3_max": -0.116192, + "nauc_recall_at_3_std": -0.041138, + "nauc_recall_at_3_diff1": 0.307361, + "nauc_recall_at_5_max": -0.136486, + "nauc_recall_at_5_std": -0.047317, + "nauc_recall_at_5_diff1": 0.320502, + "nauc_recall_at_10_max": -0.12345, + "nauc_recall_at_10_std": 0.016268, + "nauc_recall_at_10_diff1": 0.40106, + "nauc_recall_at_20_max": -0.090597, + "nauc_recall_at_20_std": 0.086202, + "nauc_recall_at_20_diff1": 0.330596, + "nauc_recall_at_100_max": 0.009925, + "nauc_recall_at_100_std": 0.364026, + "nauc_recall_at_100_diff1": 0.270186, + "nauc_recall_at_1000_max": 0.110676, + "nauc_recall_at_1000_std": 0.729092, + "nauc_recall_at_1000_diff1": 0.211213, + "nauc_precision_at_1_max": 0.096989, + "nauc_precision_at_1_std": 0.557773, + "nauc_precision_at_1_diff1": -0.15873, + "nauc_precision_at_3_max": 0.34784, + "nauc_precision_at_3_std": 0.636494, + "nauc_precision_at_3_diff1": 0.113264, + "nauc_precision_at_5_max": 0.236421, + "nauc_precision_at_5_std": 0.600062, + "nauc_precision_at_5_diff1": 0.039264, + "nauc_precision_at_10_max": 0.263443, + "nauc_precision_at_10_std": 0.681971, + "nauc_precision_at_10_diff1": 0.234631, + "nauc_precision_at_20_max": 0.309332, + "nauc_precision_at_20_std": 0.790435, + "nauc_precision_at_20_diff1": 0.029309, + "nauc_precision_at_100_max": 0.349658, + "nauc_precision_at_100_std": 0.803383, + "nauc_precision_at_100_diff1": -0.037197, + "nauc_precision_at_1000_max": 0.299328, + "nauc_precision_at_1000_std": 0.477157, + "nauc_precision_at_1000_diff1": -0.188145, + "nauc_mrr_at_1_max": 0.096989, + "nauc_mrr_at_1_std": 0.557773, + "nauc_mrr_at_1_diff1": -0.15873, + "nauc_mrr_at_3_max": 0.030646, + "nauc_mrr_at_3_std": 0.55829, + "nauc_mrr_at_3_diff1": -0.10871, + "nauc_mrr_at_5_max": 0.030646, + "nauc_mrr_at_5_std": 0.55829, + "nauc_mrr_at_5_diff1": -0.10871, + "nauc_mrr_at_10_max": 0.030646, + "nauc_mrr_at_10_std": 0.55829, + "nauc_mrr_at_10_diff1": -0.10871, + "nauc_mrr_at_20_max": 0.030646, + "nauc_mrr_at_20_std": 0.55829, + "nauc_mrr_at_20_diff1": -0.10871, + "nauc_mrr_at_100_max": 0.030646, + "nauc_mrr_at_100_std": 0.55829, + "nauc_mrr_at_100_diff1": -0.10871, + "nauc_mrr_at_1000_max": 0.030646, + "nauc_mrr_at_1000_std": 0.55829, + "nauc_mrr_at_1000_diff1": -0.10871, + "main_score": 0.84443, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": null, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/Touche2020.json b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/Touche2020.json new file mode 100644 index 000000000..e81876fc2 --- /dev/null +++ b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/Touche2020.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f", + "task_name": "Touche2020", + "mteb_version": "1.21.7", + "scores": { + "test": [ + { + "ndcg_at_1": 0.46939, + "ndcg_at_3": 0.43293, + "ndcg_at_5": 0.38836, + "ndcg_at_10": 0.34472, + "ndcg_at_20": 0.34027, + "ndcg_at_100": 0.43888, + "ndcg_at_1000": 0.53973, + "map_at_1": 0.03436, + "map_at_3": 0.07852, + "map_at_5": 0.10192, + "map_at_10": 0.13322, + "map_at_20": 0.1653, + "map_at_100": 0.20418, + "map_at_1000": 0.21823, + "recall_at_1": 0.03436, + "recall_at_3": 0.09393, + "recall_at_5": 0.13335, + "recall_at_10": 0.20604, + "recall_at_20": 0.29425, + "recall_at_100": 0.51855, + "recall_at_1000": 0.82272, + "precision_at_1": 0.4898, + "precision_at_3": 0.45578, + "precision_at_5": 0.38367, + "precision_at_10": 0.3, + "precision_at_20": 0.21939, + "precision_at_100": 0.0849, + "precision_at_1000": 0.01545, + "mrr_at_1": 0.489796, + "mrr_at_3": 0.619048, + "mrr_at_5": 0.632313, + "mrr_at_10": 0.647473, + "mrr_at_20": 0.648607, + "mrr_at_100": 0.649225, + "mrr_at_1000": 0.649225, + "nauc_ndcg_at_1_max": -0.250141, + "nauc_ndcg_at_1_std": -0.061204, + "nauc_ndcg_at_1_diff1": -0.048596, + "nauc_ndcg_at_3_max": -0.335351, + "nauc_ndcg_at_3_std": -0.11461, + "nauc_ndcg_at_3_diff1": 0.042374, + "nauc_ndcg_at_5_max": -0.265417, + "nauc_ndcg_at_5_std": -0.048019, + "nauc_ndcg_at_5_diff1": -0.012794, + "nauc_ndcg_at_10_max": -0.202215, + "nauc_ndcg_at_10_std": -0.0621, + "nauc_ndcg_at_10_diff1": 0.034302, + "nauc_ndcg_at_20_max": -0.261869, + "nauc_ndcg_at_20_std": -0.118507, + "nauc_ndcg_at_20_diff1": 0.013782, + "nauc_ndcg_at_100_max": -0.309392, + "nauc_ndcg_at_100_std": 0.039889, + "nauc_ndcg_at_100_diff1": 0.034261, + "nauc_ndcg_at_1000_max": -0.232588, + "nauc_ndcg_at_1000_std": 0.205065, + "nauc_ndcg_at_1000_diff1": -0.045967, + "nauc_map_at_1_max": -0.242175, + "nauc_map_at_1_std": -0.217713, + "nauc_map_at_1_diff1": 0.023567, + "nauc_map_at_3_max": -0.286738, + "nauc_map_at_3_std": -0.252824, + "nauc_map_at_3_diff1": 0.071136, + "nauc_map_at_5_max": -0.17239, + "nauc_map_at_5_std": -0.171227, + "nauc_map_at_5_diff1": -0.011219, + "nauc_map_at_10_max": -0.10911, + "nauc_map_at_10_std": -0.165211, + "nauc_map_at_10_diff1": -0.005673, + "nauc_map_at_20_max": -0.155297, + "nauc_map_at_20_std": -0.148761, + "nauc_map_at_20_diff1": 0.00932, + "nauc_map_at_100_max": -0.188227, + "nauc_map_at_100_std": -0.056674, + "nauc_map_at_100_diff1": 0.011257, + "nauc_map_at_1000_max": -0.173777, + "nauc_map_at_1000_std": -0.016842, + "nauc_map_at_1000_diff1": -0.003937, + "nauc_recall_at_1_max": -0.242175, + "nauc_recall_at_1_std": -0.217713, + "nauc_recall_at_1_diff1": 0.023567, + "nauc_recall_at_3_max": -0.318235, + "nauc_recall_at_3_std": -0.267389, + "nauc_recall_at_3_diff1": 0.090042, + "nauc_recall_at_5_max": -0.182632, + "nauc_recall_at_5_std": -0.199963, + "nauc_recall_at_5_diff1": -0.023407, + "nauc_recall_at_10_max": -0.128426, + "nauc_recall_at_10_std": -0.177103, + "nauc_recall_at_10_diff1": 0.012008, + "nauc_recall_at_20_max": -0.201512, + "nauc_recall_at_20_std": -0.141885, + "nauc_recall_at_20_diff1": -0.0033, + "nauc_recall_at_100_max": -0.284999, + "nauc_recall_at_100_std": 0.115857, + "nauc_recall_at_100_diff1": 0.026624, + "nauc_recall_at_1000_max": -0.001445, + "nauc_recall_at_1000_std": 0.710164, + "nauc_recall_at_1000_diff1": -0.221695, + "nauc_precision_at_1_max": -0.301826, + "nauc_precision_at_1_std": -0.081179, + "nauc_precision_at_1_diff1": -0.061981, + "nauc_precision_at_3_max": -0.383751, + "nauc_precision_at_3_std": -0.164781, + "nauc_precision_at_3_diff1": 0.070792, + "nauc_precision_at_5_max": -0.237122, + "nauc_precision_at_5_std": -0.015854, + "nauc_precision_at_5_diff1": -0.025532, + "nauc_precision_at_10_max": -0.159464, + "nauc_precision_at_10_std": 0.062587, + "nauc_precision_at_10_diff1": 0.129886, + "nauc_precision_at_20_max": -0.196765, + "nauc_precision_at_20_std": 0.127128, + "nauc_precision_at_20_diff1": 0.076462, + "nauc_precision_at_100_max": -0.151227, + "nauc_precision_at_100_std": 0.487278, + "nauc_precision_at_100_diff1": 0.016869, + "nauc_precision_at_1000_max": 0.340436, + "nauc_precision_at_1000_std": 0.562031, + "nauc_precision_at_1000_diff1": -0.20673, + "nauc_mrr_at_1_max": -0.301826, + "nauc_mrr_at_1_std": -0.081179, + "nauc_mrr_at_1_diff1": -0.061981, + "nauc_mrr_at_3_max": -0.408514, + "nauc_mrr_at_3_std": -0.120711, + "nauc_mrr_at_3_diff1": -0.012318, + "nauc_mrr_at_5_max": -0.403061, + "nauc_mrr_at_5_std": -0.10659, + "nauc_mrr_at_5_diff1": -0.030787, + "nauc_mrr_at_10_max": -0.403893, + "nauc_mrr_at_10_std": -0.090044, + "nauc_mrr_at_10_diff1": -0.012112, + "nauc_mrr_at_20_max": -0.398236, + "nauc_mrr_at_20_std": -0.09422, + "nauc_mrr_at_20_diff1": -0.012697, + "nauc_mrr_at_100_max": -0.396501, + "nauc_mrr_at_100_std": -0.095758, + "nauc_mrr_at_100_diff1": -0.01404, + "nauc_mrr_at_1000_max": -0.396501, + "nauc_mrr_at_1000_std": -0.095758, + "nauc_mrr_at_1000_diff1": -0.01404, + "main_score": 0.34472, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": null, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/model_meta.json b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/model_meta.json new file mode 100644 index 000000000..cdfa5cf2e --- /dev/null +++ b/results/google__Gemma-Embeddings-v0.8/c9c76df8fa92c9f561bee6c61b4f9c13750a661c/model_meta.json @@ -0,0 +1,23 @@ +{ + "name": "google/Gemma-Embeddings-v0.8", + "revision": "c9c76df8fa92c9f561bee6c61b4f9c13750a661c", + "release_date": "2024-12-02", + "languages": [ + "eng-Latn" + ], + "n_parameters": 9242164736, + "memory_usage": null, + "max_tokens": 8192, + "embed_dim": 3584, + "license": "gemma", + "open_weights": false, + "public_training_data": true, + "public_training_code": false, + "framework": ["API"], + "reference": "https://huggingface.co/google/Gemma-Embeddings-v0.8", + "similarity_fn_name": "cosine", + "use_instructions": true, + "adapted_from": "google/gemma-2-9b", + "superseded_by": null, + "loader": null +}