From edb303f6805cee985a6455ee8507865b7bdd4e38 Mon Sep 17 00:00:00 2001 From: Daniel Buades Marcos Date: Thu, 12 Dec 2024 00:11:19 +0100 Subject: [PATCH] feat: evaluate arctic v2 models in MTEB(Medical) (#66) * feat: evaluate arctic v2 models in MTEB(Medical) * feat: track co2 emissions * feat: new model_meta.json * fix: set `use_instructions` to true --- .../CMedQAv2-reranking.json | 26 + .../CUREv1.json | 4915 +++++++++++++++++ .../CmedqaRetrieval.json | 158 + .../MedicalQARetrieval.json | 158 + .../MedrxivClusteringP2P.v2.json | 34 + .../MedrxivClusteringS2S.v2.json | 34 + .../NFCorpus.json | 158 + .../PublicHealthQA.json | 1187 ++++ .../SciFact-PL.json | 158 + .../SciFact.json | 307 + .../TRECCOVID-PL.json | 158 + .../TRECCOVID.json | 158 + .../model_meta.json | 100 + .../CMedQAv2-reranking.json | 26 + .../CUREv1.json | 4915 +++++++++++++++++ .../CmedqaRetrieval.json | 158 + .../MedicalQARetrieval.json | 158 + .../MedrxivClusteringP2P.v2.json | 34 + .../MedrxivClusteringS2S.v2.json | 34 + .../NFCorpus.json | 158 + .../PublicHealthQA.json | 1187 ++++ .../SciFact-PL.json | 158 + .../SciFact.json | 307 + .../TRECCOVID-PL.json | 158 + .../TRECCOVID.json | 158 + .../model_meta.json | 100 + 26 files changed, 15102 insertions(+) create mode 100644 results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/CMedQAv2-reranking.json create mode 100644 results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/CUREv1.json create mode 100644 results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/CmedqaRetrieval.json create mode 100644 results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/MedicalQARetrieval.json create mode 100644 results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/MedrxivClusteringP2P.v2.json create mode 100644 results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/MedrxivClusteringS2S.v2.json create mode 100644 results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/NFCorpus.json create mode 100644 results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/PublicHealthQA.json create mode 100644 results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/SciFact-PL.json create mode 100644 results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/SciFact.json create mode 100644 results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/TRECCOVID-PL.json create mode 100644 results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/TRECCOVID.json create mode 100644 results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/model_meta.json create mode 100644 results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/CMedQAv2-reranking.json create mode 100644 results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/CUREv1.json create mode 100644 results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/CmedqaRetrieval.json create mode 100644 results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/MedicalQARetrieval.json create mode 100644 results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/MedrxivClusteringP2P.v2.json create mode 100644 results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/MedrxivClusteringS2S.v2.json create mode 100644 results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/NFCorpus.json create mode 100644 results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/PublicHealthQA.json create mode 100644 results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/SciFact-PL.json create mode 100644 results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/SciFact.json create mode 100644 results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/TRECCOVID-PL.json create mode 100644 results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/TRECCOVID.json create mode 100644 results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/model_meta.json diff --git a/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/CMedQAv2-reranking.json b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/CMedQAv2-reranking.json new file mode 100644 index 000000000..1636f275f --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/CMedQAv2-reranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "23d186750531a14a0357ca22cd92d712fd512ea0", + "task_name": "CMedQAv2-reranking", + "mteb_version": "1.24.0", + "scores": { + "test": [ + { + "map": 0.70069, + "mrr": 0.748533, + "nAUC_map_max": 0.598828, + "nAUC_map_std": 0.31886, + "nAUC_map_diff1": 0.541323, + "nAUC_mrr_max": 0.694851, + "nAUC_mrr_std": 0.382436, + "nAUC_mrr_diff1": 0.634483, + "main_score": 0.70069, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 25.8760507106781, + "kg_co2_emissions": 0.0010782871468822304 +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/CUREv1.json b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/CUREv1.json new file mode 100644 index 000000000..02fdb6699 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/CUREv1.json @@ -0,0 +1,4915 @@ +{ + "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", + "task_name": "CUREv1", + "mteb_version": "1.24.0", + "scores": { + "all": [ + { + "ndcg_at_1": 0.6715, + "ndcg_at_3": 0.60781, + "ndcg_at_5": 0.5856, + "ndcg_at_10": 0.57313, + "ndcg_at_20": 0.57381, + "ndcg_at_100": 0.63286, + "ndcg_at_1000": 0.71052, + "map_at_1": 0.10176, + "map_at_3": 0.1816, + "map_at_5": 0.22185, + "map_at_10": 0.27583, + "map_at_20": 0.32435, + "map_at_100": 0.40906, + "map_at_1000": 0.44712, + "recall_at_1": 0.10176, + "recall_at_3": 0.19609, + "recall_at_5": 0.25297, + "recall_at_10": 0.34445, + "recall_at_20": 0.45, + "recall_at_100": 0.71443, + "recall_at_1000": 0.94694, + "precision_at_1": 0.785, + "precision_at_3": 0.64617, + "precision_at_5": 0.5711, + "precision_at_10": 0.4714, + "precision_at_20": 0.3698, + "precision_at_100": 0.17537, + "precision_at_1000": 0.03418, + "mrr_at_1": 0.785, + "mrr_at_3": 0.845333, + "mrr_at_5": 0.854108, + "mrr_at_10": 0.856275, + "mrr_at_20": 0.85716, + "mrr_at_100": 0.857533, + "mrr_at_1000": 0.857553, + "nauc_ndcg_at_1_max": 0.401119, + "nauc_ndcg_at_1_std": 0.165227, + "nauc_ndcg_at_1_diff1": 0.403475, + "nauc_ndcg_at_3_max": 0.363192, + "nauc_ndcg_at_3_std": 0.177241, + "nauc_ndcg_at_3_diff1": 0.224174, + "nauc_ndcg_at_5_max": 0.336404, + "nauc_ndcg_at_5_std": 0.161649, + "nauc_ndcg_at_5_diff1": 0.20859, + "nauc_ndcg_at_10_max": 0.314824, + "nauc_ndcg_at_10_std": 0.144267, + "nauc_ndcg_at_10_diff1": 0.198421, + "nauc_ndcg_at_20_max": 0.303035, + "nauc_ndcg_at_20_std": 0.110111, + "nauc_ndcg_at_20_diff1": 0.217971, + "nauc_ndcg_at_100_max": 0.333919, + "nauc_ndcg_at_100_std": 0.156205, + "nauc_ndcg_at_100_diff1": 0.243737, + "nauc_ndcg_at_1000_max": 0.389828, + "nauc_ndcg_at_1000_std": 0.283355, + "nauc_ndcg_at_1000_diff1": 0.221865, + "nauc_map_at_1_max": 0.055076, + "nauc_map_at_1_std": -0.219766, + "nauc_map_at_1_diff1": 0.390748, + "nauc_map_at_3_max": 0.101672, + "nauc_map_at_3_std": -0.188394, + "nauc_map_at_3_diff1": 0.28837, + "nauc_map_at_5_max": 0.115565, + "nauc_map_at_5_std": -0.161114, + "nauc_map_at_5_diff1": 0.256077, + "nauc_map_at_10_max": 0.146723, + "nauc_map_at_10_std": -0.115006, + "nauc_map_at_10_diff1": 0.219873, + "nauc_map_at_20_max": 0.171883, + "nauc_map_at_20_std": -0.069701, + "nauc_map_at_20_diff1": 0.198713, + "nauc_map_at_100_max": 0.227998, + "nauc_map_at_100_std": 0.073447, + "nauc_map_at_100_diff1": 0.162871, + "nauc_map_at_1000_max": 0.246077, + "nauc_map_at_1000_std": 0.145228, + "nauc_map_at_1000_diff1": 0.13273, + "nauc_recall_at_1_max": 0.055076, + "nauc_recall_at_1_std": -0.219766, + "nauc_recall_at_1_diff1": 0.390748, + "nauc_recall_at_3_max": 0.07066, + "nauc_recall_at_3_std": -0.207725, + "nauc_recall_at_3_diff1": 0.26116, + "nauc_recall_at_5_max": 0.06786, + "nauc_recall_at_5_std": -0.192438, + "nauc_recall_at_5_diff1": 0.228024, + "nauc_recall_at_10_max": 0.080874, + "nauc_recall_at_10_std": -0.159767, + "nauc_recall_at_10_diff1": 0.184663, + "nauc_recall_at_20_max": 0.084001, + "nauc_recall_at_20_std": -0.142053, + "nauc_recall_at_20_diff1": 0.174364, + "nauc_recall_at_100_max": 0.144929, + "nauc_recall_at_100_std": 0.014053, + "nauc_recall_at_100_diff1": 0.172707, + "nauc_recall_at_1000_max": 0.341854, + "nauc_recall_at_1000_std": 0.444827, + "nauc_recall_at_1000_diff1": 0.15059, + "nauc_precision_at_1_max": 0.462381, + "nauc_precision_at_1_std": 0.265796, + "nauc_precision_at_1_diff1": 0.368701, + "nauc_precision_at_3_max": 0.299749, + "nauc_precision_at_3_std": 0.295107, + "nauc_precision_at_3_diff1": -0.05058, + "nauc_precision_at_5_max": 0.249361, + "nauc_precision_at_5_std": 0.319028, + "nauc_precision_at_5_diff1": -0.119696, + "nauc_precision_at_10_max": 0.202827, + "nauc_precision_at_10_std": 0.358773, + "nauc_precision_at_10_diff1": -0.18047, + "nauc_precision_at_20_max": 0.150241, + "nauc_precision_at_20_std": 0.366944, + "nauc_precision_at_20_diff1": -0.194692, + "nauc_precision_at_100_max": 0.069053, + "nauc_precision_at_100_std": 0.345547, + "nauc_precision_at_100_diff1": -0.186928, + "nauc_precision_at_1000_max": 0.003004, + "nauc_precision_at_1000_std": 0.20963, + "nauc_precision_at_1000_diff1": -0.182071, + "nauc_mrr_at_1_max": 0.462381, + "nauc_mrr_at_1_std": 0.265796, + "nauc_mrr_at_1_diff1": 0.368701, + "nauc_mrr_at_3_max": 0.503963, + "nauc_mrr_at_3_std": 0.299346, + "nauc_mrr_at_3_diff1": 0.368614, + "nauc_mrr_at_5_max": 0.501225, + "nauc_mrr_at_5_std": 0.299143, + "nauc_mrr_at_5_diff1": 0.374281, + "nauc_mrr_at_10_max": 0.500896, + "nauc_mrr_at_10_std": 0.301327, + "nauc_mrr_at_10_diff1": 0.371936, + "nauc_mrr_at_20_max": 0.499228, + "nauc_mrr_at_20_std": 0.300087, + "nauc_mrr_at_20_diff1": 0.372423, + "nauc_mrr_at_100_max": 0.498903, + "nauc_mrr_at_100_std": 0.299327, + "nauc_mrr_at_100_diff1": 0.371992, + "nauc_mrr_at_1000_max": 0.498848, + "nauc_mrr_at_1000_std": 0.299272, + "nauc_mrr_at_1000_diff1": 0.37204, + "main_score": 0.57313, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6095, + "ndcg_at_3": 0.55648, + "ndcg_at_5": 0.5353, + "ndcg_at_10": 0.52199, + "ndcg_at_20": 0.52097, + "ndcg_at_100": 0.57713, + "ndcg_at_1000": 0.65759, + "map_at_1": 0.09248, + "map_at_3": 0.1637, + "map_at_5": 0.19973, + "map_at_10": 0.24611, + "map_at_20": 0.28754, + "map_at_100": 0.36004, + "map_at_1000": 0.39362, + "recall_at_1": 0.09248, + "recall_at_3": 0.18058, + "recall_at_5": 0.23204, + "recall_at_10": 0.31549, + "recall_at_20": 0.40865, + "recall_at_100": 0.65655, + "recall_at_1000": 0.90486, + "precision_at_1": 0.7195, + "precision_at_3": 0.5935, + "precision_at_5": 0.5243, + "precision_at_10": 0.4274, + "precision_at_20": 0.33273, + "precision_at_100": 0.1579, + "precision_at_1000": 0.03186, + "mrr_at_1": 0.7195, + "mrr_at_3": 0.79075, + "mrr_at_5": 0.79855, + "mrr_at_10": 0.803454, + "mrr_at_20": 0.804643, + "mrr_at_100": 0.805257, + "mrr_at_1000": 0.805321, + "nauc_ndcg_at_1_max": 0.382441, + "nauc_ndcg_at_1_std": 0.231595, + "nauc_ndcg_at_1_diff1": 0.395585, + "nauc_ndcg_at_3_max": 0.376927, + "nauc_ndcg_at_3_std": 0.271357, + "nauc_ndcg_at_3_diff1": 0.241748, + "nauc_ndcg_at_5_max": 0.367476, + "nauc_ndcg_at_5_std": 0.288416, + "nauc_ndcg_at_5_diff1": 0.221427, + "nauc_ndcg_at_10_max": 0.373763, + "nauc_ndcg_at_10_std": 0.293218, + "nauc_ndcg_at_10_diff1": 0.22882, + "nauc_ndcg_at_20_max": 0.37082, + "nauc_ndcg_at_20_std": 0.280539, + "nauc_ndcg_at_20_diff1": 0.239888, + "nauc_ndcg_at_100_max": 0.407324, + "nauc_ndcg_at_100_std": 0.339157, + "nauc_ndcg_at_100_diff1": 0.259953, + "nauc_ndcg_at_1000_max": 0.451497, + "nauc_ndcg_at_1000_std": 0.427474, + "nauc_ndcg_at_1000_diff1": 0.240446, + "nauc_map_at_1_max": 0.082545, + "nauc_map_at_1_std": -0.121839, + "nauc_map_at_1_diff1": 0.390268, + "nauc_map_at_3_max": 0.133232, + "nauc_map_at_3_std": -0.07357, + "nauc_map_at_3_diff1": 0.286207, + "nauc_map_at_5_max": 0.155351, + "nauc_map_at_5_std": -0.035681, + "nauc_map_at_5_diff1": 0.258463, + "nauc_map_at_10_max": 0.19442, + "nauc_map_at_10_std": 0.026343, + "nauc_map_at_10_diff1": 0.235937, + "nauc_map_at_20_max": 0.226759, + "nauc_map_at_20_std": 0.086382, + "nauc_map_at_20_diff1": 0.225743, + "nauc_map_at_100_max": 0.299474, + "nauc_map_at_100_std": 0.239603, + "nauc_map_at_100_diff1": 0.202994, + "nauc_map_at_1000_max": 0.333931, + "nauc_map_at_1000_std": 0.307929, + "nauc_map_at_1000_diff1": 0.17984, + "nauc_recall_at_1_max": 0.082545, + "nauc_recall_at_1_std": -0.121839, + "nauc_recall_at_1_diff1": 0.390268, + "nauc_recall_at_3_max": 0.106433, + "nauc_recall_at_3_std": -0.093822, + "nauc_recall_at_3_diff1": 0.261861, + "nauc_recall_at_5_max": 0.116179, + "nauc_recall_at_5_std": -0.06216, + "nauc_recall_at_5_diff1": 0.23269, + "nauc_recall_at_10_max": 0.13835, + "nauc_recall_at_10_std": -0.018186, + "nauc_recall_at_10_diff1": 0.209069, + "nauc_recall_at_20_max": 0.159258, + "nauc_recall_at_20_std": 0.033574, + "nauc_recall_at_20_diff1": 0.198133, + "nauc_recall_at_100_max": 0.259519, + "nauc_recall_at_100_std": 0.234064, + "nauc_recall_at_100_diff1": 0.190972, + "nauc_recall_at_1000_max": 0.452551, + "nauc_recall_at_1000_std": 0.560521, + "nauc_recall_at_1000_diff1": 0.183774, + "nauc_precision_at_1_max": 0.443188, + "nauc_precision_at_1_std": 0.309494, + "nauc_precision_at_1_diff1": 0.372514, + "nauc_precision_at_3_max": 0.345763, + "nauc_precision_at_3_std": 0.354134, + "nauc_precision_at_3_diff1": 0.006461, + "nauc_precision_at_5_max": 0.306097, + "nauc_precision_at_5_std": 0.39152, + "nauc_precision_at_5_diff1": -0.056032, + "nauc_precision_at_10_max": 0.283355, + "nauc_precision_at_10_std": 0.426951, + "nauc_precision_at_10_diff1": -0.095862, + "nauc_precision_at_20_max": 0.241499, + "nauc_precision_at_20_std": 0.424037, + "nauc_precision_at_20_diff1": -0.113438, + "nauc_precision_at_100_max": 0.17607, + "nauc_precision_at_100_std": 0.391265, + "nauc_precision_at_100_diff1": -0.149172, + "nauc_precision_at_1000_max": 0.113599, + "nauc_precision_at_1000_std": 0.237509, + "nauc_precision_at_1000_diff1": -0.161577, + "nauc_mrr_at_1_max": 0.443188, + "nauc_mrr_at_1_std": 0.309494, + "nauc_mrr_at_1_diff1": 0.372514, + "nauc_mrr_at_3_max": 0.477787, + "nauc_mrr_at_3_std": 0.358413, + "nauc_mrr_at_3_diff1": 0.354376, + "nauc_mrr_at_5_max": 0.477974, + "nauc_mrr_at_5_std": 0.361381, + "nauc_mrr_at_5_diff1": 0.361256, + "nauc_mrr_at_10_max": 0.477165, + "nauc_mrr_at_10_std": 0.361049, + "nauc_mrr_at_10_diff1": 0.358275, + "nauc_mrr_at_20_max": 0.476793, + "nauc_mrr_at_20_std": 0.359703, + "nauc_mrr_at_20_diff1": 0.35982, + "nauc_mrr_at_100_max": 0.47629, + "nauc_mrr_at_100_std": 0.358926, + "nauc_mrr_at_100_diff1": 0.359736, + "nauc_mrr_at_1000_max": 0.476229, + "nauc_mrr_at_1000_std": 0.358823, + "nauc_mrr_at_1000_diff1": 0.359725, + "main_score": 0.52199, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.613, + "ndcg_at_3": 0.55234, + "ndcg_at_5": 0.53136, + "ndcg_at_10": 0.51832, + "ndcg_at_20": 0.51774, + "ndcg_at_100": 0.5721, + "ndcg_at_1000": 0.65236, + "map_at_1": 0.09374, + "map_at_3": 0.1626, + "map_at_5": 0.19781, + "map_at_10": 0.24478, + "map_at_20": 0.28566, + "map_at_100": 0.35593, + "map_at_1000": 0.38859, + "recall_at_1": 0.09374, + "recall_at_3": 0.17641, + "recall_at_5": 0.22707, + "recall_at_10": 0.31168, + "recall_at_20": 0.4064, + "recall_at_100": 0.64969, + "recall_at_1000": 0.89746, + "precision_at_1": 0.719, + "precision_at_3": 0.58583, + "precision_at_5": 0.5184, + "precision_at_10": 0.4241, + "precision_at_20": 0.33027, + "precision_at_100": 0.15566, + "precision_at_1000": 0.0315, + "mrr_at_1": 0.719, + "mrr_at_3": 0.783, + "mrr_at_5": 0.792775, + "mrr_at_10": 0.79742, + "mrr_at_20": 0.799221, + "mrr_at_100": 0.799752, + "mrr_at_1000": 0.799826, + "nauc_ndcg_at_1_max": 0.401318, + "nauc_ndcg_at_1_std": 0.253247, + "nauc_ndcg_at_1_diff1": 0.355901, + "nauc_ndcg_at_3_max": 0.405677, + "nauc_ndcg_at_3_std": 0.310375, + "nauc_ndcg_at_3_diff1": 0.22535, + "nauc_ndcg_at_5_max": 0.407227, + "nauc_ndcg_at_5_std": 0.321553, + "nauc_ndcg_at_5_diff1": 0.20203, + "nauc_ndcg_at_10_max": 0.411696, + "nauc_ndcg_at_10_std": 0.314439, + "nauc_ndcg_at_10_diff1": 0.211739, + "nauc_ndcg_at_20_max": 0.413635, + "nauc_ndcg_at_20_std": 0.304257, + "nauc_ndcg_at_20_diff1": 0.233146, + "nauc_ndcg_at_100_max": 0.444644, + "nauc_ndcg_at_100_std": 0.36788, + "nauc_ndcg_at_100_diff1": 0.240705, + "nauc_ndcg_at_1000_max": 0.494973, + "nauc_ndcg_at_1000_std": 0.454829, + "nauc_ndcg_at_1000_diff1": 0.220382, + "nauc_map_at_1_max": 0.135079, + "nauc_map_at_1_std": -0.110067, + "nauc_map_at_1_diff1": 0.398739, + "nauc_map_at_3_max": 0.168277, + "nauc_map_at_3_std": -0.059904, + "nauc_map_at_3_diff1": 0.304459, + "nauc_map_at_5_max": 0.192834, + "nauc_map_at_5_std": -0.019072, + "nauc_map_at_5_diff1": 0.270002, + "nauc_map_at_10_max": 0.229583, + "nauc_map_at_10_std": 0.041515, + "nauc_map_at_10_diff1": 0.239546, + "nauc_map_at_20_max": 0.269696, + "nauc_map_at_20_std": 0.104876, + "nauc_map_at_20_diff1": 0.226086, + "nauc_map_at_100_max": 0.341718, + "nauc_map_at_100_std": 0.25403, + "nauc_map_at_100_diff1": 0.1879, + "nauc_map_at_1000_max": 0.374902, + "nauc_map_at_1000_std": 0.318037, + "nauc_map_at_1000_diff1": 0.166053, + "nauc_recall_at_1_max": 0.135079, + "nauc_recall_at_1_std": -0.110067, + "nauc_recall_at_1_diff1": 0.398739, + "nauc_recall_at_3_max": 0.141666, + "nauc_recall_at_3_std": -0.077596, + "nauc_recall_at_3_diff1": 0.278682, + "nauc_recall_at_5_max": 0.156316, + "nauc_recall_at_5_std": -0.041025, + "nauc_recall_at_5_diff1": 0.236472, + "nauc_recall_at_10_max": 0.175162, + "nauc_recall_at_10_std": 0.003003, + "nauc_recall_at_10_diff1": 0.209207, + "nauc_recall_at_20_max": 0.200612, + "nauc_recall_at_20_std": 0.055983, + "nauc_recall_at_20_diff1": 0.199408, + "nauc_recall_at_100_max": 0.285362, + "nauc_recall_at_100_std": 0.265034, + "nauc_recall_at_100_diff1": 0.177571, + "nauc_recall_at_1000_max": 0.499155, + "nauc_recall_at_1000_std": 0.600579, + "nauc_recall_at_1000_diff1": 0.160439, + "nauc_precision_at_1_max": 0.479508, + "nauc_precision_at_1_std": 0.333531, + "nauc_precision_at_1_diff1": 0.326259, + "nauc_precision_at_3_max": 0.365585, + "nauc_precision_at_3_std": 0.387244, + "nauc_precision_at_3_diff1": 0.00198, + "nauc_precision_at_5_max": 0.325983, + "nauc_precision_at_5_std": 0.409422, + "nauc_precision_at_5_diff1": -0.081654, + "nauc_precision_at_10_max": 0.299473, + "nauc_precision_at_10_std": 0.433411, + "nauc_precision_at_10_diff1": -0.124487, + "nauc_precision_at_20_max": 0.260007, + "nauc_precision_at_20_std": 0.431369, + "nauc_precision_at_20_diff1": -0.141423, + "nauc_precision_at_100_max": 0.176193, + "nauc_precision_at_100_std": 0.388534, + "nauc_precision_at_100_diff1": -0.169436, + "nauc_precision_at_1000_max": 0.098387, + "nauc_precision_at_1000_std": 0.225614, + "nauc_precision_at_1000_diff1": -0.149849, + "nauc_mrr_at_1_max": 0.479508, + "nauc_mrr_at_1_std": 0.333531, + "nauc_mrr_at_1_diff1": 0.326259, + "nauc_mrr_at_3_max": 0.51715, + "nauc_mrr_at_3_std": 0.388541, + "nauc_mrr_at_3_diff1": 0.321914, + "nauc_mrr_at_5_max": 0.514641, + "nauc_mrr_at_5_std": 0.384874, + "nauc_mrr_at_5_diff1": 0.321974, + "nauc_mrr_at_10_max": 0.516158, + "nauc_mrr_at_10_std": 0.385761, + "nauc_mrr_at_10_diff1": 0.323479, + "nauc_mrr_at_20_max": 0.514878, + "nauc_mrr_at_20_std": 0.384231, + "nauc_mrr_at_20_diff1": 0.32285, + "nauc_mrr_at_100_max": 0.514641, + "nauc_mrr_at_100_std": 0.383556, + "nauc_mrr_at_100_diff1": 0.322814, + "nauc_mrr_at_1000_max": 0.514497, + "nauc_mrr_at_1000_std": 0.383368, + "nauc_mrr_at_1000_diff1": 0.322818, + "main_score": 0.51832, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "dentistry_and_oral_health": [ + { + "ndcg_at_1": 0.7125, + "ndcg_at_3": 0.61226, + "ndcg_at_5": 0.57809, + "ndcg_at_10": 0.56426, + "ndcg_at_20": 0.55696, + "ndcg_at_100": 0.61661, + "ndcg_at_1000": 0.7239, + "map_at_1": 0.11477, + "map_at_3": 0.1666, + "map_at_5": 0.19337, + "map_at_10": 0.23581, + "map_at_20": 0.27711, + "map_at_100": 0.37101, + "map_at_1000": 0.42172, + "recall_at_1": 0.11477, + "recall_at_3": 0.17614, + "recall_at_5": 0.21996, + "recall_at_10": 0.29522, + "recall_at_20": 0.38211, + "recall_at_100": 0.67246, + "recall_at_1000": 0.96043, + "precision_at_1": 0.83, + "precision_at_3": 0.625, + "precision_at_5": 0.535, + "precision_at_10": 0.4625, + "precision_at_20": 0.37375, + "precision_at_100": 0.1916, + "precision_at_1000": 0.03711, + "mrr_at_1": 0.83, + "mrr_at_3": 0.8875, + "mrr_at_5": 0.895, + "mrr_at_10": 0.895, + "mrr_at_20": 0.895312, + "mrr_at_100": 0.895417, + "mrr_at_1000": 0.895417, + "nauc_ndcg_at_1_max": 0.374897, + "nauc_ndcg_at_1_std": -0.135354, + "nauc_ndcg_at_1_diff1": 0.464793, + "nauc_ndcg_at_3_max": 0.23308, + "nauc_ndcg_at_3_std": -0.027785, + "nauc_ndcg_at_3_diff1": 0.198098, + "nauc_ndcg_at_5_max": 0.217313, + "nauc_ndcg_at_5_std": -0.068796, + "nauc_ndcg_at_5_diff1": 0.206979, + "nauc_ndcg_at_10_max": 0.220712, + "nauc_ndcg_at_10_std": -0.110202, + "nauc_ndcg_at_10_diff1": 0.196791, + "nauc_ndcg_at_20_max": 0.216992, + "nauc_ndcg_at_20_std": -0.130147, + "nauc_ndcg_at_20_diff1": 0.268512, + "nauc_ndcg_at_100_max": 0.226259, + "nauc_ndcg_at_100_std": -0.117076, + "nauc_ndcg_at_100_diff1": 0.30946, + "nauc_ndcg_at_1000_max": 0.279901, + "nauc_ndcg_at_1000_std": 0.098691, + "nauc_ndcg_at_1000_diff1": 0.220163, + "nauc_map_at_1_max": 0.070037, + "nauc_map_at_1_std": -0.375742, + "nauc_map_at_1_diff1": 0.459883, + "nauc_map_at_3_max": 0.068159, + "nauc_map_at_3_std": -0.380747, + "nauc_map_at_3_diff1": 0.380981, + "nauc_map_at_5_max": 0.068964, + "nauc_map_at_5_std": -0.381541, + "nauc_map_at_5_diff1": 0.362675, + "nauc_map_at_10_max": 0.094201, + "nauc_map_at_10_std": -0.360854, + "nauc_map_at_10_diff1": 0.318831, + "nauc_map_at_20_max": 0.119808, + "nauc_map_at_20_std": -0.310911, + "nauc_map_at_20_diff1": 0.309032, + "nauc_map_at_100_max": 0.179502, + "nauc_map_at_100_std": -0.112391, + "nauc_map_at_100_diff1": 0.261641, + "nauc_map_at_1000_max": 0.188374, + "nauc_map_at_1000_std": 0.021714, + "nauc_map_at_1000_diff1": 0.198084, + "nauc_recall_at_1_max": 0.070037, + "nauc_recall_at_1_std": -0.375742, + "nauc_recall_at_1_diff1": 0.459883, + "nauc_recall_at_3_max": 0.050182, + "nauc_recall_at_3_std": -0.381916, + "nauc_recall_at_3_diff1": 0.361157, + "nauc_recall_at_5_max": 0.034795, + "nauc_recall_at_5_std": -0.393407, + "nauc_recall_at_5_diff1": 0.330321, + "nauc_recall_at_10_max": 0.056732, + "nauc_recall_at_10_std": -0.380202, + "nauc_recall_at_10_diff1": 0.267133, + "nauc_recall_at_20_max": 0.091172, + "nauc_recall_at_20_std": -0.334652, + "nauc_recall_at_20_diff1": 0.272214, + "nauc_recall_at_100_max": 0.092723, + "nauc_recall_at_100_std": -0.149251, + "nauc_recall_at_100_diff1": 0.261501, + "nauc_recall_at_1000_max": 0.266894, + "nauc_recall_at_1000_std": 0.479806, + "nauc_recall_at_1000_diff1": 0.240509, + "nauc_precision_at_1_max": 0.425393, + "nauc_precision_at_1_std": -0.016471, + "nauc_precision_at_1_diff1": 0.496836, + "nauc_precision_at_3_max": 0.195015, + "nauc_precision_at_3_std": 0.293994, + "nauc_precision_at_3_diff1": -0.121461, + "nauc_precision_at_5_max": 0.184448, + "nauc_precision_at_5_std": 0.36087, + "nauc_precision_at_5_diff1": -0.177599, + "nauc_precision_at_10_max": 0.162567, + "nauc_precision_at_10_std": 0.444972, + "nauc_precision_at_10_diff1": -0.290572, + "nauc_precision_at_20_max": 0.136479, + "nauc_precision_at_20_std": 0.50992, + "nauc_precision_at_20_diff1": -0.276778, + "nauc_precision_at_100_max": 0.060848, + "nauc_precision_at_100_std": 0.526632, + "nauc_precision_at_100_diff1": -0.262615, + "nauc_precision_at_1000_max": -0.038226, + "nauc_precision_at_1000_std": 0.39644, + "nauc_precision_at_1000_diff1": -0.268199, + "nauc_mrr_at_1_max": 0.425393, + "nauc_mrr_at_1_std": -0.016471, + "nauc_mrr_at_1_diff1": 0.496836, + "nauc_mrr_at_3_max": 0.457691, + "nauc_mrr_at_3_std": 0.043711, + "nauc_mrr_at_3_diff1": 0.469417, + "nauc_mrr_at_5_max": 0.445454, + "nauc_mrr_at_5_std": 0.014301, + "nauc_mrr_at_5_diff1": 0.487419, + "nauc_mrr_at_10_max": 0.445454, + "nauc_mrr_at_10_std": 0.014301, + "nauc_mrr_at_10_diff1": 0.487419, + "nauc_mrr_at_20_max": 0.446461, + "nauc_mrr_at_20_std": 0.017941, + "nauc_mrr_at_20_diff1": 0.487823, + "nauc_mrr_at_100_max": 0.446349, + "nauc_mrr_at_100_std": 0.017586, + "nauc_mrr_at_100_diff1": 0.488203, + "nauc_mrr_at_1000_max": 0.446349, + "nauc_mrr_at_1000_std": 0.017586, + "nauc_mrr_at_1000_diff1": 0.488203, + "main_score": 0.56426, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.64, + "ndcg_at_3": 0.56949, + "ndcg_at_5": 0.53257, + "ndcg_at_10": 0.50384, + "ndcg_at_20": 0.50266, + "ndcg_at_100": 0.55798, + "ndcg_at_1000": 0.66957, + "map_at_1": 0.09596, + "map_at_3": 0.14801, + "map_at_5": 0.17564, + "map_at_10": 0.20349, + "map_at_20": 0.2403, + "map_at_100": 0.32009, + "map_at_1000": 0.36509, + "recall_at_1": 0.09596, + "recall_at_3": 0.16706, + "recall_at_5": 0.20681, + "recall_at_10": 0.26865, + "recall_at_20": 0.35276, + "recall_at_100": 0.61778, + "recall_at_1000": 0.92633, + "precision_at_1": 0.73, + "precision_at_3": 0.595, + "precision_at_5": 0.514, + "precision_at_10": 0.409, + "precision_at_20": 0.33675, + "precision_at_100": 0.1744, + "precision_at_1000": 0.03514, + "mrr_at_1": 0.73, + "mrr_at_3": 0.809167, + "mrr_at_5": 0.813917, + "mrr_at_10": 0.820621, + "mrr_at_20": 0.820978, + "mrr_at_100": 0.821121, + "mrr_at_1000": 0.821166, + "nauc_ndcg_at_1_max": 0.407723, + "nauc_ndcg_at_1_std": 0.125102, + "nauc_ndcg_at_1_diff1": 0.453311, + "nauc_ndcg_at_3_max": 0.332855, + "nauc_ndcg_at_3_std": 0.180636, + "nauc_ndcg_at_3_diff1": 0.197697, + "nauc_ndcg_at_5_max": 0.313591, + "nauc_ndcg_at_5_std": 0.135924, + "nauc_ndcg_at_5_diff1": 0.207365, + "nauc_ndcg_at_10_max": 0.346989, + "nauc_ndcg_at_10_std": 0.125032, + "nauc_ndcg_at_10_diff1": 0.262255, + "nauc_ndcg_at_20_max": 0.349684, + "nauc_ndcg_at_20_std": 0.129867, + "nauc_ndcg_at_20_diff1": 0.268892, + "nauc_ndcg_at_100_max": 0.399159, + "nauc_ndcg_at_100_std": 0.227646, + "nauc_ndcg_at_100_diff1": 0.309827, + "nauc_ndcg_at_1000_max": 0.440729, + "nauc_ndcg_at_1000_std": 0.363409, + "nauc_ndcg_at_1000_diff1": 0.255683, + "nauc_map_at_1_max": 0.25068, + "nauc_map_at_1_std": -0.141553, + "nauc_map_at_1_diff1": 0.530402, + "nauc_map_at_3_max": 0.211877, + "nauc_map_at_3_std": -0.148104, + "nauc_map_at_3_diff1": 0.377371, + "nauc_map_at_5_max": 0.212416, + "nauc_map_at_5_std": -0.147981, + "nauc_map_at_5_diff1": 0.359075, + "nauc_map_at_10_max": 0.247146, + "nauc_map_at_10_std": -0.10849, + "nauc_map_at_10_diff1": 0.359737, + "nauc_map_at_20_max": 0.270827, + "nauc_map_at_20_std": -0.055834, + "nauc_map_at_20_diff1": 0.332914, + "nauc_map_at_100_max": 0.339561, + "nauc_map_at_100_std": 0.155094, + "nauc_map_at_100_diff1": 0.291511, + "nauc_map_at_1000_max": 0.361981, + "nauc_map_at_1000_std": 0.25873, + "nauc_map_at_1000_diff1": 0.248971, + "nauc_recall_at_1_max": 0.25068, + "nauc_recall_at_1_std": -0.141553, + "nauc_recall_at_1_diff1": 0.530402, + "nauc_recall_at_3_max": 0.159442, + "nauc_recall_at_3_std": -0.16085, + "nauc_recall_at_3_diff1": 0.314188, + "nauc_recall_at_5_max": 0.16488, + "nauc_recall_at_5_std": -0.173198, + "nauc_recall_at_5_diff1": 0.317071, + "nauc_recall_at_10_max": 0.168852, + "nauc_recall_at_10_std": -0.144223, + "nauc_recall_at_10_diff1": 0.293673, + "nauc_recall_at_20_max": 0.189808, + "nauc_recall_at_20_std": -0.108605, + "nauc_recall_at_20_diff1": 0.253694, + "nauc_recall_at_100_max": 0.293589, + "nauc_recall_at_100_std": 0.189791, + "nauc_recall_at_100_diff1": 0.237333, + "nauc_recall_at_1000_max": 0.452717, + "nauc_recall_at_1000_std": 0.639723, + "nauc_recall_at_1000_diff1": 0.221653, + "nauc_precision_at_1_max": 0.453066, + "nauc_precision_at_1_std": 0.215957, + "nauc_precision_at_1_diff1": 0.465834, + "nauc_precision_at_3_max": 0.281475, + "nauc_precision_at_3_std": 0.347336, + "nauc_precision_at_3_diff1": -0.090817, + "nauc_precision_at_5_max": 0.20823, + "nauc_precision_at_5_std": 0.321997, + "nauc_precision_at_5_diff1": -0.123439, + "nauc_precision_at_10_max": 0.198132, + "nauc_precision_at_10_std": 0.394258, + "nauc_precision_at_10_diff1": -0.146307, + "nauc_precision_at_20_max": 0.150257, + "nauc_precision_at_20_std": 0.42225, + "nauc_precision_at_20_diff1": -0.19575, + "nauc_precision_at_100_max": 0.111258, + "nauc_precision_at_100_std": 0.474796, + "nauc_precision_at_100_diff1": -0.203408, + "nauc_precision_at_1000_max": 0.010195, + "nauc_precision_at_1000_std": 0.321773, + "nauc_precision_at_1000_diff1": -0.221027, + "nauc_mrr_at_1_max": 0.453066, + "nauc_mrr_at_1_std": 0.215957, + "nauc_mrr_at_1_diff1": 0.465834, + "nauc_mrr_at_3_max": 0.473973, + "nauc_mrr_at_3_std": 0.272222, + "nauc_mrr_at_3_diff1": 0.368445, + "nauc_mrr_at_5_max": 0.477165, + "nauc_mrr_at_5_std": 0.269814, + "nauc_mrr_at_5_diff1": 0.383148, + "nauc_mrr_at_10_max": 0.473319, + "nauc_mrr_at_10_std": 0.273735, + "nauc_mrr_at_10_diff1": 0.391299, + "nauc_mrr_at_20_max": 0.474094, + "nauc_mrr_at_20_std": 0.272129, + "nauc_mrr_at_20_diff1": 0.39471, + "nauc_mrr_at_100_max": 0.473629, + "nauc_mrr_at_100_std": 0.271485, + "nauc_mrr_at_100_diff1": 0.394742, + "nauc_mrr_at_1000_max": 0.473541, + "nauc_mrr_at_1000_std": 0.271301, + "nauc_mrr_at_1000_diff1": 0.394854, + "main_score": 0.50384, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6575, + "ndcg_at_3": 0.55959, + "ndcg_at_5": 0.53269, + "ndcg_at_10": 0.50938, + "ndcg_at_20": 0.50093, + "ndcg_at_100": 0.54654, + "ndcg_at_1000": 0.656, + "map_at_1": 0.10337, + "map_at_3": 0.14495, + "map_at_5": 0.17067, + "map_at_10": 0.20549, + "map_at_20": 0.24061, + "map_at_100": 0.31294, + "map_at_1000": 0.35319, + "recall_at_1": 0.10337, + "recall_at_3": 0.15474, + "recall_at_5": 0.1959, + "recall_at_10": 0.26465, + "recall_at_20": 0.34574, + "recall_at_100": 0.59591, + "recall_at_1000": 0.90367, + "precision_at_1": 0.755, + "precision_at_3": 0.57333, + "precision_at_5": 0.507, + "precision_at_10": 0.417, + "precision_at_20": 0.3305, + "precision_at_100": 0.1655, + "precision_at_1000": 0.03359, + "mrr_at_1": 0.755, + "mrr_at_3": 0.810833, + "mrr_at_5": 0.822333, + "mrr_at_10": 0.826054, + "mrr_at_20": 0.827309, + "mrr_at_100": 0.827576, + "mrr_at_1000": 0.82769, + "nauc_ndcg_at_1_max": 0.348635, + "nauc_ndcg_at_1_std": 0.138072, + "nauc_ndcg_at_1_diff1": 0.421705, + "nauc_ndcg_at_3_max": 0.341654, + "nauc_ndcg_at_3_std": 0.262785, + "nauc_ndcg_at_3_diff1": 0.243693, + "nauc_ndcg_at_5_max": 0.365428, + "nauc_ndcg_at_5_std": 0.278107, + "nauc_ndcg_at_5_diff1": 0.258615, + "nauc_ndcg_at_10_max": 0.393894, + "nauc_ndcg_at_10_std": 0.278086, + "nauc_ndcg_at_10_diff1": 0.297264, + "nauc_ndcg_at_20_max": 0.405891, + "nauc_ndcg_at_20_std": 0.265596, + "nauc_ndcg_at_20_diff1": 0.323528, + "nauc_ndcg_at_100_max": 0.452578, + "nauc_ndcg_at_100_std": 0.366969, + "nauc_ndcg_at_100_diff1": 0.322714, + "nauc_ndcg_at_1000_max": 0.493227, + "nauc_ndcg_at_1000_std": 0.471713, + "nauc_ndcg_at_1000_diff1": 0.250466, + "nauc_map_at_1_max": 0.200479, + "nauc_map_at_1_std": -0.123623, + "nauc_map_at_1_diff1": 0.467308, + "nauc_map_at_3_max": 0.229067, + "nauc_map_at_3_std": -0.074084, + "nauc_map_at_3_diff1": 0.402614, + "nauc_map_at_5_max": 0.244925, + "nauc_map_at_5_std": -0.053071, + "nauc_map_at_5_diff1": 0.386221, + "nauc_map_at_10_max": 0.267453, + "nauc_map_at_10_std": -0.006007, + "nauc_map_at_10_diff1": 0.380948, + "nauc_map_at_20_max": 0.307664, + "nauc_map_at_20_std": 0.059149, + "nauc_map_at_20_diff1": 0.374702, + "nauc_map_at_100_max": 0.373142, + "nauc_map_at_100_std": 0.259258, + "nauc_map_at_100_diff1": 0.301614, + "nauc_map_at_1000_max": 0.391454, + "nauc_map_at_1000_std": 0.352684, + "nauc_map_at_1000_diff1": 0.244222, + "nauc_recall_at_1_max": 0.200479, + "nauc_recall_at_1_std": -0.123623, + "nauc_recall_at_1_diff1": 0.467308, + "nauc_recall_at_3_max": 0.223141, + "nauc_recall_at_3_std": -0.067963, + "nauc_recall_at_3_diff1": 0.383009, + "nauc_recall_at_5_max": 0.235382, + "nauc_recall_at_5_std": -0.04781, + "nauc_recall_at_5_diff1": 0.354191, + "nauc_recall_at_10_max": 0.242843, + "nauc_recall_at_10_std": 0.000362, + "nauc_recall_at_10_diff1": 0.353459, + "nauc_recall_at_20_max": 0.280936, + "nauc_recall_at_20_std": 0.04283, + "nauc_recall_at_20_diff1": 0.33692, + "nauc_recall_at_100_max": 0.337914, + "nauc_recall_at_100_std": 0.320749, + "nauc_recall_at_100_diff1": 0.256904, + "nauc_recall_at_1000_max": 0.538584, + "nauc_recall_at_1000_std": 0.693762, + "nauc_recall_at_1000_diff1": 0.114342, + "nauc_precision_at_1_max": 0.382052, + "nauc_precision_at_1_std": 0.184335, + "nauc_precision_at_1_diff1": 0.401817, + "nauc_precision_at_3_max": 0.295185, + "nauc_precision_at_3_std": 0.390013, + "nauc_precision_at_3_diff1": 0.008022, + "nauc_precision_at_5_max": 0.235484, + "nauc_precision_at_5_std": 0.409068, + "nauc_precision_at_5_diff1": -0.088377, + "nauc_precision_at_10_max": 0.204357, + "nauc_precision_at_10_std": 0.435079, + "nauc_precision_at_10_diff1": -0.155951, + "nauc_precision_at_20_max": 0.177747, + "nauc_precision_at_20_std": 0.451268, + "nauc_precision_at_20_diff1": -0.209118, + "nauc_precision_at_100_max": 0.104623, + "nauc_precision_at_100_std": 0.468218, + "nauc_precision_at_100_diff1": -0.278558, + "nauc_precision_at_1000_max": 0.004895, + "nauc_precision_at_1000_std": 0.309289, + "nauc_precision_at_1000_diff1": -0.27926, + "nauc_mrr_at_1_max": 0.382052, + "nauc_mrr_at_1_std": 0.184335, + "nauc_mrr_at_1_diff1": 0.401817, + "nauc_mrr_at_3_max": 0.502911, + "nauc_mrr_at_3_std": 0.326188, + "nauc_mrr_at_3_diff1": 0.390206, + "nauc_mrr_at_5_max": 0.49293, + "nauc_mrr_at_5_std": 0.314398, + "nauc_mrr_at_5_diff1": 0.387605, + "nauc_mrr_at_10_max": 0.487168, + "nauc_mrr_at_10_std": 0.311806, + "nauc_mrr_at_10_diff1": 0.389226, + "nauc_mrr_at_20_max": 0.483097, + "nauc_mrr_at_20_std": 0.306719, + "nauc_mrr_at_20_diff1": 0.387046, + "nauc_mrr_at_100_max": 0.482348, + "nauc_mrr_at_100_std": 0.305673, + "nauc_mrr_at_100_diff1": 0.387805, + "nauc_mrr_at_1000_max": 0.482076, + "nauc_mrr_at_1000_std": 0.305207, + "nauc_mrr_at_1000_diff1": 0.387997, + "main_score": 0.50938, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "dermatology": [ + { + "ndcg_at_1": 0.685, + "ndcg_at_3": 0.63549, + "ndcg_at_5": 0.63474, + "ndcg_at_10": 0.65159, + "ndcg_at_20": 0.67661, + "ndcg_at_100": 0.73687, + "ndcg_at_1000": 0.76763, + "map_at_1": 0.16554, + "map_at_3": 0.31575, + "map_at_5": 0.38231, + "map_at_10": 0.46126, + "map_at_20": 0.51106, + "map_at_100": 0.5701, + "map_at_1000": 0.58329, + "recall_at_1": 0.16554, + "recall_at_3": 0.34642, + "recall_at_5": 0.43446, + "recall_at_10": 0.57075, + "recall_at_20": 0.69022, + "recall_at_100": 0.89795, + "recall_at_1000": 0.99754, + "precision_at_1": 0.765, + "precision_at_3": 0.63, + "precision_at_5": 0.547, + "precision_at_10": 0.4145, + "precision_at_20": 0.2875, + "precision_at_100": 0.10355, + "precision_at_1000": 0.01342, + "mrr_at_1": 0.765, + "mrr_at_3": 0.836667, + "mrr_at_5": 0.844917, + "mrr_at_10": 0.848964, + "mrr_at_20": 0.850252, + "mrr_at_100": 0.850479, + "mrr_at_1000": 0.850479, + "nauc_ndcg_at_1_max": 0.270173, + "nauc_ndcg_at_1_std": 0.038689, + "nauc_ndcg_at_1_diff1": 0.297819, + "nauc_ndcg_at_3_max": 0.202646, + "nauc_ndcg_at_3_std": -0.107609, + "nauc_ndcg_at_3_diff1": 0.131559, + "nauc_ndcg_at_5_max": 0.200629, + "nauc_ndcg_at_5_std": -0.169425, + "nauc_ndcg_at_5_diff1": 0.140084, + "nauc_ndcg_at_10_max": 0.178939, + "nauc_ndcg_at_10_std": -0.242601, + "nauc_ndcg_at_10_diff1": 0.104382, + "nauc_ndcg_at_20_max": 0.160994, + "nauc_ndcg_at_20_std": -0.302088, + "nauc_ndcg_at_20_diff1": 0.094867, + "nauc_ndcg_at_100_max": 0.207647, + "nauc_ndcg_at_100_std": -0.266093, + "nauc_ndcg_at_100_diff1": 0.137052, + "nauc_ndcg_at_1000_max": 0.216726, + "nauc_ndcg_at_1000_std": -0.121118, + "nauc_ndcg_at_1000_diff1": 0.115359, + "nauc_map_at_1_max": -0.130978, + "nauc_map_at_1_std": -0.426864, + "nauc_map_at_1_diff1": 0.165001, + "nauc_map_at_3_max": -0.115668, + "nauc_map_at_3_std": -0.476874, + "nauc_map_at_3_diff1": 0.109551, + "nauc_map_at_5_max": -0.080586, + "nauc_map_at_5_std": -0.508301, + "nauc_map_at_5_diff1": 0.130006, + "nauc_map_at_10_max": -0.018281, + "nauc_map_at_10_std": -0.508772, + "nauc_map_at_10_diff1": 0.108578, + "nauc_map_at_20_max": 0.021568, + "nauc_map_at_20_std": -0.481441, + "nauc_map_at_20_diff1": 0.093239, + "nauc_map_at_100_max": 0.083183, + "nauc_map_at_100_std": -0.36582, + "nauc_map_at_100_diff1": 0.071895, + "nauc_map_at_1000_max": 0.085286, + "nauc_map_at_1000_std": -0.316763, + "nauc_map_at_1000_diff1": 0.061076, + "nauc_recall_at_1_max": -0.130978, + "nauc_recall_at_1_std": -0.426864, + "nauc_recall_at_1_diff1": 0.165001, + "nauc_recall_at_3_max": -0.131557, + "nauc_recall_at_3_std": -0.502721, + "nauc_recall_at_3_diff1": 0.072979, + "nauc_recall_at_5_max": -0.09246, + "nauc_recall_at_5_std": -0.559468, + "nauc_recall_at_5_diff1": 0.115839, + "nauc_recall_at_10_max": -0.046594, + "nauc_recall_at_10_std": -0.59028, + "nauc_recall_at_10_diff1": 0.090111, + "nauc_recall_at_20_max": -0.048344, + "nauc_recall_at_20_std": -0.637653, + "nauc_recall_at_20_diff1": 0.068349, + "nauc_recall_at_100_max": 0.083577, + "nauc_recall_at_100_std": -0.689623, + "nauc_recall_at_100_diff1": 0.148135, + "nauc_recall_at_1000_max": 0.634592, + "nauc_recall_at_1000_std": 0.795549, + "nauc_recall_at_1000_diff1": 0.17036, + "nauc_precision_at_1_max": 0.259897, + "nauc_precision_at_1_std": 0.055957, + "nauc_precision_at_1_diff1": 0.263406, + "nauc_precision_at_3_max": 0.236318, + "nauc_precision_at_3_std": 0.121353, + "nauc_precision_at_3_diff1": -0.037862, + "nauc_precision_at_5_max": 0.258784, + "nauc_precision_at_5_std": 0.201588, + "nauc_precision_at_5_diff1": -0.007587, + "nauc_precision_at_10_max": 0.295486, + "nauc_precision_at_10_std": 0.357221, + "nauc_precision_at_10_diff1": -0.101392, + "nauc_precision_at_20_max": 0.269368, + "nauc_precision_at_20_std": 0.50609, + "nauc_precision_at_20_diff1": -0.132735, + "nauc_precision_at_100_max": 0.161308, + "nauc_precision_at_100_std": 0.624508, + "nauc_precision_at_100_diff1": -0.142822, + "nauc_precision_at_1000_max": 0.092263, + "nauc_precision_at_1000_std": 0.662713, + "nauc_precision_at_1000_diff1": -0.160739, + "nauc_mrr_at_1_max": 0.259897, + "nauc_mrr_at_1_std": 0.055957, + "nauc_mrr_at_1_diff1": 0.263406, + "nauc_mrr_at_3_max": 0.292869, + "nauc_mrr_at_3_std": 0.057747, + "nauc_mrr_at_3_diff1": 0.219209, + "nauc_mrr_at_5_max": 0.309624, + "nauc_mrr_at_5_std": 0.059097, + "nauc_mrr_at_5_diff1": 0.251802, + "nauc_mrr_at_10_max": 0.307642, + "nauc_mrr_at_10_std": 0.074473, + "nauc_mrr_at_10_diff1": 0.238523, + "nauc_mrr_at_20_max": 0.301586, + "nauc_mrr_at_20_std": 0.071305, + "nauc_mrr_at_20_diff1": 0.23899, + "nauc_mrr_at_100_max": 0.30117, + "nauc_mrr_at_100_std": 0.06999, + "nauc_mrr_at_100_diff1": 0.240311, + "nauc_mrr_at_1000_max": 0.30117, + "nauc_mrr_at_1000_std": 0.06999, + "nauc_mrr_at_1000_diff1": 0.240311, + "main_score": 0.65159, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6575, + "ndcg_at_3": 0.60767, + "ndcg_at_5": 0.60408, + "ndcg_at_10": 0.61339, + "ndcg_at_20": 0.63973, + "ndcg_at_100": 0.69909, + "ndcg_at_1000": 0.73753, + "map_at_1": 0.15236, + "map_at_3": 0.29307, + "map_at_5": 0.35419, + "map_at_10": 0.42488, + "map_at_20": 0.47174, + "map_at_100": 0.52754, + "map_at_1000": 0.54166, + "recall_at_1": 0.15236, + "recall_at_3": 0.32869, + "recall_at_5": 0.41716, + "recall_at_10": 0.53421, + "recall_at_20": 0.65384, + "recall_at_100": 0.86242, + "recall_at_1000": 0.99406, + "precision_at_1": 0.735, + "precision_at_3": 0.6, + "precision_at_5": 0.519, + "precision_at_10": 0.39, + "precision_at_20": 0.2745, + "precision_at_100": 0.0992, + "precision_at_1000": 0.01332, + "mrr_at_1": 0.735, + "mrr_at_3": 0.8075, + "mrr_at_5": 0.818, + "mrr_at_10": 0.821179, + "mrr_at_20": 0.82175, + "mrr_at_100": 0.822301, + "mrr_at_1000": 0.822347, + "nauc_ndcg_at_1_max": 0.371277, + "nauc_ndcg_at_1_std": 0.146404, + "nauc_ndcg_at_1_diff1": 0.235238, + "nauc_ndcg_at_3_max": 0.256968, + "nauc_ndcg_at_3_std": -0.036176, + "nauc_ndcg_at_3_diff1": 0.123224, + "nauc_ndcg_at_5_max": 0.232434, + "nauc_ndcg_at_5_std": -0.083992, + "nauc_ndcg_at_5_diff1": 0.127555, + "nauc_ndcg_at_10_max": 0.238827, + "nauc_ndcg_at_10_std": -0.104882, + "nauc_ndcg_at_10_diff1": 0.132691, + "nauc_ndcg_at_20_max": 0.215955, + "nauc_ndcg_at_20_std": -0.132358, + "nauc_ndcg_at_20_diff1": 0.115678, + "nauc_ndcg_at_100_max": 0.261959, + "nauc_ndcg_at_100_std": -0.088694, + "nauc_ndcg_at_100_diff1": 0.146401, + "nauc_ndcg_at_1000_max": 0.291932, + "nauc_ndcg_at_1000_std": 0.014147, + "nauc_ndcg_at_1000_diff1": 0.129192, + "nauc_map_at_1_max": -0.122286, + "nauc_map_at_1_std": -0.321328, + "nauc_map_at_1_diff1": 0.178907, + "nauc_map_at_3_max": -0.069565, + "nauc_map_at_3_std": -0.34739, + "nauc_map_at_3_diff1": 0.108159, + "nauc_map_at_5_max": -0.057, + "nauc_map_at_5_std": -0.372903, + "nauc_map_at_5_diff1": 0.103039, + "nauc_map_at_10_max": 0.013845, + "nauc_map_at_10_std": -0.35282, + "nauc_map_at_10_diff1": 0.094553, + "nauc_map_at_20_max": 0.05649, + "nauc_map_at_20_std": -0.312394, + "nauc_map_at_20_diff1": 0.080551, + "nauc_map_at_100_max": 0.133652, + "nauc_map_at_100_std": -0.194788, + "nauc_map_at_100_diff1": 0.072538, + "nauc_map_at_1000_max": 0.147829, + "nauc_map_at_1000_std": -0.148356, + "nauc_map_at_1000_diff1": 0.066748, + "nauc_recall_at_1_max": -0.122286, + "nauc_recall_at_1_std": -0.321328, + "nauc_recall_at_1_diff1": 0.178907, + "nauc_recall_at_3_max": -0.098558, + "nauc_recall_at_3_std": -0.379672, + "nauc_recall_at_3_diff1": 0.090583, + "nauc_recall_at_5_max": -0.108261, + "nauc_recall_at_5_std": -0.427948, + "nauc_recall_at_5_diff1": 0.085835, + "nauc_recall_at_10_max": -0.039611, + "nauc_recall_at_10_std": -0.415778, + "nauc_recall_at_10_diff1": 0.103155, + "nauc_recall_at_20_max": -0.013143, + "nauc_recall_at_20_std": -0.399096, + "nauc_recall_at_20_diff1": 0.074351, + "nauc_recall_at_100_max": 0.121398, + "nauc_recall_at_100_std": -0.263907, + "nauc_recall_at_100_diff1": 0.168242, + "nauc_recall_at_1000_max": 0.865467, + "nauc_recall_at_1000_std": 0.785975, + "nauc_recall_at_1000_diff1": 0.489263, + "nauc_precision_at_1_max": 0.378437, + "nauc_precision_at_1_std": 0.171712, + "nauc_precision_at_1_diff1": 0.234782, + "nauc_precision_at_3_max": 0.318696, + "nauc_precision_at_3_std": 0.13793, + "nauc_precision_at_3_diff1": -0.018905, + "nauc_precision_at_5_max": 0.30559, + "nauc_precision_at_5_std": 0.200232, + "nauc_precision_at_5_diff1": -0.033198, + "nauc_precision_at_10_max": 0.36575, + "nauc_precision_at_10_std": 0.339348, + "nauc_precision_at_10_diff1": -0.054806, + "nauc_precision_at_20_max": 0.333357, + "nauc_precision_at_20_std": 0.463177, + "nauc_precision_at_20_diff1": -0.082334, + "nauc_precision_at_100_max": 0.248703, + "nauc_precision_at_100_std": 0.571694, + "nauc_precision_at_100_diff1": -0.100151, + "nauc_precision_at_1000_max": 0.191088, + "nauc_precision_at_1000_std": 0.587384, + "nauc_precision_at_1000_diff1": -0.104598, + "nauc_mrr_at_1_max": 0.378437, + "nauc_mrr_at_1_std": 0.171712, + "nauc_mrr_at_1_diff1": 0.234782, + "nauc_mrr_at_3_max": 0.361311, + "nauc_mrr_at_3_std": 0.13848, + "nauc_mrr_at_3_diff1": 0.244118, + "nauc_mrr_at_5_max": 0.38205, + "nauc_mrr_at_5_std": 0.141583, + "nauc_mrr_at_5_diff1": 0.254763, + "nauc_mrr_at_10_max": 0.38681, + "nauc_mrr_at_10_std": 0.159994, + "nauc_mrr_at_10_diff1": 0.247787, + "nauc_mrr_at_20_max": 0.38598, + "nauc_mrr_at_20_std": 0.158955, + "nauc_mrr_at_20_diff1": 0.246945, + "nauc_mrr_at_100_max": 0.384745, + "nauc_mrr_at_100_std": 0.157527, + "nauc_mrr_at_100_diff1": 0.247521, + "nauc_mrr_at_1000_max": 0.384571, + "nauc_mrr_at_1000_std": 0.157288, + "nauc_mrr_at_1000_diff1": 0.247556, + "main_score": 0.61339, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.685, + "ndcg_at_3": 0.62415, + "ndcg_at_5": 0.61549, + "ndcg_at_10": 0.63113, + "ndcg_at_20": 0.65605, + "ndcg_at_100": 0.71471, + "ndcg_at_1000": 0.74989, + "map_at_1": 0.15897, + "map_at_3": 0.29922, + "map_at_5": 0.35985, + "map_at_10": 0.43725, + "map_at_20": 0.4855, + "map_at_100": 0.54163, + "map_at_1000": 0.55525, + "recall_at_1": 0.15897, + "recall_at_3": 0.33079, + "recall_at_5": 0.41744, + "recall_at_10": 0.55036, + "recall_at_20": 0.66662, + "recall_at_100": 0.87846, + "recall_at_1000": 0.99447, + "precision_at_1": 0.76, + "precision_at_3": 0.61, + "precision_at_5": 0.522, + "precision_at_10": 0.4035, + "precision_at_20": 0.283, + "precision_at_100": 0.101, + "precision_at_1000": 0.01338, + "mrr_at_1": 0.76, + "mrr_at_3": 0.825833, + "mrr_at_5": 0.832583, + "mrr_at_10": 0.837226, + "mrr_at_20": 0.837976, + "mrr_at_100": 0.838659, + "mrr_at_1000": 0.838659, + "nauc_ndcg_at_1_max": 0.313282, + "nauc_ndcg_at_1_std": 0.156674, + "nauc_ndcg_at_1_diff1": 0.173935, + "nauc_ndcg_at_3_max": 0.23869, + "nauc_ndcg_at_3_std": 0.01988, + "nauc_ndcg_at_3_diff1": 0.019697, + "nauc_ndcg_at_5_max": 0.239928, + "nauc_ndcg_at_5_std": -0.031201, + "nauc_ndcg_at_5_diff1": 0.015567, + "nauc_ndcg_at_10_max": 0.271638, + "nauc_ndcg_at_10_std": -0.1002, + "nauc_ndcg_at_10_diff1": 0.04201, + "nauc_ndcg_at_20_max": 0.270408, + "nauc_ndcg_at_20_std": -0.154195, + "nauc_ndcg_at_20_diff1": 0.055082, + "nauc_ndcg_at_100_max": 0.295825, + "nauc_ndcg_at_100_std": -0.116064, + "nauc_ndcg_at_100_diff1": 0.077898, + "nauc_ndcg_at_1000_max": 0.309326, + "nauc_ndcg_at_1000_std": 0.031748, + "nauc_ndcg_at_1000_diff1": 0.041429, + "nauc_map_at_1_max": 0.018887, + "nauc_map_at_1_std": -0.332649, + "nauc_map_at_1_diff1": 0.196611, + "nauc_map_at_3_max": 0.043428, + "nauc_map_at_3_std": -0.379401, + "nauc_map_at_3_diff1": 0.112572, + "nauc_map_at_5_max": 0.073972, + "nauc_map_at_5_std": -0.377487, + "nauc_map_at_5_diff1": 0.094848, + "nauc_map_at_10_max": 0.157784, + "nauc_map_at_10_std": -0.355683, + "nauc_map_at_10_diff1": 0.06945, + "nauc_map_at_20_max": 0.19377, + "nauc_map_at_20_std": -0.323772, + "nauc_map_at_20_diff1": 0.048582, + "nauc_map_at_100_max": 0.221714, + "nauc_map_at_100_std": -0.213319, + "nauc_map_at_100_diff1": 0.020382, + "nauc_map_at_1000_max": 0.224022, + "nauc_map_at_1000_std": -0.161281, + "nauc_map_at_1000_diff1": 0.005001, + "nauc_recall_at_1_max": 0.018887, + "nauc_recall_at_1_std": -0.332649, + "nauc_recall_at_1_diff1": 0.196611, + "nauc_recall_at_3_max": 0.005325, + "nauc_recall_at_3_std": -0.434868, + "nauc_recall_at_3_diff1": 0.092985, + "nauc_recall_at_5_max": 0.033165, + "nauc_recall_at_5_std": -0.438374, + "nauc_recall_at_5_diff1": 0.066031, + "nauc_recall_at_10_max": 0.124925, + "nauc_recall_at_10_std": -0.442595, + "nauc_recall_at_10_diff1": 0.081407, + "nauc_recall_at_20_max": 0.129777, + "nauc_recall_at_20_std": -0.480002, + "nauc_recall_at_20_diff1": 0.052512, + "nauc_recall_at_100_max": 0.09168, + "nauc_recall_at_100_std": -0.535287, + "nauc_recall_at_100_diff1": 0.129489, + "nauc_recall_at_1000_max": 0.557396, + "nauc_recall_at_1000_std": 0.212075, + "nauc_recall_at_1000_diff1": 0.504575, + "nauc_precision_at_1_max": 0.329908, + "nauc_precision_at_1_std": 0.176592, + "nauc_precision_at_1_diff1": 0.064842, + "nauc_precision_at_3_max": 0.213502, + "nauc_precision_at_3_std": 0.193889, + "nauc_precision_at_3_diff1": -0.184053, + "nauc_precision_at_5_max": 0.227061, + "nauc_precision_at_5_std": 0.289652, + "nauc_precision_at_5_diff1": -0.173388, + "nauc_precision_at_10_max": 0.248707, + "nauc_precision_at_10_std": 0.403638, + "nauc_precision_at_10_diff1": -0.185385, + "nauc_precision_at_20_max": 0.173482, + "nauc_precision_at_20_std": 0.480425, + "nauc_precision_at_20_diff1": -0.170834, + "nauc_precision_at_100_max": 0.04361, + "nauc_precision_at_100_std": 0.583089, + "nauc_precision_at_100_diff1": -0.166351, + "nauc_precision_at_1000_max": 0.005221, + "nauc_precision_at_1000_std": 0.626091, + "nauc_precision_at_1000_diff1": -0.178076, + "nauc_mrr_at_1_max": 0.329908, + "nauc_mrr_at_1_std": 0.176592, + "nauc_mrr_at_1_diff1": 0.064842, + "nauc_mrr_at_3_max": 0.32949, + "nauc_mrr_at_3_std": 0.134751, + "nauc_mrr_at_3_diff1": 0.099164, + "nauc_mrr_at_5_max": 0.343673, + "nauc_mrr_at_5_std": 0.141703, + "nauc_mrr_at_5_diff1": 0.085796, + "nauc_mrr_at_10_max": 0.354984, + "nauc_mrr_at_10_std": 0.161283, + "nauc_mrr_at_10_diff1": 0.090773, + "nauc_mrr_at_20_max": 0.352106, + "nauc_mrr_at_20_std": 0.160959, + "nauc_mrr_at_20_diff1": 0.088001, + "nauc_mrr_at_100_max": 0.350641, + "nauc_mrr_at_100_std": 0.158211, + "nauc_mrr_at_100_diff1": 0.088668, + "nauc_mrr_at_1000_max": 0.350641, + "nauc_mrr_at_1000_std": 0.158211, + "nauc_mrr_at_1000_diff1": 0.088668, + "main_score": 0.63113, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "gastroenterology": [ + { + "ndcg_at_1": 0.635, + "ndcg_at_3": 0.59247, + "ndcg_at_5": 0.58594, + "ndcg_at_10": 0.56775, + "ndcg_at_20": 0.5677, + "ndcg_at_100": 0.64113, + "ndcg_at_1000": 0.73084, + "map_at_1": 0.07564, + "map_at_3": 0.14206, + "map_at_5": 0.18871, + "map_at_10": 0.23995, + "map_at_20": 0.29446, + "map_at_100": 0.41053, + "map_at_1000": 0.46802, + "recall_at_1": 0.07564, + "recall_at_3": 0.15255, + "recall_at_5": 0.21738, + "recall_at_10": 0.29893, + "recall_at_20": 0.40018, + "recall_at_100": 0.71857, + "recall_at_1000": 0.97602, + "precision_at_1": 0.78, + "precision_at_3": 0.66833, + "precision_at_5": 0.628, + "precision_at_10": 0.5255, + "precision_at_20": 0.4335, + "precision_at_100": 0.2277, + "precision_at_1000": 0.04815, + "mrr_at_1": 0.78, + "mrr_at_3": 0.8375, + "mrr_at_5": 0.8495, + "mrr_at_10": 0.851603, + "mrr_at_20": 0.851881, + "mrr_at_100": 0.85236, + "mrr_at_1000": 0.85236, + "nauc_ndcg_at_1_max": 0.453882, + "nauc_ndcg_at_1_std": 0.268601, + "nauc_ndcg_at_1_diff1": 0.310768, + "nauc_ndcg_at_3_max": 0.467734, + "nauc_ndcg_at_3_std": 0.239723, + "nauc_ndcg_at_3_diff1": 0.227822, + "nauc_ndcg_at_5_max": 0.434369, + "nauc_ndcg_at_5_std": 0.228378, + "nauc_ndcg_at_5_diff1": 0.218275, + "nauc_ndcg_at_10_max": 0.433955, + "nauc_ndcg_at_10_std": 0.211925, + "nauc_ndcg_at_10_diff1": 0.226216, + "nauc_ndcg_at_20_max": 0.387549, + "nauc_ndcg_at_20_std": 0.153915, + "nauc_ndcg_at_20_diff1": 0.210409, + "nauc_ndcg_at_100_max": 0.372726, + "nauc_ndcg_at_100_std": 0.171613, + "nauc_ndcg_at_100_diff1": 0.236103, + "nauc_ndcg_at_1000_max": 0.493715, + "nauc_ndcg_at_1000_std": 0.314079, + "nauc_ndcg_at_1000_diff1": 0.225021, + "nauc_map_at_1_max": 0.035957, + "nauc_map_at_1_std": -0.251963, + "nauc_map_at_1_diff1": 0.449866, + "nauc_map_at_3_max": 0.14449, + "nauc_map_at_3_std": -0.186206, + "nauc_map_at_3_diff1": 0.347263, + "nauc_map_at_5_max": 0.14463, + "nauc_map_at_5_std": -0.123207, + "nauc_map_at_5_diff1": 0.251806, + "nauc_map_at_10_max": 0.198624, + "nauc_map_at_10_std": -0.058832, + "nauc_map_at_10_diff1": 0.209979, + "nauc_map_at_20_max": 0.224463, + "nauc_map_at_20_std": -0.012749, + "nauc_map_at_20_diff1": 0.180912, + "nauc_map_at_100_max": 0.312614, + "nauc_map_at_100_std": 0.138323, + "nauc_map_at_100_diff1": 0.145542, + "nauc_map_at_1000_max": 0.358445, + "nauc_map_at_1000_std": 0.198412, + "nauc_map_at_1000_diff1": 0.094774, + "nauc_recall_at_1_max": 0.035957, + "nauc_recall_at_1_std": -0.251963, + "nauc_recall_at_1_diff1": 0.449866, + "nauc_recall_at_3_max": 0.110433, + "nauc_recall_at_3_std": -0.21198, + "nauc_recall_at_3_diff1": 0.363101, + "nauc_recall_at_5_max": 0.064593, + "nauc_recall_at_5_std": -0.162381, + "nauc_recall_at_5_diff1": 0.249161, + "nauc_recall_at_10_max": 0.080356, + "nauc_recall_at_10_std": -0.116107, + "nauc_recall_at_10_diff1": 0.198902, + "nauc_recall_at_20_max": 0.041762, + "nauc_recall_at_20_std": -0.09913, + "nauc_recall_at_20_diff1": 0.167337, + "nauc_recall_at_100_max": 0.040955, + "nauc_recall_at_100_std": -0.015481, + "nauc_recall_at_100_diff1": 0.213738, + "nauc_recall_at_1000_max": 0.231193, + "nauc_recall_at_1000_std": 0.522627, + "nauc_recall_at_1000_diff1": 0.454618, + "nauc_precision_at_1_max": 0.608592, + "nauc_precision_at_1_std": 0.421396, + "nauc_precision_at_1_diff1": 0.315308, + "nauc_precision_at_3_max": 0.439835, + "nauc_precision_at_3_std": 0.348282, + "nauc_precision_at_3_diff1": -0.038486, + "nauc_precision_at_5_max": 0.375681, + "nauc_precision_at_5_std": 0.367243, + "nauc_precision_at_5_diff1": -0.18067, + "nauc_precision_at_10_max": 0.322031, + "nauc_precision_at_10_std": 0.369358, + "nauc_precision_at_10_diff1": -0.190978, + "nauc_precision_at_20_max": 0.229766, + "nauc_precision_at_20_std": 0.308392, + "nauc_precision_at_20_diff1": -0.21404, + "nauc_precision_at_100_max": 0.114919, + "nauc_precision_at_100_std": 0.220747, + "nauc_precision_at_100_diff1": -0.191909, + "nauc_precision_at_1000_max": 0.028352, + "nauc_precision_at_1000_std": 0.031857, + "nauc_precision_at_1000_diff1": -0.222909, + "nauc_mrr_at_1_max": 0.608592, + "nauc_mrr_at_1_std": 0.421396, + "nauc_mrr_at_1_diff1": 0.315308, + "nauc_mrr_at_3_max": 0.642091, + "nauc_mrr_at_3_std": 0.40013, + "nauc_mrr_at_3_diff1": 0.381038, + "nauc_mrr_at_5_max": 0.643519, + "nauc_mrr_at_5_std": 0.421782, + "nauc_mrr_at_5_diff1": 0.362799, + "nauc_mrr_at_10_max": 0.638886, + "nauc_mrr_at_10_std": 0.419622, + "nauc_mrr_at_10_diff1": 0.361683, + "nauc_mrr_at_20_max": 0.638159, + "nauc_mrr_at_20_std": 0.418454, + "nauc_mrr_at_20_diff1": 0.360661, + "nauc_mrr_at_100_max": 0.637667, + "nauc_mrr_at_100_std": 0.417701, + "nauc_mrr_at_100_diff1": 0.35979, + "nauc_mrr_at_1000_max": 0.637667, + "nauc_mrr_at_1000_std": 0.417701, + "nauc_mrr_at_1000_diff1": 0.35979, + "main_score": 0.56775, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6175, + "ndcg_at_3": 0.58158, + "ndcg_at_5": 0.56929, + "ndcg_at_10": 0.55405, + "ndcg_at_20": 0.55436, + "ndcg_at_100": 0.61838, + "ndcg_at_1000": 0.71047, + "map_at_1": 0.07279, + "map_at_3": 0.13788, + "map_at_5": 0.17631, + "map_at_10": 0.22951, + "map_at_20": 0.28402, + "map_at_100": 0.38923, + "map_at_1000": 0.44291, + "recall_at_1": 0.07279, + "recall_at_3": 0.15228, + "recall_at_5": 0.20194, + "recall_at_10": 0.28861, + "recall_at_20": 0.39932, + "recall_at_100": 0.6896, + "recall_at_1000": 0.95953, + "precision_at_1": 0.76, + "precision_at_3": 0.66333, + "precision_at_5": 0.607, + "precision_at_10": 0.518, + "precision_at_20": 0.424, + "precision_at_100": 0.2201, + "precision_at_1000": 0.04696, + "mrr_at_1": 0.76, + "mrr_at_3": 0.834167, + "mrr_at_5": 0.841917, + "mrr_at_10": 0.843901, + "mrr_at_20": 0.845143, + "mrr_at_100": 0.845285, + "mrr_at_1000": 0.845375, + "nauc_ndcg_at_1_max": 0.317447, + "nauc_ndcg_at_1_std": 0.296095, + "nauc_ndcg_at_1_diff1": 0.315966, + "nauc_ndcg_at_3_max": 0.428995, + "nauc_ndcg_at_3_std": 0.338851, + "nauc_ndcg_at_3_diff1": 0.240622, + "nauc_ndcg_at_5_max": 0.436877, + "nauc_ndcg_at_5_std": 0.349448, + "nauc_ndcg_at_5_diff1": 0.200757, + "nauc_ndcg_at_10_max": 0.44817, + "nauc_ndcg_at_10_std": 0.322995, + "nauc_ndcg_at_10_diff1": 0.202063, + "nauc_ndcg_at_20_max": 0.476617, + "nauc_ndcg_at_20_std": 0.347973, + "nauc_ndcg_at_20_diff1": 0.232344, + "nauc_ndcg_at_100_max": 0.500071, + "nauc_ndcg_at_100_std": 0.441987, + "nauc_ndcg_at_100_diff1": 0.235202, + "nauc_ndcg_at_1000_max": 0.513634, + "nauc_ndcg_at_1000_std": 0.450163, + "nauc_ndcg_at_1000_diff1": 0.213974, + "nauc_map_at_1_max": 0.161076, + "nauc_map_at_1_std": -0.098074, + "nauc_map_at_1_diff1": 0.460704, + "nauc_map_at_3_max": 0.303526, + "nauc_map_at_3_std": 0.035662, + "nauc_map_at_3_diff1": 0.380399, + "nauc_map_at_5_max": 0.335638, + "nauc_map_at_5_std": 0.122635, + "nauc_map_at_5_diff1": 0.297091, + "nauc_map_at_10_max": 0.390789, + "nauc_map_at_10_std": 0.20537, + "nauc_map_at_10_diff1": 0.252975, + "nauc_map_at_20_max": 0.411898, + "nauc_map_at_20_std": 0.261639, + "nauc_map_at_20_diff1": 0.226755, + "nauc_map_at_100_max": 0.457804, + "nauc_map_at_100_std": 0.395724, + "nauc_map_at_100_diff1": 0.182099, + "nauc_map_at_1000_max": 0.490354, + "nauc_map_at_1000_std": 0.41217, + "nauc_map_at_1000_diff1": 0.159273, + "nauc_recall_at_1_max": 0.161076, + "nauc_recall_at_1_std": -0.098074, + "nauc_recall_at_1_diff1": 0.460704, + "nauc_recall_at_3_max": 0.268961, + "nauc_recall_at_3_std": -0.013822, + "nauc_recall_at_3_diff1": 0.387758, + "nauc_recall_at_5_max": 0.277972, + "nauc_recall_at_5_std": 0.070981, + "nauc_recall_at_5_diff1": 0.308021, + "nauc_recall_at_10_max": 0.307878, + "nauc_recall_at_10_std": 0.146288, + "nauc_recall_at_10_diff1": 0.259822, + "nauc_recall_at_20_max": 0.245153, + "nauc_recall_at_20_std": 0.161443, + "nauc_recall_at_20_diff1": 0.240079, + "nauc_recall_at_100_max": 0.294875, + "nauc_recall_at_100_std": 0.363396, + "nauc_recall_at_100_diff1": 0.217634, + "nauc_recall_at_1000_max": 0.280576, + "nauc_recall_at_1000_std": 0.598461, + "nauc_recall_at_1000_diff1": 0.334074, + "nauc_precision_at_1_max": 0.4312, + "nauc_precision_at_1_std": 0.421162, + "nauc_precision_at_1_diff1": 0.259659, + "nauc_precision_at_3_max": 0.435836, + "nauc_precision_at_3_std": 0.404726, + "nauc_precision_at_3_diff1": -0.033496, + "nauc_precision_at_5_max": 0.363668, + "nauc_precision_at_5_std": 0.385004, + "nauc_precision_at_5_diff1": -0.158692, + "nauc_precision_at_10_max": 0.273288, + "nauc_precision_at_10_std": 0.302555, + "nauc_precision_at_10_diff1": -0.175435, + "nauc_precision_at_20_max": 0.175479, + "nauc_precision_at_20_std": 0.232642, + "nauc_precision_at_20_diff1": -0.171614, + "nauc_precision_at_100_max": 0.054535, + "nauc_precision_at_100_std": 0.10607, + "nauc_precision_at_100_diff1": -0.151063, + "nauc_precision_at_1000_max": 0.030915, + "nauc_precision_at_1000_std": -0.08279, + "nauc_precision_at_1000_diff1": -0.121075, + "nauc_mrr_at_1_max": 0.4312, + "nauc_mrr_at_1_std": 0.421162, + "nauc_mrr_at_1_diff1": 0.259659, + "nauc_mrr_at_3_max": 0.509699, + "nauc_mrr_at_3_std": 0.424163, + "nauc_mrr_at_3_diff1": 0.287074, + "nauc_mrr_at_5_max": 0.498625, + "nauc_mrr_at_5_std": 0.420178, + "nauc_mrr_at_5_diff1": 0.288371, + "nauc_mrr_at_10_max": 0.499978, + "nauc_mrr_at_10_std": 0.429167, + "nauc_mrr_at_10_diff1": 0.284808, + "nauc_mrr_at_20_max": 0.497349, + "nauc_mrr_at_20_std": 0.428181, + "nauc_mrr_at_20_diff1": 0.290209, + "nauc_mrr_at_100_max": 0.49685, + "nauc_mrr_at_100_std": 0.428205, + "nauc_mrr_at_100_diff1": 0.289505, + "nauc_mrr_at_1000_max": 0.496664, + "nauc_mrr_at_1000_std": 0.427936, + "nauc_mrr_at_1000_diff1": 0.289232, + "main_score": 0.55405, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.59, + "ndcg_at_3": 0.55642, + "ndcg_at_5": 0.54934, + "ndcg_at_10": 0.53982, + "ndcg_at_20": 0.53917, + "ndcg_at_100": 0.6072, + "ndcg_at_1000": 0.70182, + "map_at_1": 0.07309, + "map_at_3": 0.13246, + "map_at_5": 0.17208, + "map_at_10": 0.22386, + "map_at_20": 0.27493, + "map_at_100": 0.37863, + "map_at_1000": 0.4332, + "recall_at_1": 0.07309, + "recall_at_3": 0.14055, + "recall_at_5": 0.19787, + "recall_at_10": 0.27804, + "recall_at_20": 0.37511, + "recall_at_100": 0.67882, + "recall_at_1000": 0.95588, + "precision_at_1": 0.745, + "precision_at_3": 0.635, + "precision_at_5": 0.595, + "precision_at_10": 0.5095, + "precision_at_20": 0.417, + "precision_at_100": 0.21565, + "precision_at_1000": 0.04704, + "mrr_at_1": 0.745, + "mrr_at_3": 0.8125, + "mrr_at_5": 0.82425, + "mrr_at_10": 0.825639, + "mrr_at_20": 0.826702, + "mrr_at_100": 0.827112, + "mrr_at_1000": 0.827174, + "nauc_ndcg_at_1_max": 0.471203, + "nauc_ndcg_at_1_std": 0.241481, + "nauc_ndcg_at_1_diff1": 0.385881, + "nauc_ndcg_at_3_max": 0.561306, + "nauc_ndcg_at_3_std": 0.366374, + "nauc_ndcg_at_3_diff1": 0.266487, + "nauc_ndcg_at_5_max": 0.566198, + "nauc_ndcg_at_5_std": 0.396352, + "nauc_ndcg_at_5_diff1": 0.268417, + "nauc_ndcg_at_10_max": 0.5659, + "nauc_ndcg_at_10_std": 0.375701, + "nauc_ndcg_at_10_diff1": 0.251942, + "nauc_ndcg_at_20_max": 0.573416, + "nauc_ndcg_at_20_std": 0.388641, + "nauc_ndcg_at_20_diff1": 0.255038, + "nauc_ndcg_at_100_max": 0.609874, + "nauc_ndcg_at_100_std": 0.457184, + "nauc_ndcg_at_100_diff1": 0.243189, + "nauc_ndcg_at_1000_max": 0.640033, + "nauc_ndcg_at_1000_std": 0.489829, + "nauc_ndcg_at_1000_diff1": 0.217184, + "nauc_map_at_1_max": 0.100095, + "nauc_map_at_1_std": -0.108558, + "nauc_map_at_1_diff1": 0.456391, + "nauc_map_at_3_max": 0.27328, + "nauc_map_at_3_std": 0.028292, + "nauc_map_at_3_diff1": 0.406232, + "nauc_map_at_5_max": 0.332506, + "nauc_map_at_5_std": 0.12514, + "nauc_map_at_5_diff1": 0.365387, + "nauc_map_at_10_max": 0.40062, + "nauc_map_at_10_std": 0.210574, + "nauc_map_at_10_diff1": 0.327113, + "nauc_map_at_20_max": 0.451379, + "nauc_map_at_20_std": 0.276417, + "nauc_map_at_20_diff1": 0.292429, + "nauc_map_at_100_max": 0.54216, + "nauc_map_at_100_std": 0.410639, + "nauc_map_at_100_diff1": 0.210678, + "nauc_map_at_1000_max": 0.578339, + "nauc_map_at_1000_std": 0.432107, + "nauc_map_at_1000_diff1": 0.171125, + "nauc_recall_at_1_max": 0.100095, + "nauc_recall_at_1_std": -0.108558, + "nauc_recall_at_1_diff1": 0.456391, + "nauc_recall_at_3_max": 0.251024, + "nauc_recall_at_3_std": 0.015626, + "nauc_recall_at_3_diff1": 0.400232, + "nauc_recall_at_5_max": 0.263183, + "nauc_recall_at_5_std": 0.078853, + "nauc_recall_at_5_diff1": 0.377127, + "nauc_recall_at_10_max": 0.305604, + "nauc_recall_at_10_std": 0.157656, + "nauc_recall_at_10_diff1": 0.326765, + "nauc_recall_at_20_max": 0.29203, + "nauc_recall_at_20_std": 0.213523, + "nauc_recall_at_20_diff1": 0.26284, + "nauc_recall_at_100_max": 0.350179, + "nauc_recall_at_100_std": 0.362028, + "nauc_recall_at_100_diff1": 0.206938, + "nauc_recall_at_1000_max": 0.443862, + "nauc_recall_at_1000_std": 0.631174, + "nauc_recall_at_1000_diff1": 0.329471, + "nauc_precision_at_1_max": 0.560913, + "nauc_precision_at_1_std": 0.318795, + "nauc_precision_at_1_diff1": 0.377797, + "nauc_precision_at_3_max": 0.567892, + "nauc_precision_at_3_std": 0.450365, + "nauc_precision_at_3_diff1": 0.001586, + "nauc_precision_at_5_max": 0.476928, + "nauc_precision_at_5_std": 0.423026, + "nauc_precision_at_5_diff1": -0.099202, + "nauc_precision_at_10_max": 0.3833, + "nauc_precision_at_10_std": 0.357818, + "nauc_precision_at_10_diff1": -0.172604, + "nauc_precision_at_20_max": 0.269136, + "nauc_precision_at_20_std": 0.274855, + "nauc_precision_at_20_diff1": -0.20992, + "nauc_precision_at_100_max": 0.100782, + "nauc_precision_at_100_std": 0.125254, + "nauc_precision_at_100_diff1": -0.219867, + "nauc_precision_at_1000_max": 0.008647, + "nauc_precision_at_1000_std": -0.090476, + "nauc_precision_at_1000_diff1": -0.149661, + "nauc_mrr_at_1_max": 0.560913, + "nauc_mrr_at_1_std": 0.318795, + "nauc_mrr_at_1_diff1": 0.377797, + "nauc_mrr_at_3_max": 0.647501, + "nauc_mrr_at_3_std": 0.413479, + "nauc_mrr_at_3_diff1": 0.373208, + "nauc_mrr_at_5_max": 0.641206, + "nauc_mrr_at_5_std": 0.402327, + "nauc_mrr_at_5_diff1": 0.380438, + "nauc_mrr_at_10_max": 0.639985, + "nauc_mrr_at_10_std": 0.401884, + "nauc_mrr_at_10_diff1": 0.378921, + "nauc_mrr_at_20_max": 0.638123, + "nauc_mrr_at_20_std": 0.398688, + "nauc_mrr_at_20_diff1": 0.376254, + "nauc_mrr_at_100_max": 0.637394, + "nauc_mrr_at_100_std": 0.397761, + "nauc_mrr_at_100_diff1": 0.375876, + "nauc_mrr_at_1000_max": 0.637327, + "nauc_mrr_at_1000_std": 0.397661, + "nauc_mrr_at_1000_diff1": 0.37613, + "main_score": 0.53982, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "genetics": [ + { + "ndcg_at_1": 0.67, + "ndcg_at_3": 0.62604, + "ndcg_at_5": 0.61186, + "ndcg_at_10": 0.60642, + "ndcg_at_20": 0.6094, + "ndcg_at_100": 0.65033, + "ndcg_at_1000": 0.73502, + "map_at_1": 0.09516, + "map_at_3": 0.18637, + "map_at_5": 0.22915, + "map_at_10": 0.28334, + "map_at_20": 0.33327, + "map_at_100": 0.43159, + "map_at_1000": 0.49409, + "recall_at_1": 0.09516, + "recall_at_3": 0.19962, + "recall_at_5": 0.2589, + "recall_at_10": 0.35178, + "recall_at_20": 0.45352, + "recall_at_100": 0.70195, + "recall_at_1000": 0.95118, + "precision_at_1": 0.815, + "precision_at_3": 0.69667, + "precision_at_5": 0.633, + "precision_at_10": 0.538, + "precision_at_20": 0.438, + "precision_at_100": 0.2355, + "precision_at_1000": 0.05706, + "mrr_at_1": 0.815, + "mrr_at_3": 0.859167, + "mrr_at_5": 0.868417, + "mrr_at_10": 0.872478, + "mrr_at_20": 0.872895, + "mrr_at_100": 0.872995, + "mrr_at_1000": 0.873019, + "nauc_ndcg_at_1_max": 0.370816, + "nauc_ndcg_at_1_std": 0.22675, + "nauc_ndcg_at_1_diff1": 0.200748, + "nauc_ndcg_at_3_max": 0.389779, + "nauc_ndcg_at_3_std": 0.235193, + "nauc_ndcg_at_3_diff1": -0.001261, + "nauc_ndcg_at_5_max": 0.419166, + "nauc_ndcg_at_5_std": 0.237737, + "nauc_ndcg_at_5_diff1": -0.034304, + "nauc_ndcg_at_10_max": 0.375472, + "nauc_ndcg_at_10_std": 0.238968, + "nauc_ndcg_at_10_diff1": -0.024028, + "nauc_ndcg_at_20_max": 0.387574, + "nauc_ndcg_at_20_std": 0.250434, + "nauc_ndcg_at_20_diff1": -0.007051, + "nauc_ndcg_at_100_max": 0.409799, + "nauc_ndcg_at_100_std": 0.31463, + "nauc_ndcg_at_100_diff1": 0.081919, + "nauc_ndcg_at_1000_max": 0.455269, + "nauc_ndcg_at_1000_std": 0.388613, + "nauc_ndcg_at_1000_diff1": 0.028114, + "nauc_map_at_1_max": 0.131305, + "nauc_map_at_1_std": -0.029174, + "nauc_map_at_1_diff1": 0.260969, + "nauc_map_at_3_max": 0.189962, + "nauc_map_at_3_std": 0.001719, + "nauc_map_at_3_diff1": 0.181573, + "nauc_map_at_5_max": 0.214992, + "nauc_map_at_5_std": 0.037466, + "nauc_map_at_5_diff1": 0.15365, + "nauc_map_at_10_max": 0.231035, + "nauc_map_at_10_std": 0.08967, + "nauc_map_at_10_diff1": 0.145135, + "nauc_map_at_20_max": 0.251721, + "nauc_map_at_20_std": 0.132559, + "nauc_map_at_20_diff1": 0.115891, + "nauc_map_at_100_max": 0.312234, + "nauc_map_at_100_std": 0.255881, + "nauc_map_at_100_diff1": 0.070108, + "nauc_map_at_1000_max": 0.362071, + "nauc_map_at_1000_std": 0.310353, + "nauc_map_at_1000_diff1": -0.018354, + "nauc_recall_at_1_max": 0.131305, + "nauc_recall_at_1_std": -0.029174, + "nauc_recall_at_1_diff1": 0.260969, + "nauc_recall_at_3_max": 0.15436, + "nauc_recall_at_3_std": -0.019821, + "nauc_recall_at_3_diff1": 0.150766, + "nauc_recall_at_5_max": 0.168318, + "nauc_recall_at_5_std": 0.000227, + "nauc_recall_at_5_diff1": 0.10905, + "nauc_recall_at_10_max": 0.13737, + "nauc_recall_at_10_std": 0.020836, + "nauc_recall_at_10_diff1": 0.089932, + "nauc_recall_at_20_max": 0.14237, + "nauc_recall_at_20_std": 0.063476, + "nauc_recall_at_20_diff1": 0.099778, + "nauc_recall_at_100_max": 0.184715, + "nauc_recall_at_100_std": 0.231674, + "nauc_recall_at_100_diff1": 0.175825, + "nauc_recall_at_1000_max": 0.395246, + "nauc_recall_at_1000_std": 0.569, + "nauc_recall_at_1000_diff1": 0.138456, + "nauc_precision_at_1_max": 0.5307, + "nauc_precision_at_1_std": 0.36811, + "nauc_precision_at_1_diff1": 0.155261, + "nauc_precision_at_3_max": 0.306565, + "nauc_precision_at_3_std": 0.27516, + "nauc_precision_at_3_diff1": -0.205667, + "nauc_precision_at_5_max": 0.301454, + "nauc_precision_at_5_std": 0.269863, + "nauc_precision_at_5_diff1": -0.232398, + "nauc_precision_at_10_max": 0.176528, + "nauc_precision_at_10_std": 0.237592, + "nauc_precision_at_10_diff1": -0.248655, + "nauc_precision_at_20_max": 0.114449, + "nauc_precision_at_20_std": 0.200504, + "nauc_precision_at_20_diff1": -0.266057, + "nauc_precision_at_100_max": 0.045429, + "nauc_precision_at_100_std": 0.113881, + "nauc_precision_at_100_diff1": -0.259509, + "nauc_precision_at_1000_max": 0.00284, + "nauc_precision_at_1000_std": -0.029307, + "nauc_precision_at_1000_diff1": -0.240985, + "nauc_mrr_at_1_max": 0.5307, + "nauc_mrr_at_1_std": 0.36811, + "nauc_mrr_at_1_diff1": 0.155261, + "nauc_mrr_at_3_max": 0.573976, + "nauc_mrr_at_3_std": 0.348568, + "nauc_mrr_at_3_diff1": 0.11674, + "nauc_mrr_at_5_max": 0.586579, + "nauc_mrr_at_5_std": 0.352213, + "nauc_mrr_at_5_diff1": 0.129778, + "nauc_mrr_at_10_max": 0.580867, + "nauc_mrr_at_10_std": 0.352317, + "nauc_mrr_at_10_diff1": 0.121505, + "nauc_mrr_at_20_max": 0.579425, + "nauc_mrr_at_20_std": 0.357492, + "nauc_mrr_at_20_diff1": 0.125886, + "nauc_mrr_at_100_max": 0.579078, + "nauc_mrr_at_100_std": 0.357491, + "nauc_mrr_at_100_diff1": 0.126131, + "nauc_mrr_at_1000_max": 0.578993, + "nauc_mrr_at_1000_std": 0.357362, + "nauc_mrr_at_1000_diff1": 0.126084, + "main_score": 0.60642, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6275, + "ndcg_at_3": 0.58983, + "ndcg_at_5": 0.5754, + "ndcg_at_10": 0.56432, + "ndcg_at_20": 0.56673, + "ndcg_at_100": 0.61273, + "ndcg_at_1000": 0.70205, + "map_at_1": 0.0974, + "map_at_3": 0.17638, + "map_at_5": 0.21656, + "map_at_10": 0.26384, + "map_at_20": 0.3065, + "map_at_100": 0.39548, + "map_at_1000": 0.4542, + "recall_at_1": 0.0974, + "recall_at_3": 0.18629, + "recall_at_5": 0.24197, + "recall_at_10": 0.32592, + "recall_at_20": 0.41775, + "recall_at_100": 0.66425, + "recall_at_1000": 0.93098, + "precision_at_1": 0.77, + "precision_at_3": 0.64333, + "precision_at_5": 0.588, + "precision_at_10": 0.4925, + "precision_at_20": 0.40425, + "precision_at_100": 0.22025, + "precision_at_1000": 0.05491, + "mrr_at_1": 0.77, + "mrr_at_3": 0.829167, + "mrr_at_5": 0.836167, + "mrr_at_10": 0.840437, + "mrr_at_20": 0.840687, + "mrr_at_100": 0.841243, + "mrr_at_1000": 0.841266, + "nauc_ndcg_at_1_max": 0.33033, + "nauc_ndcg_at_1_std": 0.172923, + "nauc_ndcg_at_1_diff1": 0.289168, + "nauc_ndcg_at_3_max": 0.375991, + "nauc_ndcg_at_3_std": 0.191884, + "nauc_ndcg_at_3_diff1": 0.159697, + "nauc_ndcg_at_5_max": 0.402359, + "nauc_ndcg_at_5_std": 0.232579, + "nauc_ndcg_at_5_diff1": 0.144847, + "nauc_ndcg_at_10_max": 0.380809, + "nauc_ndcg_at_10_std": 0.23753, + "nauc_ndcg_at_10_diff1": 0.158437, + "nauc_ndcg_at_20_max": 0.395445, + "nauc_ndcg_at_20_std": 0.255601, + "nauc_ndcg_at_20_diff1": 0.157471, + "nauc_ndcg_at_100_max": 0.407112, + "nauc_ndcg_at_100_std": 0.343583, + "nauc_ndcg_at_100_diff1": 0.190145, + "nauc_ndcg_at_1000_max": 0.433492, + "nauc_ndcg_at_1000_std": 0.393124, + "nauc_ndcg_at_1000_diff1": 0.167777, + "nauc_map_at_1_max": 0.199264, + "nauc_map_at_1_std": 0.005809, + "nauc_map_at_1_diff1": 0.304309, + "nauc_map_at_3_max": 0.251736, + "nauc_map_at_3_std": 0.032559, + "nauc_map_at_3_diff1": 0.252705, + "nauc_map_at_5_max": 0.27957, + "nauc_map_at_5_std": 0.078013, + "nauc_map_at_5_diff1": 0.221686, + "nauc_map_at_10_max": 0.279014, + "nauc_map_at_10_std": 0.109807, + "nauc_map_at_10_diff1": 0.198458, + "nauc_map_at_20_max": 0.284654, + "nauc_map_at_20_std": 0.151163, + "nauc_map_at_20_diff1": 0.19309, + "nauc_map_at_100_max": 0.329984, + "nauc_map_at_100_std": 0.274284, + "nauc_map_at_100_diff1": 0.178718, + "nauc_map_at_1000_max": 0.384067, + "nauc_map_at_1000_std": 0.327865, + "nauc_map_at_1000_diff1": 0.120506, + "nauc_recall_at_1_max": 0.199264, + "nauc_recall_at_1_std": 0.005809, + "nauc_recall_at_1_diff1": 0.304309, + "nauc_recall_at_3_max": 0.2273, + "nauc_recall_at_3_std": 0.011545, + "nauc_recall_at_3_diff1": 0.256419, + "nauc_recall_at_5_max": 0.24779, + "nauc_recall_at_5_std": 0.056114, + "nauc_recall_at_5_diff1": 0.229509, + "nauc_recall_at_10_max": 0.208408, + "nauc_recall_at_10_std": 0.073481, + "nauc_recall_at_10_diff1": 0.17215, + "nauc_recall_at_20_max": 0.189682, + "nauc_recall_at_20_std": 0.132399, + "nauc_recall_at_20_diff1": 0.157684, + "nauc_recall_at_100_max": 0.202088, + "nauc_recall_at_100_std": 0.321839, + "nauc_recall_at_100_diff1": 0.189588, + "nauc_recall_at_1000_max": 0.301219, + "nauc_recall_at_1000_std": 0.608517, + "nauc_recall_at_1000_diff1": 0.190504, + "nauc_precision_at_1_max": 0.536615, + "nauc_precision_at_1_std": 0.279615, + "nauc_precision_at_1_diff1": 0.265281, + "nauc_precision_at_3_max": 0.332704, + "nauc_precision_at_3_std": 0.201399, + "nauc_precision_at_3_diff1": -0.004618, + "nauc_precision_at_5_max": 0.284767, + "nauc_precision_at_5_std": 0.249295, + "nauc_precision_at_5_diff1": -0.084709, + "nauc_precision_at_10_max": 0.17173, + "nauc_precision_at_10_std": 0.214096, + "nauc_precision_at_10_diff1": -0.131651, + "nauc_precision_at_20_max": 0.120887, + "nauc_precision_at_20_std": 0.189962, + "nauc_precision_at_20_diff1": -0.147019, + "nauc_precision_at_100_max": 0.0878, + "nauc_precision_at_100_std": 0.145211, + "nauc_precision_at_100_diff1": -0.206256, + "nauc_precision_at_1000_max": 0.058651, + "nauc_precision_at_1000_std": -0.011227, + "nauc_precision_at_1000_diff1": -0.224321, + "nauc_mrr_at_1_max": 0.536615, + "nauc_mrr_at_1_std": 0.279615, + "nauc_mrr_at_1_diff1": 0.265281, + "nauc_mrr_at_3_max": 0.516966, + "nauc_mrr_at_3_std": 0.275964, + "nauc_mrr_at_3_diff1": 0.254536, + "nauc_mrr_at_5_max": 0.533832, + "nauc_mrr_at_5_std": 0.297475, + "nauc_mrr_at_5_diff1": 0.280052, + "nauc_mrr_at_10_max": 0.532432, + "nauc_mrr_at_10_std": 0.295563, + "nauc_mrr_at_10_diff1": 0.27898, + "nauc_mrr_at_20_max": 0.531639, + "nauc_mrr_at_20_std": 0.298017, + "nauc_mrr_at_20_diff1": 0.278228, + "nauc_mrr_at_100_max": 0.530497, + "nauc_mrr_at_100_std": 0.295671, + "nauc_mrr_at_100_diff1": 0.276792, + "nauc_mrr_at_1000_max": 0.530424, + "nauc_mrr_at_1000_std": 0.295582, + "nauc_mrr_at_1000_diff1": 0.276779, + "main_score": 0.56432, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.62, + "ndcg_at_3": 0.57562, + "ndcg_at_5": 0.56237, + "ndcg_at_10": 0.55849, + "ndcg_at_20": 0.56075, + "ndcg_at_100": 0.60198, + "ndcg_at_1000": 0.69329, + "map_at_1": 0.08442, + "map_at_3": 0.17078, + "map_at_5": 0.20857, + "map_at_10": 0.25939, + "map_at_20": 0.30146, + "map_at_100": 0.38454, + "map_at_1000": 0.44079, + "recall_at_1": 0.08442, + "recall_at_3": 0.18411, + "recall_at_5": 0.23787, + "recall_at_10": 0.33977, + "recall_at_20": 0.42452, + "recall_at_100": 0.6568, + "recall_at_1000": 0.92677, + "precision_at_1": 0.745, + "precision_at_3": 0.64167, + "precision_at_5": 0.58, + "precision_at_10": 0.49, + "precision_at_20": 0.4005, + "precision_at_100": 0.21275, + "precision_at_1000": 0.05408, + "mrr_at_1": 0.745, + "mrr_at_3": 0.798333, + "mrr_at_5": 0.810083, + "mrr_at_10": 0.818093, + "mrr_at_20": 0.819159, + "mrr_at_100": 0.819275, + "mrr_at_1000": 0.819297, + "nauc_ndcg_at_1_max": 0.382535, + "nauc_ndcg_at_1_std": 0.198371, + "nauc_ndcg_at_1_diff1": 0.293365, + "nauc_ndcg_at_3_max": 0.424732, + "nauc_ndcg_at_3_std": 0.237476, + "nauc_ndcg_at_3_diff1": 0.1321, + "nauc_ndcg_at_5_max": 0.454949, + "nauc_ndcg_at_5_std": 0.263227, + "nauc_ndcg_at_5_diff1": 0.083315, + "nauc_ndcg_at_10_max": 0.417724, + "nauc_ndcg_at_10_std": 0.302444, + "nauc_ndcg_at_10_diff1": 0.071562, + "nauc_ndcg_at_20_max": 0.417941, + "nauc_ndcg_at_20_std": 0.309574, + "nauc_ndcg_at_20_diff1": 0.089517, + "nauc_ndcg_at_100_max": 0.414614, + "nauc_ndcg_at_100_std": 0.39572, + "nauc_ndcg_at_100_diff1": 0.090431, + "nauc_ndcg_at_1000_max": 0.448237, + "nauc_ndcg_at_1000_std": 0.395295, + "nauc_ndcg_at_1000_diff1": 0.068386, + "nauc_map_at_1_max": 0.401968, + "nauc_map_at_1_std": 0.163652, + "nauc_map_at_1_diff1": 0.368414, + "nauc_map_at_3_max": 0.346926, + "nauc_map_at_3_std": 0.153108, + "nauc_map_at_3_diff1": 0.249015, + "nauc_map_at_5_max": 0.352301, + "nauc_map_at_5_std": 0.19069, + "nauc_map_at_5_diff1": 0.204281, + "nauc_map_at_10_max": 0.32221, + "nauc_map_at_10_std": 0.222078, + "nauc_map_at_10_diff1": 0.168948, + "nauc_map_at_20_max": 0.315787, + "nauc_map_at_20_std": 0.248364, + "nauc_map_at_20_diff1": 0.154595, + "nauc_map_at_100_max": 0.344434, + "nauc_map_at_100_std": 0.342276, + "nauc_map_at_100_diff1": 0.091688, + "nauc_map_at_1000_max": 0.379833, + "nauc_map_at_1000_std": 0.355222, + "nauc_map_at_1000_diff1": 0.044844, + "nauc_recall_at_1_max": 0.401968, + "nauc_recall_at_1_std": 0.163652, + "nauc_recall_at_1_diff1": 0.368414, + "nauc_recall_at_3_max": 0.308436, + "nauc_recall_at_3_std": 0.124935, + "nauc_recall_at_3_diff1": 0.217684, + "nauc_recall_at_5_max": 0.302048, + "nauc_recall_at_5_std": 0.162041, + "nauc_recall_at_5_diff1": 0.152529, + "nauc_recall_at_10_max": 0.191692, + "nauc_recall_at_10_std": 0.185965, + "nauc_recall_at_10_diff1": 0.102053, + "nauc_recall_at_20_max": 0.194213, + "nauc_recall_at_20_std": 0.219728, + "nauc_recall_at_20_diff1": 0.112777, + "nauc_recall_at_100_max": 0.202662, + "nauc_recall_at_100_std": 0.397438, + "nauc_recall_at_100_diff1": 0.076839, + "nauc_recall_at_1000_max": 0.289162, + "nauc_recall_at_1000_std": 0.595303, + "nauc_recall_at_1000_diff1": 0.039165, + "nauc_precision_at_1_max": 0.50051, + "nauc_precision_at_1_std": 0.248102, + "nauc_precision_at_1_diff1": 0.338414, + "nauc_precision_at_3_max": 0.336322, + "nauc_precision_at_3_std": 0.220295, + "nauc_precision_at_3_diff1": -0.021526, + "nauc_precision_at_5_max": 0.229063, + "nauc_precision_at_5_std": 0.200229, + "nauc_precision_at_5_diff1": -0.152198, + "nauc_precision_at_10_max": 0.103054, + "nauc_precision_at_10_std": 0.142341, + "nauc_precision_at_10_diff1": -0.212107, + "nauc_precision_at_20_max": 0.030909, + "nauc_precision_at_20_std": 0.07941, + "nauc_precision_at_20_diff1": -0.223922, + "nauc_precision_at_100_max": 0.018247, + "nauc_precision_at_100_std": 0.018569, + "nauc_precision_at_100_diff1": -0.226202, + "nauc_precision_at_1000_max": -0.015411, + "nauc_precision_at_1000_std": -0.124607, + "nauc_precision_at_1000_diff1": -0.143834, + "nauc_mrr_at_1_max": 0.50051, + "nauc_mrr_at_1_std": 0.248102, + "nauc_mrr_at_1_diff1": 0.338414, + "nauc_mrr_at_3_max": 0.530045, + "nauc_mrr_at_3_std": 0.267914, + "nauc_mrr_at_3_diff1": 0.299068, + "nauc_mrr_at_5_max": 0.537791, + "nauc_mrr_at_5_std": 0.265571, + "nauc_mrr_at_5_diff1": 0.294828, + "nauc_mrr_at_10_max": 0.531925, + "nauc_mrr_at_10_std": 0.271732, + "nauc_mrr_at_10_diff1": 0.298482, + "nauc_mrr_at_20_max": 0.531431, + "nauc_mrr_at_20_std": 0.269373, + "nauc_mrr_at_20_diff1": 0.297764, + "nauc_mrr_at_100_max": 0.531192, + "nauc_mrr_at_100_std": 0.269053, + "nauc_mrr_at_100_diff1": 0.298096, + "nauc_mrr_at_1000_max": 0.531147, + "nauc_mrr_at_1000_std": 0.268955, + "nauc_mrr_at_1000_diff1": 0.298212, + "main_score": 0.55849, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "neuroscience_and_neurology": [ + { + "ndcg_at_1": 0.5725, + "ndcg_at_3": 0.55362, + "ndcg_at_5": 0.52718, + "ndcg_at_10": 0.51132, + "ndcg_at_20": 0.5094, + "ndcg_at_100": 0.57516, + "ndcg_at_1000": 0.67811, + "map_at_1": 0.05133, + "map_at_3": 0.1129, + "map_at_5": 0.14024, + "map_at_10": 0.18973, + "map_at_20": 0.24813, + "map_at_100": 0.36444, + "map_at_1000": 0.41483, + "recall_at_1": 0.05133, + "recall_at_3": 0.1267, + "recall_at_5": 0.16179, + "recall_at_10": 0.24414, + "recall_at_20": 0.36082, + "recall_at_100": 0.68165, + "recall_at_1000": 0.95992, + "precision_at_1": 0.73, + "precision_at_3": 0.665, + "precision_at_5": 0.594, + "precision_at_10": 0.516, + "precision_at_20": 0.4325, + "precision_at_100": 0.2215, + "precision_at_1000": 0.03956, + "mrr_at_1": 0.73, + "mrr_at_3": 0.794167, + "mrr_at_5": 0.801167, + "mrr_at_10": 0.805532, + "mrr_at_20": 0.806138, + "mrr_at_100": 0.807761, + "mrr_at_1000": 0.807802, + "nauc_ndcg_at_1_max": 0.483959, + "nauc_ndcg_at_1_std": 0.344401, + "nauc_ndcg_at_1_diff1": 0.200855, + "nauc_ndcg_at_3_max": 0.445371, + "nauc_ndcg_at_3_std": 0.349596, + "nauc_ndcg_at_3_diff1": 0.181607, + "nauc_ndcg_at_5_max": 0.435549, + "nauc_ndcg_at_5_std": 0.363346, + "nauc_ndcg_at_5_diff1": 0.156847, + "nauc_ndcg_at_10_max": 0.440574, + "nauc_ndcg_at_10_std": 0.322058, + "nauc_ndcg_at_10_diff1": 0.148866, + "nauc_ndcg_at_20_max": 0.434895, + "nauc_ndcg_at_20_std": 0.304665, + "nauc_ndcg_at_20_diff1": 0.159193, + "nauc_ndcg_at_100_max": 0.459619, + "nauc_ndcg_at_100_std": 0.297738, + "nauc_ndcg_at_100_diff1": 0.152582, + "nauc_ndcg_at_1000_max": 0.514513, + "nauc_ndcg_at_1000_std": 0.460911, + "nauc_ndcg_at_1000_diff1": 0.212247, + "nauc_map_at_1_max": 0.141583, + "nauc_map_at_1_std": -0.153526, + "nauc_map_at_1_diff1": 0.28855, + "nauc_map_at_3_max": 0.095956, + "nauc_map_at_3_std": -0.205044, + "nauc_map_at_3_diff1": 0.23935, + "nauc_map_at_5_max": 0.13857, + "nauc_map_at_5_std": -0.165195, + "nauc_map_at_5_diff1": 0.201832, + "nauc_map_at_10_max": 0.20508, + "nauc_map_at_10_std": -0.109385, + "nauc_map_at_10_diff1": 0.142994, + "nauc_map_at_20_max": 0.283047, + "nauc_map_at_20_std": -0.035056, + "nauc_map_at_20_diff1": 0.123227, + "nauc_map_at_100_max": 0.402879, + "nauc_map_at_100_std": 0.170445, + "nauc_map_at_100_diff1": 0.091035, + "nauc_map_at_1000_max": 0.425882, + "nauc_map_at_1000_std": 0.291297, + "nauc_map_at_1000_diff1": 0.099762, + "nauc_recall_at_1_max": 0.141583, + "nauc_recall_at_1_std": -0.153526, + "nauc_recall_at_1_diff1": 0.28855, + "nauc_recall_at_3_max": 0.015329, + "nauc_recall_at_3_std": -0.229387, + "nauc_recall_at_3_diff1": 0.180624, + "nauc_recall_at_5_max": 0.05514, + "nauc_recall_at_5_std": -0.197572, + "nauc_recall_at_5_diff1": 0.147141, + "nauc_recall_at_10_max": 0.094257, + "nauc_recall_at_10_std": -0.166776, + "nauc_recall_at_10_diff1": 0.074965, + "nauc_recall_at_20_max": 0.128064, + "nauc_recall_at_20_std": -0.101427, + "nauc_recall_at_20_diff1": 0.044568, + "nauc_recall_at_100_max": 0.178679, + "nauc_recall_at_100_std": 0.001094, + "nauc_recall_at_100_diff1": -0.062145, + "nauc_recall_at_1000_max": 0.398673, + "nauc_recall_at_1000_std": 0.530003, + "nauc_recall_at_1000_diff1": 0.028835, + "nauc_precision_at_1_max": 0.603698, + "nauc_precision_at_1_std": 0.366372, + "nauc_precision_at_1_diff1": 0.183579, + "nauc_precision_at_3_max": 0.421229, + "nauc_precision_at_3_std": 0.376897, + "nauc_precision_at_3_diff1": 0.093665, + "nauc_precision_at_5_max": 0.392295, + "nauc_precision_at_5_std": 0.39322, + "nauc_precision_at_5_diff1": 0.030665, + "nauc_precision_at_10_max": 0.373591, + "nauc_precision_at_10_std": 0.388558, + "nauc_precision_at_10_diff1": -0.010597, + "nauc_precision_at_20_max": 0.341975, + "nauc_precision_at_20_std": 0.4224, + "nauc_precision_at_20_diff1": -0.014734, + "nauc_precision_at_100_max": 0.196698, + "nauc_precision_at_100_std": 0.429029, + "nauc_precision_at_100_diff1": -0.017455, + "nauc_precision_at_1000_max": 0.08133, + "nauc_precision_at_1000_std": 0.339627, + "nauc_precision_at_1000_diff1": 0.026666, + "nauc_mrr_at_1_max": 0.603698, + "nauc_mrr_at_1_std": 0.366372, + "nauc_mrr_at_1_diff1": 0.183579, + "nauc_mrr_at_3_max": 0.578876, + "nauc_mrr_at_3_std": 0.429754, + "nauc_mrr_at_3_diff1": 0.22479, + "nauc_mrr_at_5_max": 0.576687, + "nauc_mrr_at_5_std": 0.429999, + "nauc_mrr_at_5_diff1": 0.229338, + "nauc_mrr_at_10_max": 0.583684, + "nauc_mrr_at_10_std": 0.430929, + "nauc_mrr_at_10_diff1": 0.233231, + "nauc_mrr_at_20_max": 0.584114, + "nauc_mrr_at_20_std": 0.433009, + "nauc_mrr_at_20_diff1": 0.231036, + "nauc_mrr_at_100_max": 0.583701, + "nauc_mrr_at_100_std": 0.429636, + "nauc_mrr_at_100_diff1": 0.227136, + "nauc_mrr_at_1000_max": 0.583641, + "nauc_mrr_at_1000_std": 0.42956, + "nauc_mrr_at_1000_diff1": 0.227436, + "main_score": 0.51132, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5375, + "ndcg_at_3": 0.49348, + "ndcg_at_5": 0.48314, + "ndcg_at_10": 0.46567, + "ndcg_at_20": 0.45192, + "ndcg_at_100": 0.5173, + "ndcg_at_1000": 0.62903, + "map_at_1": 0.04407, + "map_at_3": 0.09653, + "map_at_5": 0.126, + "map_at_10": 0.16913, + "map_at_20": 0.21381, + "map_at_100": 0.3118, + "map_at_1000": 0.35753, + "recall_at_1": 0.04407, + "recall_at_3": 0.11068, + "recall_at_5": 0.15535, + "recall_at_10": 0.22595, + "recall_at_20": 0.32057, + "recall_at_100": 0.6168, + "recall_at_1000": 0.93221, + "precision_at_1": 0.685, + "precision_at_3": 0.59833, + "precision_at_5": 0.554, + "precision_at_10": 0.475, + "precision_at_20": 0.3825, + "precision_at_100": 0.19845, + "precision_at_1000": 0.03742, + "mrr_at_1": 0.685, + "mrr_at_3": 0.751667, + "mrr_at_5": 0.758417, + "mrr_at_10": 0.767548, + "mrr_at_20": 0.768947, + "mrr_at_100": 0.769555, + "mrr_at_1000": 0.7697, + "nauc_ndcg_at_1_max": 0.262203, + "nauc_ndcg_at_1_std": 0.333101, + "nauc_ndcg_at_1_diff1": 0.075161, + "nauc_ndcg_at_3_max": 0.30539, + "nauc_ndcg_at_3_std": 0.414249, + "nauc_ndcg_at_3_diff1": 0.018902, + "nauc_ndcg_at_5_max": 0.312657, + "nauc_ndcg_at_5_std": 0.455976, + "nauc_ndcg_at_5_diff1": 0.00972, + "nauc_ndcg_at_10_max": 0.295887, + "nauc_ndcg_at_10_std": 0.434174, + "nauc_ndcg_at_10_diff1": 0.018483, + "nauc_ndcg_at_20_max": 0.293306, + "nauc_ndcg_at_20_std": 0.372575, + "nauc_ndcg_at_20_diff1": 0.039006, + "nauc_ndcg_at_100_max": 0.355868, + "nauc_ndcg_at_100_std": 0.401308, + "nauc_ndcg_at_100_diff1": 0.027875, + "nauc_ndcg_at_1000_max": 0.374395, + "nauc_ndcg_at_1000_std": 0.533575, + "nauc_ndcg_at_1000_diff1": 0.028375, + "nauc_map_at_1_max": 0.033048, + "nauc_map_at_1_std": -0.177195, + "nauc_map_at_1_diff1": 0.295669, + "nauc_map_at_3_max": 0.078137, + "nauc_map_at_3_std": -0.156899, + "nauc_map_at_3_diff1": 0.187948, + "nauc_map_at_5_max": 0.093994, + "nauc_map_at_5_std": -0.105108, + "nauc_map_at_5_diff1": 0.149764, + "nauc_map_at_10_max": 0.125495, + "nauc_map_at_10_std": -0.033102, + "nauc_map_at_10_diff1": 0.116739, + "nauc_map_at_20_max": 0.190454, + "nauc_map_at_20_std": 0.043159, + "nauc_map_at_20_diff1": 0.113249, + "nauc_map_at_100_max": 0.324104, + "nauc_map_at_100_std": 0.294099, + "nauc_map_at_100_diff1": 0.070649, + "nauc_map_at_1000_max": 0.345903, + "nauc_map_at_1000_std": 0.399726, + "nauc_map_at_1000_diff1": 0.046217, + "nauc_recall_at_1_max": 0.033048, + "nauc_recall_at_1_std": -0.177195, + "nauc_recall_at_1_diff1": 0.295669, + "nauc_recall_at_3_max": 0.025457, + "nauc_recall_at_3_std": -0.179146, + "nauc_recall_at_3_diff1": 0.140985, + "nauc_recall_at_5_max": 0.016156, + "nauc_recall_at_5_std": -0.134643, + "nauc_recall_at_5_diff1": 0.082353, + "nauc_recall_at_10_max": 0.04056, + "nauc_recall_at_10_std": -0.10321, + "nauc_recall_at_10_diff1": 0.057474, + "nauc_recall_at_20_max": 0.063668, + "nauc_recall_at_20_std": -0.073712, + "nauc_recall_at_20_diff1": 0.032499, + "nauc_recall_at_100_max": 0.192374, + "nauc_recall_at_100_std": 0.122923, + "nauc_recall_at_100_diff1": -0.076441, + "nauc_recall_at_1000_max": 0.46145, + "nauc_recall_at_1000_std": 0.5006, + "nauc_recall_at_1000_diff1": -0.018482, + "nauc_precision_at_1_max": 0.346122, + "nauc_precision_at_1_std": 0.435229, + "nauc_precision_at_1_diff1": 0.040879, + "nauc_precision_at_3_max": 0.302985, + "nauc_precision_at_3_std": 0.474129, + "nauc_precision_at_3_diff1": -0.056776, + "nauc_precision_at_5_max": 0.324425, + "nauc_precision_at_5_std": 0.535475, + "nauc_precision_at_5_diff1": -0.063203, + "nauc_precision_at_10_max": 0.302994, + "nauc_precision_at_10_std": 0.554065, + "nauc_precision_at_10_diff1": -0.062524, + "nauc_precision_at_20_max": 0.305426, + "nauc_precision_at_20_std": 0.534501, + "nauc_precision_at_20_diff1": -0.05702, + "nauc_precision_at_100_max": 0.229661, + "nauc_precision_at_100_std": 0.52994, + "nauc_precision_at_100_diff1": -0.094222, + "nauc_precision_at_1000_max": 0.104437, + "nauc_precision_at_1000_std": 0.393025, + "nauc_precision_at_1000_diff1": -0.08368, + "nauc_mrr_at_1_max": 0.346122, + "nauc_mrr_at_1_std": 0.435229, + "nauc_mrr_at_1_diff1": 0.040879, + "nauc_mrr_at_3_max": 0.358482, + "nauc_mrr_at_3_std": 0.511383, + "nauc_mrr_at_3_diff1": 0.064993, + "nauc_mrr_at_5_max": 0.358976, + "nauc_mrr_at_5_std": 0.522002, + "nauc_mrr_at_5_diff1": 0.052039, + "nauc_mrr_at_10_max": 0.353464, + "nauc_mrr_at_10_std": 0.507932, + "nauc_mrr_at_10_diff1": 0.052274, + "nauc_mrr_at_20_max": 0.353322, + "nauc_mrr_at_20_std": 0.507411, + "nauc_mrr_at_20_diff1": 0.048366, + "nauc_mrr_at_100_max": 0.353702, + "nauc_mrr_at_100_std": 0.507542, + "nauc_mrr_at_100_diff1": 0.046625, + "nauc_mrr_at_1000_max": 0.353845, + "nauc_mrr_at_1000_std": 0.507493, + "nauc_mrr_at_1000_diff1": 0.04744, + "main_score": 0.46567, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5, + "ndcg_at_3": 0.47841, + "ndcg_at_5": 0.45727, + "ndcg_at_10": 0.44214, + "ndcg_at_20": 0.4368, + "ndcg_at_100": 0.50543, + "ndcg_at_1000": 0.61675, + "map_at_1": 0.04103, + "map_at_3": 0.09234, + "map_at_5": 0.11526, + "map_at_10": 0.1546, + "map_at_20": 0.20019, + "map_at_100": 0.29921, + "map_at_1000": 0.34461, + "recall_at_1": 0.04103, + "recall_at_3": 0.10331, + "recall_at_5": 0.13401, + "recall_at_10": 0.20434, + "recall_at_20": 0.30864, + "recall_at_100": 0.6123, + "recall_at_1000": 0.92946, + "precision_at_1": 0.625, + "precision_at_3": 0.58667, + "precision_at_5": 0.527, + "precision_at_10": 0.4535, + "precision_at_20": 0.375, + "precision_at_100": 0.19925, + "precision_at_1000": 0.03733, + "mrr_at_1": 0.625, + "mrr_at_3": 0.7075, + "mrr_at_5": 0.71575, + "mrr_at_10": 0.72331, + "mrr_at_20": 0.724665, + "mrr_at_100": 0.725659, + "mrr_at_1000": 0.72581, + "nauc_ndcg_at_1_max": 0.324672, + "nauc_ndcg_at_1_std": 0.34549, + "nauc_ndcg_at_1_diff1": 0.156086, + "nauc_ndcg_at_3_max": 0.426601, + "nauc_ndcg_at_3_std": 0.441237, + "nauc_ndcg_at_3_diff1": 0.214974, + "nauc_ndcg_at_5_max": 0.459087, + "nauc_ndcg_at_5_std": 0.451829, + "nauc_ndcg_at_5_diff1": 0.202825, + "nauc_ndcg_at_10_max": 0.473458, + "nauc_ndcg_at_10_std": 0.452994, + "nauc_ndcg_at_10_diff1": 0.205272, + "nauc_ndcg_at_20_max": 0.452754, + "nauc_ndcg_at_20_std": 0.433835, + "nauc_ndcg_at_20_diff1": 0.217893, + "nauc_ndcg_at_100_max": 0.477533, + "nauc_ndcg_at_100_std": 0.45349, + "nauc_ndcg_at_100_diff1": 0.248665, + "nauc_ndcg_at_1000_max": 0.530708, + "nauc_ndcg_at_1000_std": 0.572566, + "nauc_ndcg_at_1000_diff1": 0.257756, + "nauc_map_at_1_max": 0.115547, + "nauc_map_at_1_std": -0.072198, + "nauc_map_at_1_diff1": 0.278509, + "nauc_map_at_3_max": 0.168037, + "nauc_map_at_3_std": -0.058774, + "nauc_map_at_3_diff1": 0.280949, + "nauc_map_at_5_max": 0.210834, + "nauc_map_at_5_std": -0.031534, + "nauc_map_at_5_diff1": 0.25888, + "nauc_map_at_10_max": 0.255026, + "nauc_map_at_10_std": 0.033881, + "nauc_map_at_10_diff1": 0.245138, + "nauc_map_at_20_max": 0.296262, + "nauc_map_at_20_std": 0.114135, + "nauc_map_at_20_diff1": 0.235529, + "nauc_map_at_100_max": 0.468275, + "nauc_map_at_100_std": 0.355507, + "nauc_map_at_100_diff1": 0.250592, + "nauc_map_at_1000_max": 0.526009, + "nauc_map_at_1000_std": 0.464279, + "nauc_map_at_1000_diff1": 0.241752, + "nauc_recall_at_1_max": 0.115547, + "nauc_recall_at_1_std": -0.072198, + "nauc_recall_at_1_diff1": 0.278509, + "nauc_recall_at_3_max": 0.106553, + "nauc_recall_at_3_std": -0.09346, + "nauc_recall_at_3_diff1": 0.235997, + "nauc_recall_at_5_max": 0.140927, + "nauc_recall_at_5_std": -0.074005, + "nauc_recall_at_5_diff1": 0.203025, + "nauc_recall_at_10_max": 0.145311, + "nauc_recall_at_10_std": -0.041323, + "nauc_recall_at_10_diff1": 0.145726, + "nauc_recall_at_20_max": 0.118626, + "nauc_recall_at_20_std": 0.00219, + "nauc_recall_at_20_diff1": 0.115036, + "nauc_recall_at_100_max": 0.2255, + "nauc_recall_at_100_std": 0.199438, + "nauc_recall_at_100_diff1": 0.12863, + "nauc_recall_at_1000_max": 0.443509, + "nauc_recall_at_1000_std": 0.579855, + "nauc_recall_at_1000_diff1": 0.311243, + "nauc_precision_at_1_max": 0.447553, + "nauc_precision_at_1_std": 0.447801, + "nauc_precision_at_1_diff1": 0.179724, + "nauc_precision_at_3_max": 0.498667, + "nauc_precision_at_3_std": 0.511668, + "nauc_precision_at_3_diff1": 0.203652, + "nauc_precision_at_5_max": 0.484088, + "nauc_precision_at_5_std": 0.499436, + "nauc_precision_at_5_diff1": 0.115321, + "nauc_precision_at_10_max": 0.478086, + "nauc_precision_at_10_std": 0.531761, + "nauc_precision_at_10_diff1": 0.094786, + "nauc_precision_at_20_max": 0.435578, + "nauc_precision_at_20_std": 0.549332, + "nauc_precision_at_20_diff1": 0.072578, + "nauc_precision_at_100_max": 0.411183, + "nauc_precision_at_100_std": 0.558196, + "nauc_precision_at_100_diff1": 0.030973, + "nauc_precision_at_1000_max": 0.284296, + "nauc_precision_at_1000_std": 0.413668, + "nauc_precision_at_1000_diff1": -0.021393, + "nauc_mrr_at_1_max": 0.447553, + "nauc_mrr_at_1_std": 0.447801, + "nauc_mrr_at_1_diff1": 0.179724, + "nauc_mrr_at_3_max": 0.452819, + "nauc_mrr_at_3_std": 0.497303, + "nauc_mrr_at_3_diff1": 0.232614, + "nauc_mrr_at_5_max": 0.447897, + "nauc_mrr_at_5_std": 0.498502, + "nauc_mrr_at_5_diff1": 0.22811, + "nauc_mrr_at_10_max": 0.44845, + "nauc_mrr_at_10_std": 0.494331, + "nauc_mrr_at_10_diff1": 0.214695, + "nauc_mrr_at_20_max": 0.449011, + "nauc_mrr_at_20_std": 0.494202, + "nauc_mrr_at_20_diff1": 0.213102, + "nauc_mrr_at_100_max": 0.449058, + "nauc_mrr_at_100_std": 0.493937, + "nauc_mrr_at_100_diff1": 0.212972, + "nauc_mrr_at_1000_max": 0.449073, + "nauc_mrr_at_1000_std": 0.493845, + "nauc_mrr_at_1000_diff1": 0.21302, + "main_score": 0.44214, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "orthopedic_surgery": [ + { + "ndcg_at_1": 0.6625, + "ndcg_at_3": 0.59488, + "ndcg_at_5": 0.57745, + "ndcg_at_10": 0.56857, + "ndcg_at_20": 0.57678, + "ndcg_at_100": 0.65585, + "ndcg_at_1000": 0.70755, + "map_at_1": 0.13833, + "map_at_3": 0.23801, + "map_at_5": 0.28206, + "map_at_10": 0.33782, + "map_at_20": 0.37866, + "map_at_100": 0.44339, + "map_at_1000": 0.45926, + "recall_at_1": 0.13833, + "recall_at_3": 0.25746, + "recall_at_5": 0.32701, + "recall_at_10": 0.4201, + "recall_at_20": 0.52928, + "recall_at_100": 0.8063, + "recall_at_1000": 0.97843, + "precision_at_1": 0.76, + "precision_at_3": 0.59333, + "precision_at_5": 0.508, + "precision_at_10": 0.388, + "precision_at_20": 0.27575, + "precision_at_100": 0.10805, + "precision_at_1000": 0.01465, + "mrr_at_1": 0.76, + "mrr_at_3": 0.814167, + "mrr_at_5": 0.828667, + "mrr_at_10": 0.830006, + "mrr_at_20": 0.833269, + "mrr_at_100": 0.833547, + "mrr_at_1000": 0.833547, + "nauc_ndcg_at_1_max": 0.427878, + "nauc_ndcg_at_1_std": 0.129105, + "nauc_ndcg_at_1_diff1": 0.528271, + "nauc_ndcg_at_3_max": 0.422619, + "nauc_ndcg_at_3_std": 0.206236, + "nauc_ndcg_at_3_diff1": 0.414025, + "nauc_ndcg_at_5_max": 0.367629, + "nauc_ndcg_at_5_std": 0.140602, + "nauc_ndcg_at_5_diff1": 0.400803, + "nauc_ndcg_at_10_max": 0.357739, + "nauc_ndcg_at_10_std": 0.091131, + "nauc_ndcg_at_10_diff1": 0.391163, + "nauc_ndcg_at_20_max": 0.349068, + "nauc_ndcg_at_20_std": 0.0459, + "nauc_ndcg_at_20_diff1": 0.399733, + "nauc_ndcg_at_100_max": 0.36692, + "nauc_ndcg_at_100_std": 0.084938, + "nauc_ndcg_at_100_diff1": 0.40705, + "nauc_ndcg_at_1000_max": 0.434756, + "nauc_ndcg_at_1000_std": 0.194029, + "nauc_ndcg_at_1000_diff1": 0.39121, + "nauc_map_at_1_max": 0.077052, + "nauc_map_at_1_std": -0.158386, + "nauc_map_at_1_diff1": 0.509038, + "nauc_map_at_3_max": 0.171222, + "nauc_map_at_3_std": -0.140733, + "nauc_map_at_3_diff1": 0.456888, + "nauc_map_at_5_max": 0.171587, + "nauc_map_at_5_std": -0.144624, + "nauc_map_at_5_diff1": 0.418859, + "nauc_map_at_10_max": 0.212721, + "nauc_map_at_10_std": -0.111115, + "nauc_map_at_10_diff1": 0.354197, + "nauc_map_at_20_max": 0.227865, + "nauc_map_at_20_std": -0.088675, + "nauc_map_at_20_diff1": 0.322275, + "nauc_map_at_100_max": 0.272155, + "nauc_map_at_100_std": -0.004302, + "nauc_map_at_100_diff1": 0.297041, + "nauc_map_at_1000_max": 0.291019, + "nauc_map_at_1000_std": 0.032206, + "nauc_map_at_1000_diff1": 0.288614, + "nauc_recall_at_1_max": 0.077052, + "nauc_recall_at_1_std": -0.158386, + "nauc_recall_at_1_diff1": 0.509038, + "nauc_recall_at_3_max": 0.133438, + "nauc_recall_at_3_std": -0.149486, + "nauc_recall_at_3_diff1": 0.439574, + "nauc_recall_at_5_max": 0.084028, + "nauc_recall_at_5_std": -0.189205, + "nauc_recall_at_5_diff1": 0.386174, + "nauc_recall_at_10_max": 0.11538, + "nauc_recall_at_10_std": -0.17467, + "nauc_recall_at_10_diff1": 0.297654, + "nauc_recall_at_20_max": 0.051109, + "nauc_recall_at_20_std": -0.225769, + "nauc_recall_at_20_diff1": 0.226947, + "nauc_recall_at_100_max": -0.01157, + "nauc_recall_at_100_std": -0.228426, + "nauc_recall_at_100_diff1": 0.222537, + "nauc_recall_at_1000_max": 0.192983, + "nauc_recall_at_1000_std": 0.344294, + "nauc_recall_at_1000_diff1": 0.095464, + "nauc_precision_at_1_max": 0.492818, + "nauc_precision_at_1_std": 0.255376, + "nauc_precision_at_1_diff1": 0.464816, + "nauc_precision_at_3_max": 0.381755, + "nauc_precision_at_3_std": 0.327335, + "nauc_precision_at_3_diff1": 0.065285, + "nauc_precision_at_5_max": 0.280407, + "nauc_precision_at_5_std": 0.299483, + "nauc_precision_at_5_diff1": -0.084913, + "nauc_precision_at_10_max": 0.255216, + "nauc_precision_at_10_std": 0.32882, + "nauc_precision_at_10_diff1": -0.185388, + "nauc_precision_at_20_max": 0.195624, + "nauc_precision_at_20_std": 0.328412, + "nauc_precision_at_20_diff1": -0.207675, + "nauc_precision_at_100_max": 0.156426, + "nauc_precision_at_100_std": 0.388736, + "nauc_precision_at_100_diff1": -0.18638, + "nauc_precision_at_1000_max": 0.154294, + "nauc_precision_at_1000_std": 0.399871, + "nauc_precision_at_1000_diff1": -0.190437, + "nauc_mrr_at_1_max": 0.492818, + "nauc_mrr_at_1_std": 0.255376, + "nauc_mrr_at_1_diff1": 0.464816, + "nauc_mrr_at_3_max": 0.557079, + "nauc_mrr_at_3_std": 0.315864, + "nauc_mrr_at_3_diff1": 0.47448, + "nauc_mrr_at_5_max": 0.550204, + "nauc_mrr_at_5_std": 0.308332, + "nauc_mrr_at_5_diff1": 0.494844, + "nauc_mrr_at_10_max": 0.551064, + "nauc_mrr_at_10_std": 0.305867, + "nauc_mrr_at_10_diff1": 0.491633, + "nauc_mrr_at_20_max": 0.545318, + "nauc_mrr_at_20_std": 0.303871, + "nauc_mrr_at_20_diff1": 0.486653, + "nauc_mrr_at_100_max": 0.546332, + "nauc_mrr_at_100_std": 0.303981, + "nauc_mrr_at_100_diff1": 0.486685, + "nauc_mrr_at_1000_max": 0.546332, + "nauc_mrr_at_1000_std": 0.303981, + "nauc_mrr_at_1000_diff1": 0.486685, + "main_score": 0.56857, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.535, + "ndcg_at_3": 0.49142, + "ndcg_at_5": 0.48307, + "ndcg_at_10": 0.48146, + "ndcg_at_20": 0.49719, + "ndcg_at_100": 0.57818, + "ndcg_at_1000": 0.63806, + "map_at_1": 0.1198, + "map_at_3": 0.19109, + "map_at_5": 0.22962, + "map_at_10": 0.27391, + "map_at_20": 0.31128, + "map_at_100": 0.36773, + "map_at_1000": 0.38312, + "recall_at_1": 0.1198, + "recall_at_3": 0.21365, + "recall_at_5": 0.27933, + "recall_at_10": 0.37383, + "recall_at_20": 0.47612, + "recall_at_100": 0.74356, + "recall_at_1000": 0.95487, + "precision_at_1": 0.64, + "precision_at_3": 0.49167, + "precision_at_5": 0.427, + "precision_at_10": 0.327, + "precision_at_20": 0.2415, + "precision_at_100": 0.09725, + "precision_at_1000": 0.01411, + "mrr_at_1": 0.64, + "mrr_at_3": 0.7275, + "mrr_at_5": 0.73825, + "mrr_at_10": 0.744597, + "mrr_at_20": 0.746256, + "mrr_at_100": 0.747434, + "mrr_at_1000": 0.747434, + "nauc_ndcg_at_1_max": 0.351627, + "nauc_ndcg_at_1_std": 0.169972, + "nauc_ndcg_at_1_diff1": 0.394032, + "nauc_ndcg_at_3_max": 0.343753, + "nauc_ndcg_at_3_std": 0.234824, + "nauc_ndcg_at_3_diff1": 0.280782, + "nauc_ndcg_at_5_max": 0.291802, + "nauc_ndcg_at_5_std": 0.178834, + "nauc_ndcg_at_5_diff1": 0.286573, + "nauc_ndcg_at_10_max": 0.310166, + "nauc_ndcg_at_10_std": 0.166403, + "nauc_ndcg_at_10_diff1": 0.309842, + "nauc_ndcg_at_20_max": 0.319684, + "nauc_ndcg_at_20_std": 0.156377, + "nauc_ndcg_at_20_diff1": 0.322937, + "nauc_ndcg_at_100_max": 0.340578, + "nauc_ndcg_at_100_std": 0.217509, + "nauc_ndcg_at_100_diff1": 0.315531, + "nauc_ndcg_at_1000_max": 0.34907, + "nauc_ndcg_at_1000_std": 0.251804, + "nauc_ndcg_at_1000_diff1": 0.286546, + "nauc_map_at_1_max": 0.038715, + "nauc_map_at_1_std": -0.094553, + "nauc_map_at_1_diff1": 0.431503, + "nauc_map_at_3_max": 0.137076, + "nauc_map_at_3_std": -0.044164, + "nauc_map_at_3_diff1": 0.35658, + "nauc_map_at_5_max": 0.140896, + "nauc_map_at_5_std": -0.049122, + "nauc_map_at_5_diff1": 0.343773, + "nauc_map_at_10_max": 0.169047, + "nauc_map_at_10_std": -0.006059, + "nauc_map_at_10_diff1": 0.303315, + "nauc_map_at_20_max": 0.199891, + "nauc_map_at_20_std": 0.03823, + "nauc_map_at_20_diff1": 0.2911, + "nauc_map_at_100_max": 0.248338, + "nauc_map_at_100_std": 0.1426, + "nauc_map_at_100_diff1": 0.270113, + "nauc_map_at_1000_max": 0.253059, + "nauc_map_at_1000_std": 0.161569, + "nauc_map_at_1000_diff1": 0.258089, + "nauc_recall_at_1_max": 0.038715, + "nauc_recall_at_1_std": -0.094553, + "nauc_recall_at_1_diff1": 0.431503, + "nauc_recall_at_3_max": 0.138746, + "nauc_recall_at_3_std": -0.046445, + "nauc_recall_at_3_diff1": 0.321534, + "nauc_recall_at_5_max": 0.113877, + "nauc_recall_at_5_std": -0.069029, + "nauc_recall_at_5_diff1": 0.308773, + "nauc_recall_at_10_max": 0.112905, + "nauc_recall_at_10_std": -0.053095, + "nauc_recall_at_10_diff1": 0.266063, + "nauc_recall_at_20_max": 0.154447, + "nauc_recall_at_20_std": -0.010581, + "nauc_recall_at_20_diff1": 0.22785, + "nauc_recall_at_100_max": 0.22357, + "nauc_recall_at_100_std": 0.140866, + "nauc_recall_at_100_diff1": 0.213254, + "nauc_recall_at_1000_max": 0.265433, + "nauc_recall_at_1000_std": 0.333275, + "nauc_recall_at_1000_diff1": 0.011572, + "nauc_precision_at_1_max": 0.398782, + "nauc_precision_at_1_std": 0.26049, + "nauc_precision_at_1_diff1": 0.350476, + "nauc_precision_at_3_max": 0.31924, + "nauc_precision_at_3_std": 0.329518, + "nauc_precision_at_3_diff1": 0.012027, + "nauc_precision_at_5_max": 0.223109, + "nauc_precision_at_5_std": 0.263965, + "nauc_precision_at_5_diff1": -0.044603, + "nauc_precision_at_10_max": 0.230492, + "nauc_precision_at_10_std": 0.340068, + "nauc_precision_at_10_diff1": -0.106346, + "nauc_precision_at_20_max": 0.219781, + "nauc_precision_at_20_std": 0.36645, + "nauc_precision_at_20_diff1": -0.111883, + "nauc_precision_at_100_max": 0.163216, + "nauc_precision_at_100_std": 0.381693, + "nauc_precision_at_100_diff1": -0.158371, + "nauc_precision_at_1000_max": 0.083116, + "nauc_precision_at_1000_std": 0.284035, + "nauc_precision_at_1000_diff1": -0.201972, + "nauc_mrr_at_1_max": 0.398782, + "nauc_mrr_at_1_std": 0.26049, + "nauc_mrr_at_1_diff1": 0.350476, + "nauc_mrr_at_3_max": 0.45131, + "nauc_mrr_at_3_std": 0.33454, + "nauc_mrr_at_3_diff1": 0.321743, + "nauc_mrr_at_5_max": 0.43646, + "nauc_mrr_at_5_std": 0.320669, + "nauc_mrr_at_5_diff1": 0.323993, + "nauc_mrr_at_10_max": 0.437217, + "nauc_mrr_at_10_std": 0.319783, + "nauc_mrr_at_10_diff1": 0.322524, + "nauc_mrr_at_20_max": 0.440594, + "nauc_mrr_at_20_std": 0.320952, + "nauc_mrr_at_20_diff1": 0.320864, + "nauc_mrr_at_100_max": 0.440861, + "nauc_mrr_at_100_std": 0.320744, + "nauc_mrr_at_100_diff1": 0.323499, + "nauc_mrr_at_1000_max": 0.440861, + "nauc_mrr_at_1000_std": 0.320744, + "nauc_mrr_at_1000_diff1": 0.323499, + "main_score": 0.48146, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5425, + "ndcg_at_3": 0.48239, + "ndcg_at_5": 0.46927, + "ndcg_at_10": 0.47231, + "ndcg_at_20": 0.48953, + "ndcg_at_100": 0.57154, + "ndcg_at_1000": 0.63287, + "map_at_1": 0.12471, + "map_at_3": 0.1902, + "map_at_5": 0.22566, + "map_at_10": 0.26915, + "map_at_20": 0.30561, + "map_at_100": 0.36252, + "map_at_1000": 0.37805, + "recall_at_1": 0.12471, + "recall_at_3": 0.20895, + "recall_at_5": 0.26711, + "recall_at_10": 0.35599, + "recall_at_20": 0.46808, + "recall_at_100": 0.73113, + "recall_at_1000": 0.95321, + "precision_at_1": 0.635, + "precision_at_3": 0.46167, + "precision_at_5": 0.403, + "precision_at_10": 0.3235, + "precision_at_20": 0.2385, + "precision_at_100": 0.0972, + "precision_at_1000": 0.01408, + "mrr_at_1": 0.635, + "mrr_at_3": 0.709167, + "mrr_at_5": 0.722417, + "mrr_at_10": 0.729921, + "mrr_at_20": 0.732828, + "mrr_at_100": 0.73414, + "mrr_at_1000": 0.734188, + "nauc_ndcg_at_1_max": 0.439285, + "nauc_ndcg_at_1_std": 0.184619, + "nauc_ndcg_at_1_diff1": 0.438708, + "nauc_ndcg_at_3_max": 0.394118, + "nauc_ndcg_at_3_std": 0.194915, + "nauc_ndcg_at_3_diff1": 0.331484, + "nauc_ndcg_at_5_max": 0.399062, + "nauc_ndcg_at_5_std": 0.165608, + "nauc_ndcg_at_5_diff1": 0.289656, + "nauc_ndcg_at_10_max": 0.393277, + "nauc_ndcg_at_10_std": 0.149262, + "nauc_ndcg_at_10_diff1": 0.319821, + "nauc_ndcg_at_20_max": 0.397095, + "nauc_ndcg_at_20_std": 0.117169, + "nauc_ndcg_at_20_diff1": 0.314128, + "nauc_ndcg_at_100_max": 0.41441, + "nauc_ndcg_at_100_std": 0.190356, + "nauc_ndcg_at_100_diff1": 0.329621, + "nauc_ndcg_at_1000_max": 0.462905, + "nauc_ndcg_at_1000_std": 0.249328, + "nauc_ndcg_at_1000_diff1": 0.329245, + "nauc_map_at_1_max": 0.154158, + "nauc_map_at_1_std": -0.161126, + "nauc_map_at_1_diff1": 0.442943, + "nauc_map_at_3_max": 0.198603, + "nauc_map_at_3_std": -0.104058, + "nauc_map_at_3_diff1": 0.366489, + "nauc_map_at_5_max": 0.229633, + "nauc_map_at_5_std": -0.083195, + "nauc_map_at_5_diff1": 0.314468, + "nauc_map_at_10_max": 0.25452, + "nauc_map_at_10_std": -0.043555, + "nauc_map_at_10_diff1": 0.285465, + "nauc_map_at_20_max": 0.295813, + "nauc_map_at_20_std": -0.002917, + "nauc_map_at_20_diff1": 0.268249, + "nauc_map_at_100_max": 0.343953, + "nauc_map_at_100_std": 0.112963, + "nauc_map_at_100_diff1": 0.251763, + "nauc_map_at_1000_max": 0.356789, + "nauc_map_at_1000_std": 0.141311, + "nauc_map_at_1000_diff1": 0.244065, + "nauc_recall_at_1_max": 0.154158, + "nauc_recall_at_1_std": -0.161126, + "nauc_recall_at_1_diff1": 0.442943, + "nauc_recall_at_3_max": 0.178719, + "nauc_recall_at_3_std": -0.103575, + "nauc_recall_at_3_diff1": 0.339281, + "nauc_recall_at_5_max": 0.199361, + "nauc_recall_at_5_std": -0.082991, + "nauc_recall_at_5_diff1": 0.265298, + "nauc_recall_at_10_max": 0.174785, + "nauc_recall_at_10_std": -0.085084, + "nauc_recall_at_10_diff1": 0.220793, + "nauc_recall_at_20_max": 0.173998, + "nauc_recall_at_20_std": -0.077229, + "nauc_recall_at_20_diff1": 0.15581, + "nauc_recall_at_100_max": 0.202578, + "nauc_recall_at_100_std": 0.091646, + "nauc_recall_at_100_diff1": 0.185597, + "nauc_recall_at_1000_max": 0.454855, + "nauc_recall_at_1000_std": 0.347142, + "nauc_recall_at_1000_diff1": 0.155194, + "nauc_precision_at_1_max": 0.534966, + "nauc_precision_at_1_std": 0.304782, + "nauc_precision_at_1_diff1": 0.425896, + "nauc_precision_at_3_max": 0.361837, + "nauc_precision_at_3_std": 0.336488, + "nauc_precision_at_3_diff1": 0.053978, + "nauc_precision_at_5_max": 0.370086, + "nauc_precision_at_5_std": 0.352197, + "nauc_precision_at_5_diff1": -0.060833, + "nauc_precision_at_10_max": 0.305282, + "nauc_precision_at_10_std": 0.400576, + "nauc_precision_at_10_diff1": -0.082785, + "nauc_precision_at_20_max": 0.298913, + "nauc_precision_at_20_std": 0.418448, + "nauc_precision_at_20_diff1": -0.097622, + "nauc_precision_at_100_max": 0.211193, + "nauc_precision_at_100_std": 0.461196, + "nauc_precision_at_100_diff1": -0.121895, + "nauc_precision_at_1000_max": 0.157499, + "nauc_precision_at_1000_std": 0.397055, + "nauc_precision_at_1000_diff1": -0.147741, + "nauc_mrr_at_1_max": 0.534966, + "nauc_mrr_at_1_std": 0.304782, + "nauc_mrr_at_1_diff1": 0.425896, + "nauc_mrr_at_3_max": 0.561566, + "nauc_mrr_at_3_std": 0.348205, + "nauc_mrr_at_3_diff1": 0.428665, + "nauc_mrr_at_5_max": 0.554477, + "nauc_mrr_at_5_std": 0.347002, + "nauc_mrr_at_5_diff1": 0.413753, + "nauc_mrr_at_10_max": 0.547478, + "nauc_mrr_at_10_std": 0.334978, + "nauc_mrr_at_10_diff1": 0.419408, + "nauc_mrr_at_20_max": 0.549625, + "nauc_mrr_at_20_std": 0.333435, + "nauc_mrr_at_20_diff1": 0.417137, + "nauc_mrr_at_100_max": 0.551085, + "nauc_mrr_at_100_std": 0.334496, + "nauc_mrr_at_100_diff1": 0.419081, + "nauc_mrr_at_1000_max": 0.550989, + "nauc_mrr_at_1000_std": 0.334382, + "nauc_mrr_at_1000_diff1": 0.418985, + "main_score": 0.47231, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "otorhinolaryngology": [ + { + "ndcg_at_1": 0.665, + "ndcg_at_3": 0.59628, + "ndcg_at_5": 0.57279, + "ndcg_at_10": 0.55336, + "ndcg_at_20": 0.54064, + "ndcg_at_100": 0.60828, + "ndcg_at_1000": 0.70136, + "map_at_1": 0.07468, + "map_at_3": 0.14152, + "map_at_5": 0.17893, + "map_at_10": 0.22664, + "map_at_20": 0.27383, + "map_at_100": 0.36257, + "map_at_1000": 0.4041, + "recall_at_1": 0.07468, + "recall_at_3": 0.15383, + "recall_at_5": 0.20591, + "recall_at_10": 0.28435, + "recall_at_20": 0.38177, + "recall_at_100": 0.66916, + "recall_at_1000": 0.95302, + "precision_at_1": 0.77, + "precision_at_3": 0.64333, + "precision_at_5": 0.582, + "precision_at_10": 0.4845, + "precision_at_20": 0.3745, + "precision_at_100": 0.1792, + "precision_at_1000": 0.03384, + "mrr_at_1": 0.77, + "mrr_at_3": 0.8425, + "mrr_at_5": 0.84875, + "mrr_at_10": 0.849375, + "mrr_at_20": 0.850151, + "mrr_at_100": 0.850511, + "mrr_at_1000": 0.850511, + "nauc_ndcg_at_1_max": 0.248986, + "nauc_ndcg_at_1_std": 0.144733, + "nauc_ndcg_at_1_diff1": 0.432871, + "nauc_ndcg_at_3_max": 0.308398, + "nauc_ndcg_at_3_std": 0.11942, + "nauc_ndcg_at_3_diff1": 0.212887, + "nauc_ndcg_at_5_max": 0.297811, + "nauc_ndcg_at_5_std": 0.136416, + "nauc_ndcg_at_5_diff1": 0.189374, + "nauc_ndcg_at_10_max": 0.284835, + "nauc_ndcg_at_10_std": 0.133195, + "nauc_ndcg_at_10_diff1": 0.199553, + "nauc_ndcg_at_20_max": 0.26697, + "nauc_ndcg_at_20_std": 0.149029, + "nauc_ndcg_at_20_diff1": 0.204457, + "nauc_ndcg_at_100_max": 0.28233, + "nauc_ndcg_at_100_std": 0.224394, + "nauc_ndcg_at_100_diff1": 0.201768, + "nauc_ndcg_at_1000_max": 0.294022, + "nauc_ndcg_at_1000_std": 0.269955, + "nauc_ndcg_at_1000_diff1": 0.160756, + "nauc_map_at_1_max": 0.09392, + "nauc_map_at_1_std": 0.002058, + "nauc_map_at_1_diff1": 0.3389, + "nauc_map_at_3_max": 0.238716, + "nauc_map_at_3_std": -0.011243, + "nauc_map_at_3_diff1": 0.247097, + "nauc_map_at_5_max": 0.243873, + "nauc_map_at_5_std": 0.020588, + "nauc_map_at_5_diff1": 0.21463, + "nauc_map_at_10_max": 0.260478, + "nauc_map_at_10_std": 0.045045, + "nauc_map_at_10_diff1": 0.21376, + "nauc_map_at_20_max": 0.274956, + "nauc_map_at_20_std": 0.108198, + "nauc_map_at_20_diff1": 0.173932, + "nauc_map_at_100_max": 0.268443, + "nauc_map_at_100_std": 0.200633, + "nauc_map_at_100_diff1": 0.116056, + "nauc_map_at_1000_max": 0.259317, + "nauc_map_at_1000_std": 0.261079, + "nauc_map_at_1000_diff1": 0.091426, + "nauc_recall_at_1_max": 0.09392, + "nauc_recall_at_1_std": 0.002058, + "nauc_recall_at_1_diff1": 0.3389, + "nauc_recall_at_3_max": 0.219476, + "nauc_recall_at_3_std": -0.042763, + "nauc_recall_at_3_diff1": 0.234333, + "nauc_recall_at_5_max": 0.210311, + "nauc_recall_at_5_std": -0.005526, + "nauc_recall_at_5_diff1": 0.189613, + "nauc_recall_at_10_max": 0.194707, + "nauc_recall_at_10_std": -0.014408, + "nauc_recall_at_10_diff1": 0.220139, + "nauc_recall_at_20_max": 0.163156, + "nauc_recall_at_20_std": 0.069735, + "nauc_recall_at_20_diff1": 0.158792, + "nauc_recall_at_100_max": 0.119165, + "nauc_recall_at_100_std": 0.198371, + "nauc_recall_at_100_diff1": 0.10408, + "nauc_recall_at_1000_max": 0.235304, + "nauc_recall_at_1000_std": 0.524528, + "nauc_recall_at_1000_diff1": 0.024181, + "nauc_precision_at_1_max": 0.268783, + "nauc_precision_at_1_std": 0.284495, + "nauc_precision_at_1_diff1": 0.380688, + "nauc_precision_at_3_max": 0.283883, + "nauc_precision_at_3_std": 0.128458, + "nauc_precision_at_3_diff1": -0.024099, + "nauc_precision_at_5_max": 0.199692, + "nauc_precision_at_5_std": 0.20463, + "nauc_precision_at_5_diff1": -0.114405, + "nauc_precision_at_10_max": 0.098253, + "nauc_precision_at_10_std": 0.19877, + "nauc_precision_at_10_diff1": -0.121621, + "nauc_precision_at_20_max": 0.029336, + "nauc_precision_at_20_std": 0.23114, + "nauc_precision_at_20_diff1": -0.168161, + "nauc_precision_at_100_max": -0.106221, + "nauc_precision_at_100_std": 0.173583, + "nauc_precision_at_100_diff1": -0.150532, + "nauc_precision_at_1000_max": -0.111008, + "nauc_precision_at_1000_std": 0.102055, + "nauc_precision_at_1000_diff1": -0.112435, + "nauc_mrr_at_1_max": 0.268783, + "nauc_mrr_at_1_std": 0.284495, + "nauc_mrr_at_1_diff1": 0.380688, + "nauc_mrr_at_3_max": 0.295679, + "nauc_mrr_at_3_std": 0.259036, + "nauc_mrr_at_3_diff1": 0.38364, + "nauc_mrr_at_5_max": 0.292302, + "nauc_mrr_at_5_std": 0.245065, + "nauc_mrr_at_5_diff1": 0.366291, + "nauc_mrr_at_10_max": 0.289128, + "nauc_mrr_at_10_std": 0.24168, + "nauc_mrr_at_10_diff1": 0.367383, + "nauc_mrr_at_20_max": 0.287212, + "nauc_mrr_at_20_std": 0.248182, + "nauc_mrr_at_20_diff1": 0.36823, + "nauc_mrr_at_100_max": 0.287166, + "nauc_mrr_at_100_std": 0.248002, + "nauc_mrr_at_100_diff1": 0.368007, + "nauc_mrr_at_1000_max": 0.287166, + "nauc_mrr_at_1000_std": 0.248002, + "nauc_mrr_at_1000_diff1": 0.368007, + "main_score": 0.55336, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6225, + "ndcg_at_3": 0.56716, + "ndcg_at_5": 0.54396, + "ndcg_at_10": 0.52052, + "ndcg_at_20": 0.50891, + "ndcg_at_100": 0.57318, + "ndcg_at_1000": 0.66994, + "map_at_1": 0.07045, + "map_at_3": 0.13418, + "map_at_5": 0.16782, + "map_at_10": 0.21012, + "map_at_20": 0.25347, + "map_at_100": 0.33322, + "map_at_1000": 0.37198, + "recall_at_1": 0.07045, + "recall_at_3": 0.14778, + "recall_at_5": 0.19438, + "recall_at_10": 0.2666, + "recall_at_20": 0.36182, + "recall_at_100": 0.63407, + "recall_at_1000": 0.9286, + "precision_at_1": 0.75, + "precision_at_3": 0.62167, + "precision_at_5": 0.556, + "precision_at_10": 0.4525, + "precision_at_20": 0.354, + "precision_at_100": 0.16765, + "precision_at_1000": 0.03286, + "mrr_at_1": 0.75, + "mrr_at_3": 0.8275, + "mrr_at_5": 0.83325, + "mrr_at_10": 0.835631, + "mrr_at_20": 0.837027, + "mrr_at_100": 0.837635, + "mrr_at_1000": 0.837679, + "nauc_ndcg_at_1_max": 0.245664, + "nauc_ndcg_at_1_std": 0.142977, + "nauc_ndcg_at_1_diff1": 0.415997, + "nauc_ndcg_at_3_max": 0.279392, + "nauc_ndcg_at_3_std": 0.203813, + "nauc_ndcg_at_3_diff1": 0.19369, + "nauc_ndcg_at_5_max": 0.278254, + "nauc_ndcg_at_5_std": 0.231606, + "nauc_ndcg_at_5_diff1": 0.164476, + "nauc_ndcg_at_10_max": 0.297535, + "nauc_ndcg_at_10_std": 0.265752, + "nauc_ndcg_at_10_diff1": 0.173376, + "nauc_ndcg_at_20_max": 0.310551, + "nauc_ndcg_at_20_std": 0.285798, + "nauc_ndcg_at_20_diff1": 0.184319, + "nauc_ndcg_at_100_max": 0.301112, + "nauc_ndcg_at_100_std": 0.375607, + "nauc_ndcg_at_100_diff1": 0.192861, + "nauc_ndcg_at_1000_max": 0.329258, + "nauc_ndcg_at_1000_std": 0.370982, + "nauc_ndcg_at_1000_diff1": 0.166525, + "nauc_map_at_1_max": 0.044884, + "nauc_map_at_1_std": 0.097127, + "nauc_map_at_1_diff1": 0.331787, + "nauc_map_at_3_max": 0.173687, + "nauc_map_at_3_std": 0.13405, + "nauc_map_at_3_diff1": 0.281241, + "nauc_map_at_5_max": 0.212648, + "nauc_map_at_5_std": 0.159124, + "nauc_map_at_5_diff1": 0.270782, + "nauc_map_at_10_max": 0.237875, + "nauc_map_at_10_std": 0.203167, + "nauc_map_at_10_diff1": 0.230335, + "nauc_map_at_20_max": 0.266312, + "nauc_map_at_20_std": 0.256593, + "nauc_map_at_20_diff1": 0.20038, + "nauc_map_at_100_max": 0.279509, + "nauc_map_at_100_std": 0.354161, + "nauc_map_at_100_diff1": 0.13411, + "nauc_map_at_1000_max": 0.296884, + "nauc_map_at_1000_std": 0.385541, + "nauc_map_at_1000_diff1": 0.105801, + "nauc_recall_at_1_max": 0.044884, + "nauc_recall_at_1_std": 0.097127, + "nauc_recall_at_1_diff1": 0.331787, + "nauc_recall_at_3_max": 0.147748, + "nauc_recall_at_3_std": 0.101334, + "nauc_recall_at_3_diff1": 0.232193, + "nauc_recall_at_5_max": 0.17877, + "nauc_recall_at_5_std": 0.122669, + "nauc_recall_at_5_diff1": 0.230083, + "nauc_recall_at_10_max": 0.186802, + "nauc_recall_at_10_std": 0.139955, + "nauc_recall_at_10_diff1": 0.201289, + "nauc_recall_at_20_max": 0.174191, + "nauc_recall_at_20_std": 0.202787, + "nauc_recall_at_20_diff1": 0.162409, + "nauc_recall_at_100_max": 0.153868, + "nauc_recall_at_100_std": 0.358493, + "nauc_recall_at_100_diff1": 0.069929, + "nauc_recall_at_1000_max": 0.33167, + "nauc_recall_at_1000_std": 0.590005, + "nauc_recall_at_1000_diff1": 0.105306, + "nauc_precision_at_1_max": 0.296525, + "nauc_precision_at_1_std": 0.179445, + "nauc_precision_at_1_diff1": 0.336797, + "nauc_precision_at_3_max": 0.284855, + "nauc_precision_at_3_std": 0.224107, + "nauc_precision_at_3_diff1": -0.048265, + "nauc_precision_at_5_max": 0.230412, + "nauc_precision_at_5_std": 0.244535, + "nauc_precision_at_5_diff1": -0.124656, + "nauc_precision_at_10_max": 0.177532, + "nauc_precision_at_10_std": 0.242281, + "nauc_precision_at_10_diff1": -0.157222, + "nauc_precision_at_20_max": 0.135984, + "nauc_precision_at_20_std": 0.214674, + "nauc_precision_at_20_diff1": -0.187452, + "nauc_precision_at_100_max": 0.004943, + "nauc_precision_at_100_std": 0.139083, + "nauc_precision_at_100_diff1": -0.179658, + "nauc_precision_at_1000_max": -0.03947, + "nauc_precision_at_1000_std": 0.013381, + "nauc_precision_at_1000_diff1": -0.142643, + "nauc_mrr_at_1_max": 0.296525, + "nauc_mrr_at_1_std": 0.179445, + "nauc_mrr_at_1_diff1": 0.336797, + "nauc_mrr_at_3_max": 0.317935, + "nauc_mrr_at_3_std": 0.224273, + "nauc_mrr_at_3_diff1": 0.302196, + "nauc_mrr_at_5_max": 0.30103, + "nauc_mrr_at_5_std": 0.200375, + "nauc_mrr_at_5_diff1": 0.302549, + "nauc_mrr_at_10_max": 0.29708, + "nauc_mrr_at_10_std": 0.190585, + "nauc_mrr_at_10_diff1": 0.309097, + "nauc_mrr_at_20_max": 0.294199, + "nauc_mrr_at_20_std": 0.189504, + "nauc_mrr_at_20_diff1": 0.306032, + "nauc_mrr_at_100_max": 0.293787, + "nauc_mrr_at_100_std": 0.191371, + "nauc_mrr_at_100_diff1": 0.308001, + "nauc_mrr_at_1000_max": 0.294206, + "nauc_mrr_at_1000_std": 0.191761, + "nauc_mrr_at_1000_diff1": 0.307987, + "main_score": 0.52052, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.66, + "ndcg_at_3": 0.59504, + "ndcg_at_5": 0.56736, + "ndcg_at_10": 0.53405, + "ndcg_at_20": 0.52322, + "ndcg_at_100": 0.58487, + "ndcg_at_1000": 0.68106, + "map_at_1": 0.07337, + "map_at_3": 0.13892, + "map_at_5": 0.17548, + "map_at_10": 0.21941, + "map_at_20": 0.26481, + "map_at_100": 0.34472, + "map_at_1000": 0.38341, + "recall_at_1": 0.07337, + "recall_at_3": 0.15205, + "recall_at_5": 0.20277, + "recall_at_10": 0.27164, + "recall_at_20": 0.367, + "recall_at_100": 0.64, + "recall_at_1000": 0.93505, + "precision_at_1": 0.775, + "precision_at_3": 0.64167, + "precision_at_5": 0.58, + "precision_at_10": 0.4595, + "precision_at_20": 0.36325, + "precision_at_100": 0.1711, + "precision_at_1000": 0.03273, + "mrr_at_1": 0.775, + "mrr_at_3": 0.84, + "mrr_at_5": 0.84575, + "mrr_at_10": 0.848042, + "mrr_at_20": 0.848882, + "mrr_at_100": 0.849421, + "mrr_at_1000": 0.849421, + "nauc_ndcg_at_1_max": 0.188687, + "nauc_ndcg_at_1_std": 0.127396, + "nauc_ndcg_at_1_diff1": 0.400334, + "nauc_ndcg_at_3_max": 0.154641, + "nauc_ndcg_at_3_std": 0.164958, + "nauc_ndcg_at_3_diff1": 0.19459, + "nauc_ndcg_at_5_max": 0.210483, + "nauc_ndcg_at_5_std": 0.214279, + "nauc_ndcg_at_5_diff1": 0.170328, + "nauc_ndcg_at_10_max": 0.256487, + "nauc_ndcg_at_10_std": 0.248658, + "nauc_ndcg_at_10_diff1": 0.151003, + "nauc_ndcg_at_20_max": 0.296968, + "nauc_ndcg_at_20_std": 0.234387, + "nauc_ndcg_at_20_diff1": 0.207571, + "nauc_ndcg_at_100_max": 0.309587, + "nauc_ndcg_at_100_std": 0.347519, + "nauc_ndcg_at_100_diff1": 0.192102, + "nauc_ndcg_at_1000_max": 0.285842, + "nauc_ndcg_at_1000_std": 0.326415, + "nauc_ndcg_at_1000_diff1": 0.175148, + "nauc_map_at_1_max": 0.063804, + "nauc_map_at_1_std": -0.0305, + "nauc_map_at_1_diff1": 0.408428, + "nauc_map_at_3_max": 0.15253, + "nauc_map_at_3_std": 0.0472, + "nauc_map_at_3_diff1": 0.33608, + "nauc_map_at_5_max": 0.204025, + "nauc_map_at_5_std": 0.092352, + "nauc_map_at_5_diff1": 0.297937, + "nauc_map_at_10_max": 0.271426, + "nauc_map_at_10_std": 0.174506, + "nauc_map_at_10_diff1": 0.241407, + "nauc_map_at_20_max": 0.318579, + "nauc_map_at_20_std": 0.230279, + "nauc_map_at_20_diff1": 0.215935, + "nauc_map_at_100_max": 0.319084, + "nauc_map_at_100_std": 0.331648, + "nauc_map_at_100_diff1": 0.14318, + "nauc_map_at_1000_max": 0.301818, + "nauc_map_at_1000_std": 0.350921, + "nauc_map_at_1000_diff1": 0.115068, + "nauc_recall_at_1_max": 0.063804, + "nauc_recall_at_1_std": -0.0305, + "nauc_recall_at_1_diff1": 0.408428, + "nauc_recall_at_3_max": 0.127223, + "nauc_recall_at_3_std": 0.037735, + "nauc_recall_at_3_diff1": 0.286503, + "nauc_recall_at_5_max": 0.182028, + "nauc_recall_at_5_std": 0.074948, + "nauc_recall_at_5_diff1": 0.259926, + "nauc_recall_at_10_max": 0.248363, + "nauc_recall_at_10_std": 0.147863, + "nauc_recall_at_10_diff1": 0.211893, + "nauc_recall_at_20_max": 0.286498, + "nauc_recall_at_20_std": 0.191755, + "nauc_recall_at_20_diff1": 0.217238, + "nauc_recall_at_100_max": 0.280012, + "nauc_recall_at_100_std": 0.399452, + "nauc_recall_at_100_diff1": 0.11096, + "nauc_recall_at_1000_max": 0.333363, + "nauc_recall_at_1000_std": 0.59929, + "nauc_recall_at_1000_diff1": 0.110586, + "nauc_precision_at_1_max": 0.217787, + "nauc_precision_at_1_std": 0.144565, + "nauc_precision_at_1_diff1": 0.387496, + "nauc_precision_at_3_max": 0.134776, + "nauc_precision_at_3_std": 0.200044, + "nauc_precision_at_3_diff1": -0.024906, + "nauc_precision_at_5_max": 0.166308, + "nauc_precision_at_5_std": 0.258056, + "nauc_precision_at_5_diff1": -0.132882, + "nauc_precision_at_10_max": 0.150154, + "nauc_precision_at_10_std": 0.28654, + "nauc_precision_at_10_diff1": -0.208818, + "nauc_precision_at_20_max": 0.104856, + "nauc_precision_at_20_std": 0.229519, + "nauc_precision_at_20_diff1": -0.204826, + "nauc_precision_at_100_max": -0.098613, + "nauc_precision_at_100_std": 0.121326, + "nauc_precision_at_100_diff1": -0.208665, + "nauc_precision_at_1000_max": -0.179358, + "nauc_precision_at_1000_std": -0.034536, + "nauc_precision_at_1000_diff1": -0.157857, + "nauc_mrr_at_1_max": 0.217787, + "nauc_mrr_at_1_std": 0.144565, + "nauc_mrr_at_1_diff1": 0.387496, + "nauc_mrr_at_3_max": 0.190684, + "nauc_mrr_at_3_std": 0.166718, + "nauc_mrr_at_3_diff1": 0.353177, + "nauc_mrr_at_5_max": 0.194391, + "nauc_mrr_at_5_std": 0.149262, + "nauc_mrr_at_5_diff1": 0.352316, + "nauc_mrr_at_10_max": 0.188502, + "nauc_mrr_at_10_std": 0.13846, + "nauc_mrr_at_10_diff1": 0.355342, + "nauc_mrr_at_20_max": 0.187887, + "nauc_mrr_at_20_std": 0.140674, + "nauc_mrr_at_20_diff1": 0.357824, + "nauc_mrr_at_100_max": 0.188314, + "nauc_mrr_at_100_std": 0.143049, + "nauc_mrr_at_100_diff1": 0.355986, + "nauc_mrr_at_1000_max": 0.188314, + "nauc_mrr_at_1000_std": 0.143049, + "nauc_mrr_at_1000_diff1": 0.355986, + "main_score": 0.53405, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "plastic_surgery": [ + { + "ndcg_at_1": 0.74, + "ndcg_at_3": 0.63368, + "ndcg_at_5": 0.58958, + "ndcg_at_10": 0.57169, + "ndcg_at_20": 0.57698, + "ndcg_at_100": 0.66334, + "ndcg_at_1000": 0.73338, + "map_at_1": 0.09724, + "map_at_3": 0.17796, + "map_at_5": 0.21778, + "map_at_10": 0.27673, + "map_at_20": 0.32982, + "map_at_100": 0.42092, + "map_at_1000": 0.44824, + "recall_at_1": 0.09724, + "recall_at_3": 0.18698, + "recall_at_5": 0.24128, + "recall_at_10": 0.34496, + "recall_at_20": 0.46204, + "recall_at_100": 0.77238, + "recall_at_1000": 0.98166, + "precision_at_1": 0.84, + "precision_at_3": 0.65833, + "precision_at_5": 0.56, + "precision_at_10": 0.4575, + "precision_at_20": 0.3565, + "precision_at_100": 0.1572, + "precision_at_1000": 0.0242, + "mrr_at_1": 0.84, + "mrr_at_3": 0.89, + "mrr_at_5": 0.895, + "mrr_at_10": 0.89881, + "mrr_at_20": 0.89881, + "mrr_at_100": 0.898918, + "mrr_at_1000": 0.898918, + "nauc_ndcg_at_1_max": 0.372453, + "nauc_ndcg_at_1_std": -0.098862, + "nauc_ndcg_at_1_diff1": 0.541119, + "nauc_ndcg_at_3_max": 0.26181, + "nauc_ndcg_at_3_std": 0.077884, + "nauc_ndcg_at_3_diff1": 0.228967, + "nauc_ndcg_at_5_max": 0.208907, + "nauc_ndcg_at_5_std": 0.086531, + "nauc_ndcg_at_5_diff1": 0.155204, + "nauc_ndcg_at_10_max": 0.186768, + "nauc_ndcg_at_10_std": 0.099649, + "nauc_ndcg_at_10_diff1": 0.136455, + "nauc_ndcg_at_20_max": 0.188424, + "nauc_ndcg_at_20_std": 0.052536, + "nauc_ndcg_at_20_diff1": 0.193219, + "nauc_ndcg_at_100_max": 0.201518, + "nauc_ndcg_at_100_std": 0.100886, + "nauc_ndcg_at_100_diff1": 0.228228, + "nauc_ndcg_at_1000_max": 0.204196, + "nauc_ndcg_at_1000_std": 0.14443, + "nauc_ndcg_at_1000_diff1": 0.191403, + "nauc_map_at_1_max": 0.073433, + "nauc_map_at_1_std": -0.264383, + "nauc_map_at_1_diff1": 0.2562, + "nauc_map_at_3_max": 0.142101, + "nauc_map_at_3_std": -0.209875, + "nauc_map_at_3_diff1": 0.19593, + "nauc_map_at_5_max": 0.135054, + "nauc_map_at_5_std": -0.186465, + "nauc_map_at_5_diff1": 0.160137, + "nauc_map_at_10_max": 0.12507, + "nauc_map_at_10_std": -0.128095, + "nauc_map_at_10_diff1": 0.140826, + "nauc_map_at_20_max": 0.114686, + "nauc_map_at_20_std": -0.072929, + "nauc_map_at_20_diff1": 0.142218, + "nauc_map_at_100_max": 0.074264, + "nauc_map_at_100_std": 0.079473, + "nauc_map_at_100_diff1": 0.093261, + "nauc_map_at_1000_max": 0.051837, + "nauc_map_at_1000_std": 0.113401, + "nauc_map_at_1000_diff1": 0.060088, + "nauc_recall_at_1_max": 0.073433, + "nauc_recall_at_1_std": -0.264383, + "nauc_recall_at_1_diff1": 0.2562, + "nauc_recall_at_3_max": 0.122595, + "nauc_recall_at_3_std": -0.212683, + "nauc_recall_at_3_diff1": 0.171554, + "nauc_recall_at_5_max": 0.101043, + "nauc_recall_at_5_std": -0.185236, + "nauc_recall_at_5_diff1": 0.127098, + "nauc_recall_at_10_max": 0.083381, + "nauc_recall_at_10_std": -0.13257, + "nauc_recall_at_10_diff1": 0.102297, + "nauc_recall_at_20_max": 0.077597, + "nauc_recall_at_20_std": -0.112715, + "nauc_recall_at_20_diff1": 0.144027, + "nauc_recall_at_100_max": 0.089233, + "nauc_recall_at_100_std": 0.080687, + "nauc_recall_at_100_diff1": 0.140352, + "nauc_recall_at_1000_max": 0.348904, + "nauc_recall_at_1000_std": 0.521801, + "nauc_recall_at_1000_diff1": 0.041817, + "nauc_precision_at_1_max": 0.348859, + "nauc_precision_at_1_std": -0.180351, + "nauc_precision_at_1_diff1": 0.544244, + "nauc_precision_at_3_max": 0.09023, + "nauc_precision_at_3_std": 0.171168, + "nauc_precision_at_3_diff1": -0.0011, + "nauc_precision_at_5_max": 0.006037, + "nauc_precision_at_5_std": 0.193222, + "nauc_precision_at_5_diff1": -0.098155, + "nauc_precision_at_10_max": -0.053233, + "nauc_precision_at_10_std": 0.30406, + "nauc_precision_at_10_diff1": -0.157405, + "nauc_precision_at_20_max": -0.1165, + "nauc_precision_at_20_std": 0.34697, + "nauc_precision_at_20_diff1": -0.156934, + "nauc_precision_at_100_max": -0.169728, + "nauc_precision_at_100_std": 0.321869, + "nauc_precision_at_100_diff1": -0.202034, + "nauc_precision_at_1000_max": -0.206921, + "nauc_precision_at_1000_std": 0.177082, + "nauc_precision_at_1000_diff1": -0.214012, + "nauc_mrr_at_1_max": 0.348859, + "nauc_mrr_at_1_std": -0.180351, + "nauc_mrr_at_1_diff1": 0.544244, + "nauc_mrr_at_3_max": 0.361735, + "nauc_mrr_at_3_std": -0.1813, + "nauc_mrr_at_3_diff1": 0.553461, + "nauc_mrr_at_5_max": 0.348319, + "nauc_mrr_at_5_std": -0.210764, + "nauc_mrr_at_5_diff1": 0.570972, + "nauc_mrr_at_10_max": 0.356168, + "nauc_mrr_at_10_std": -0.186952, + "nauc_mrr_at_10_diff1": 0.562703, + "nauc_mrr_at_20_max": 0.356168, + "nauc_mrr_at_20_std": -0.186952, + "nauc_mrr_at_20_diff1": 0.562703, + "nauc_mrr_at_100_max": 0.355947, + "nauc_mrr_at_100_std": -0.187562, + "nauc_mrr_at_100_diff1": 0.56236, + "nauc_mrr_at_1000_max": 0.355947, + "nauc_mrr_at_1000_std": -0.187562, + "nauc_mrr_at_1000_diff1": 0.56236, + "main_score": 0.57169, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6725, + "ndcg_at_3": 0.57686, + "ndcg_at_5": 0.5374, + "ndcg_at_10": 0.5217, + "ndcg_at_20": 0.52014, + "ndcg_at_100": 0.59948, + "ndcg_at_1000": 0.67763, + "map_at_1": 0.08404, + "map_at_3": 0.15841, + "map_at_5": 0.19653, + "map_at_10": 0.24839, + "map_at_20": 0.2917, + "map_at_100": 0.36658, + "map_at_1000": 0.39015, + "recall_at_1": 0.08404, + "recall_at_3": 0.17296, + "recall_at_5": 0.22379, + "recall_at_10": 0.3142, + "recall_at_20": 0.41311, + "recall_at_100": 0.69859, + "recall_at_1000": 0.93761, + "precision_at_1": 0.755, + "precision_at_3": 0.6, + "precision_at_5": 0.511, + "precision_at_10": 0.416, + "precision_at_20": 0.312, + "precision_at_100": 0.13515, + "precision_at_1000": 0.02222, + "mrr_at_1": 0.755, + "mrr_at_3": 0.818333, + "mrr_at_5": 0.826583, + "mrr_at_10": 0.829778, + "mrr_at_20": 0.830885, + "mrr_at_100": 0.831371, + "mrr_at_1000": 0.831383, + "nauc_ndcg_at_1_max": 0.429584, + "nauc_ndcg_at_1_std": 0.045411, + "nauc_ndcg_at_1_diff1": 0.505087, + "nauc_ndcg_at_3_max": 0.403859, + "nauc_ndcg_at_3_std": 0.231898, + "nauc_ndcg_at_3_diff1": 0.314236, + "nauc_ndcg_at_5_max": 0.392843, + "nauc_ndcg_at_5_std": 0.268438, + "nauc_ndcg_at_5_diff1": 0.260585, + "nauc_ndcg_at_10_max": 0.395323, + "nauc_ndcg_at_10_std": 0.321561, + "nauc_ndcg_at_10_diff1": 0.229437, + "nauc_ndcg_at_20_max": 0.392935, + "nauc_ndcg_at_20_std": 0.283658, + "nauc_ndcg_at_20_diff1": 0.264584, + "nauc_ndcg_at_100_max": 0.437241, + "nauc_ndcg_at_100_std": 0.382919, + "nauc_ndcg_at_100_diff1": 0.265199, + "nauc_ndcg_at_1000_max": 0.45756, + "nauc_ndcg_at_1000_std": 0.400156, + "nauc_ndcg_at_1000_diff1": 0.252372, + "nauc_map_at_1_max": 0.164037, + "nauc_map_at_1_std": -0.152668, + "nauc_map_at_1_diff1": 0.39109, + "nauc_map_at_3_max": 0.268297, + "nauc_map_at_3_std": -0.051561, + "nauc_map_at_3_diff1": 0.297196, + "nauc_map_at_5_max": 0.297164, + "nauc_map_at_5_std": 0.006795, + "nauc_map_at_5_diff1": 0.272432, + "nauc_map_at_10_max": 0.318118, + "nauc_map_at_10_std": 0.097046, + "nauc_map_at_10_diff1": 0.248124, + "nauc_map_at_20_max": 0.317239, + "nauc_map_at_20_std": 0.154958, + "nauc_map_at_20_diff1": 0.237849, + "nauc_map_at_100_max": 0.322833, + "nauc_map_at_100_std": 0.309354, + "nauc_map_at_100_diff1": 0.166629, + "nauc_map_at_1000_max": 0.321114, + "nauc_map_at_1000_std": 0.338446, + "nauc_map_at_1000_diff1": 0.137803, + "nauc_recall_at_1_max": 0.164037, + "nauc_recall_at_1_std": -0.152668, + "nauc_recall_at_1_diff1": 0.39109, + "nauc_recall_at_3_max": 0.242177, + "nauc_recall_at_3_std": -0.018821, + "nauc_recall_at_3_diff1": 0.283458, + "nauc_recall_at_5_max": 0.268969, + "nauc_recall_at_5_std": 0.035754, + "nauc_recall_at_5_diff1": 0.253963, + "nauc_recall_at_10_max": 0.276734, + "nauc_recall_at_10_std": 0.111683, + "nauc_recall_at_10_diff1": 0.231493, + "nauc_recall_at_20_max": 0.260518, + "nauc_recall_at_20_std": 0.162557, + "nauc_recall_at_20_diff1": 0.224705, + "nauc_recall_at_100_max": 0.336556, + "nauc_recall_at_100_std": 0.424255, + "nauc_recall_at_100_diff1": 0.139065, + "nauc_recall_at_1000_max": 0.7249, + "nauc_recall_at_1000_std": 0.76837, + "nauc_recall_at_1000_diff1": 0.269235, + "nauc_precision_at_1_max": 0.441677, + "nauc_precision_at_1_std": 0.072147, + "nauc_precision_at_1_diff1": 0.517686, + "nauc_precision_at_3_max": 0.297766, + "nauc_precision_at_3_std": 0.266925, + "nauc_precision_at_3_diff1": 0.085858, + "nauc_precision_at_5_max": 0.260919, + "nauc_precision_at_5_std": 0.340571, + "nauc_precision_at_5_diff1": 0.015385, + "nauc_precision_at_10_max": 0.155185, + "nauc_precision_at_10_std": 0.427624, + "nauc_precision_at_10_diff1": -0.107996, + "nauc_precision_at_20_max": 0.060524, + "nauc_precision_at_20_std": 0.39342, + "nauc_precision_at_20_diff1": -0.129134, + "nauc_precision_at_100_max": -0.035467, + "nauc_precision_at_100_std": 0.366628, + "nauc_precision_at_100_diff1": -0.266632, + "nauc_precision_at_1000_max": -0.159551, + "nauc_precision_at_1000_std": 0.143774, + "nauc_precision_at_1000_diff1": -0.285339, + "nauc_mrr_at_1_max": 0.441677, + "nauc_mrr_at_1_std": 0.072147, + "nauc_mrr_at_1_diff1": 0.517686, + "nauc_mrr_at_3_max": 0.467905, + "nauc_mrr_at_3_std": 0.114575, + "nauc_mrr_at_3_diff1": 0.530905, + "nauc_mrr_at_5_max": 0.47849, + "nauc_mrr_at_5_std": 0.115281, + "nauc_mrr_at_5_diff1": 0.550369, + "nauc_mrr_at_10_max": 0.478514, + "nauc_mrr_at_10_std": 0.123402, + "nauc_mrr_at_10_diff1": 0.543981, + "nauc_mrr_at_20_max": 0.477028, + "nauc_mrr_at_20_std": 0.120229, + "nauc_mrr_at_20_diff1": 0.541986, + "nauc_mrr_at_100_max": 0.476126, + "nauc_mrr_at_100_std": 0.118239, + "nauc_mrr_at_100_diff1": 0.541037, + "nauc_mrr_at_1000_max": 0.476083, + "nauc_mrr_at_1000_std": 0.118178, + "nauc_mrr_at_1000_diff1": 0.540999, + "main_score": 0.5217, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.685, + "ndcg_at_3": 0.5776, + "ndcg_at_5": 0.54419, + "ndcg_at_10": 0.51805, + "ndcg_at_20": 0.52118, + "ndcg_at_100": 0.59777, + "ndcg_at_1000": 0.67487, + "map_at_1": 0.08113, + "map_at_3": 0.15336, + "map_at_5": 0.19292, + "map_at_10": 0.24177, + "map_at_20": 0.28835, + "map_at_100": 0.36228, + "map_at_1000": 0.38642, + "recall_at_1": 0.08113, + "recall_at_3": 0.16484, + "recall_at_5": 0.21846, + "recall_at_10": 0.3061, + "recall_at_20": 0.41779, + "recall_at_100": 0.70226, + "recall_at_1000": 0.93819, + "precision_at_1": 0.78, + "precision_at_3": 0.61167, + "precision_at_5": 0.526, + "precision_at_10": 0.4165, + "precision_at_20": 0.31925, + "precision_at_100": 0.13725, + "precision_at_1000": 0.02241, + "mrr_at_1": 0.78, + "mrr_at_3": 0.825833, + "mrr_at_5": 0.835333, + "mrr_at_10": 0.838964, + "mrr_at_20": 0.840841, + "mrr_at_100": 0.841333, + "mrr_at_1000": 0.841333, + "nauc_ndcg_at_1_max": 0.403407, + "nauc_ndcg_at_1_std": 0.058222, + "nauc_ndcg_at_1_diff1": 0.449515, + "nauc_ndcg_at_3_max": 0.35138, + "nauc_ndcg_at_3_std": 0.240524, + "nauc_ndcg_at_3_diff1": 0.258124, + "nauc_ndcg_at_5_max": 0.3129, + "nauc_ndcg_at_5_std": 0.281378, + "nauc_ndcg_at_5_diff1": 0.183239, + "nauc_ndcg_at_10_max": 0.283275, + "nauc_ndcg_at_10_std": 0.275976, + "nauc_ndcg_at_10_diff1": 0.177039, + "nauc_ndcg_at_20_max": 0.306674, + "nauc_ndcg_at_20_std": 0.279701, + "nauc_ndcg_at_20_diff1": 0.191028, + "nauc_ndcg_at_100_max": 0.362239, + "nauc_ndcg_at_100_std": 0.36371, + "nauc_ndcg_at_100_diff1": 0.218004, + "nauc_ndcg_at_1000_max": 0.390688, + "nauc_ndcg_at_1000_std": 0.403259, + "nauc_ndcg_at_1000_diff1": 0.18632, + "nauc_map_at_1_max": 0.161157, + "nauc_map_at_1_std": -0.116821, + "nauc_map_at_1_diff1": 0.371226, + "nauc_map_at_3_max": 0.172017, + "nauc_map_at_3_std": -0.052927, + "nauc_map_at_3_diff1": 0.267192, + "nauc_map_at_5_max": 0.182825, + "nauc_map_at_5_std": 0.004765, + "nauc_map_at_5_diff1": 0.241299, + "nauc_map_at_10_max": 0.183867, + "nauc_map_at_10_std": 0.062968, + "nauc_map_at_10_diff1": 0.217778, + "nauc_map_at_20_max": 0.20056, + "nauc_map_at_20_std": 0.135152, + "nauc_map_at_20_diff1": 0.190842, + "nauc_map_at_100_max": 0.204408, + "nauc_map_at_100_std": 0.284751, + "nauc_map_at_100_diff1": 0.123732, + "nauc_map_at_1000_max": 0.203653, + "nauc_map_at_1000_std": 0.316523, + "nauc_map_at_1000_diff1": 0.096382, + "nauc_recall_at_1_max": 0.161157, + "nauc_recall_at_1_std": -0.116821, + "nauc_recall_at_1_diff1": 0.371226, + "nauc_recall_at_3_max": 0.152857, + "nauc_recall_at_3_std": -0.046883, + "nauc_recall_at_3_diff1": 0.225274, + "nauc_recall_at_5_max": 0.165205, + "nauc_recall_at_5_std": 0.039765, + "nauc_recall_at_5_diff1": 0.201326, + "nauc_recall_at_10_max": 0.1688, + "nauc_recall_at_10_std": 0.069668, + "nauc_recall_at_10_diff1": 0.180192, + "nauc_recall_at_20_max": 0.198708, + "nauc_recall_at_20_std": 0.141534, + "nauc_recall_at_20_diff1": 0.177358, + "nauc_recall_at_100_max": 0.237753, + "nauc_recall_at_100_std": 0.344663, + "nauc_recall_at_100_diff1": 0.126288, + "nauc_recall_at_1000_max": 0.636067, + "nauc_recall_at_1000_std": 0.769897, + "nauc_recall_at_1000_diff1": 0.146047, + "nauc_precision_at_1_max": 0.371899, + "nauc_precision_at_1_std": 0.066606, + "nauc_precision_at_1_diff1": 0.460669, + "nauc_precision_at_3_max": 0.214001, + "nauc_precision_at_3_std": 0.283782, + "nauc_precision_at_3_diff1": 0.064605, + "nauc_precision_at_5_max": 0.152341, + "nauc_precision_at_5_std": 0.320219, + "nauc_precision_at_5_diff1": -0.04453, + "nauc_precision_at_10_max": 0.086512, + "nauc_precision_at_10_std": 0.350731, + "nauc_precision_at_10_diff1": -0.11629, + "nauc_precision_at_20_max": 0.045324, + "nauc_precision_at_20_std": 0.394043, + "nauc_precision_at_20_diff1": -0.190988, + "nauc_precision_at_100_max": -0.029098, + "nauc_precision_at_100_std": 0.359771, + "nauc_precision_at_100_diff1": -0.251581, + "nauc_precision_at_1000_max": -0.123668, + "nauc_precision_at_1000_std": 0.163459, + "nauc_precision_at_1000_diff1": -0.290256, + "nauc_mrr_at_1_max": 0.371899, + "nauc_mrr_at_1_std": 0.066606, + "nauc_mrr_at_1_diff1": 0.460669, + "nauc_mrr_at_3_max": 0.403434, + "nauc_mrr_at_3_std": 0.128938, + "nauc_mrr_at_3_diff1": 0.424328, + "nauc_mrr_at_5_max": 0.408209, + "nauc_mrr_at_5_std": 0.139486, + "nauc_mrr_at_5_diff1": 0.413654, + "nauc_mrr_at_10_max": 0.413277, + "nauc_mrr_at_10_std": 0.1422, + "nauc_mrr_at_10_diff1": 0.417732, + "nauc_mrr_at_20_max": 0.413278, + "nauc_mrr_at_20_std": 0.143192, + "nauc_mrr_at_20_diff1": 0.423153, + "nauc_mrr_at_100_max": 0.412173, + "nauc_mrr_at_100_std": 0.141134, + "nauc_mrr_at_100_diff1": 0.423014, + "nauc_mrr_at_1000_max": 0.412173, + "nauc_mrr_at_1000_std": 0.141134, + "nauc_mrr_at_1000_diff1": 0.423014, + "main_score": 0.51805, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "psychiatry_and_psychology": [ + { + "ndcg_at_1": 0.695, + "ndcg_at_3": 0.62641, + "ndcg_at_5": 0.60066, + "ndcg_at_10": 0.58782, + "ndcg_at_20": 0.58532, + "ndcg_at_100": 0.65323, + "ndcg_at_1000": 0.72613, + "map_at_1": 0.07196, + "map_at_3": 0.12454, + "map_at_5": 0.16007, + "map_at_10": 0.2202, + "map_at_20": 0.2853, + "map_at_100": 0.40387, + "map_at_1000": 0.46212, + "recall_at_1": 0.07196, + "recall_at_3": 0.13467, + "recall_at_5": 0.18423, + "recall_at_10": 0.27865, + "recall_at_20": 0.40523, + "recall_at_100": 0.71132, + "recall_at_1000": 0.94606, + "precision_at_1": 0.815, + "precision_at_3": 0.69167, + "precision_at_5": 0.632, + "precision_at_10": 0.563, + "precision_at_20": 0.47, + "precision_at_100": 0.25005, + "precision_at_1000": 0.05366, + "mrr_at_1": 0.815, + "mrr_at_3": 0.868333, + "mrr_at_5": 0.878833, + "mrr_at_10": 0.879458, + "mrr_at_20": 0.879875, + "mrr_at_100": 0.879992, + "mrr_at_1000": 0.880028, + "nauc_ndcg_at_1_max": 0.423541, + "nauc_ndcg_at_1_std": 0.134456, + "nauc_ndcg_at_1_diff1": 0.422776, + "nauc_ndcg_at_3_max": 0.440833, + "nauc_ndcg_at_3_std": 0.223721, + "nauc_ndcg_at_3_diff1": 0.279889, + "nauc_ndcg_at_5_max": 0.424437, + "nauc_ndcg_at_5_std": 0.233946, + "nauc_ndcg_at_5_diff1": 0.268181, + "nauc_ndcg_at_10_max": 0.403278, + "nauc_ndcg_at_10_std": 0.296903, + "nauc_ndcg_at_10_diff1": 0.213075, + "nauc_ndcg_at_20_max": 0.397349, + "nauc_ndcg_at_20_std": 0.301655, + "nauc_ndcg_at_20_diff1": 0.207707, + "nauc_ndcg_at_100_max": 0.406422, + "nauc_ndcg_at_100_std": 0.437238, + "nauc_ndcg_at_100_diff1": 0.183963, + "nauc_ndcg_at_1000_max": 0.50376, + "nauc_ndcg_at_1000_std": 0.479292, + "nauc_ndcg_at_1000_diff1": 0.179236, + "nauc_map_at_1_max": -0.193456, + "nauc_map_at_1_std": -0.198607, + "nauc_map_at_1_diff1": 0.503218, + "nauc_map_at_3_max": -0.110588, + "nauc_map_at_3_std": -0.117494, + "nauc_map_at_3_diff1": 0.335304, + "nauc_map_at_5_max": -0.05117, + "nauc_map_at_5_std": -0.059992, + "nauc_map_at_5_diff1": 0.290572, + "nauc_map_at_10_max": 0.032382, + "nauc_map_at_10_std": 0.044719, + "nauc_map_at_10_diff1": 0.226964, + "nauc_map_at_20_max": 0.093326, + "nauc_map_at_20_std": 0.121531, + "nauc_map_at_20_diff1": 0.197823, + "nauc_map_at_100_max": 0.24024, + "nauc_map_at_100_std": 0.370308, + "nauc_map_at_100_diff1": 0.133831, + "nauc_map_at_1000_max": 0.335885, + "nauc_map_at_1000_std": 0.457161, + "nauc_map_at_1000_diff1": 0.094882, + "nauc_recall_at_1_max": -0.193456, + "nauc_recall_at_1_std": -0.198607, + "nauc_recall_at_1_diff1": 0.503218, + "nauc_recall_at_3_max": -0.14735, + "nauc_recall_at_3_std": -0.145723, + "nauc_recall_at_3_diff1": 0.276076, + "nauc_recall_at_5_max": -0.116897, + "nauc_recall_at_5_std": -0.112314, + "nauc_recall_at_5_diff1": 0.21967, + "nauc_recall_at_10_max": -0.045323, + "nauc_recall_at_10_std": 0.002066, + "nauc_recall_at_10_diff1": 0.168828, + "nauc_recall_at_20_max": 0.004608, + "nauc_recall_at_20_std": 0.030867, + "nauc_recall_at_20_diff1": 0.151468, + "nauc_recall_at_100_max": 0.05084, + "nauc_recall_at_100_std": 0.263924, + "nauc_recall_at_100_diff1": 0.101179, + "nauc_recall_at_1000_max": 0.240329, + "nauc_recall_at_1000_std": 0.444498, + "nauc_recall_at_1000_diff1": 0.060464, + "nauc_precision_at_1_max": 0.527398, + "nauc_precision_at_1_std": 0.26872, + "nauc_precision_at_1_diff1": 0.382433, + "nauc_precision_at_3_max": 0.488869, + "nauc_precision_at_3_std": 0.365693, + "nauc_precision_at_3_diff1": -0.028854, + "nauc_precision_at_5_max": 0.447112, + "nauc_precision_at_5_std": 0.364516, + "nauc_precision_at_5_diff1": -0.061906, + "nauc_precision_at_10_max": 0.422707, + "nauc_precision_at_10_std": 0.404659, + "nauc_precision_at_10_diff1": -0.146824, + "nauc_precision_at_20_max": 0.371972, + "nauc_precision_at_20_std": 0.370685, + "nauc_precision_at_20_diff1": -0.15986, + "nauc_precision_at_100_max": 0.249102, + "nauc_precision_at_100_std": 0.277787, + "nauc_precision_at_100_diff1": -0.156535, + "nauc_precision_at_1000_max": 0.125196, + "nauc_precision_at_1000_std": 0.071938, + "nauc_precision_at_1000_diff1": -0.147112, + "nauc_mrr_at_1_max": 0.527398, + "nauc_mrr_at_1_std": 0.26872, + "nauc_mrr_at_1_diff1": 0.382433, + "nauc_mrr_at_3_max": 0.585644, + "nauc_mrr_at_3_std": 0.346133, + "nauc_mrr_at_3_diff1": 0.347496, + "nauc_mrr_at_5_max": 0.58326, + "nauc_mrr_at_5_std": 0.338588, + "nauc_mrr_at_5_diff1": 0.339293, + "nauc_mrr_at_10_max": 0.580995, + "nauc_mrr_at_10_std": 0.339761, + "nauc_mrr_at_10_diff1": 0.3442, + "nauc_mrr_at_20_max": 0.579947, + "nauc_mrr_at_20_std": 0.33736, + "nauc_mrr_at_20_diff1": 0.345005, + "nauc_mrr_at_100_max": 0.579518, + "nauc_mrr_at_100_std": 0.336757, + "nauc_mrr_at_100_diff1": 0.345983, + "nauc_mrr_at_1000_max": 0.579386, + "nauc_mrr_at_1000_std": 0.336549, + "nauc_mrr_at_1000_diff1": 0.345864, + "main_score": 0.58782, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6575, + "ndcg_at_3": 0.61329, + "ndcg_at_5": 0.58932, + "ndcg_at_10": 0.57379, + "ndcg_at_20": 0.5692, + "ndcg_at_100": 0.63577, + "ndcg_at_1000": 0.71132, + "map_at_1": 0.06273, + "map_at_3": 0.11925, + "map_at_5": 0.15463, + "map_at_10": 0.21221, + "map_at_20": 0.27274, + "map_at_100": 0.38589, + "map_at_1000": 0.44374, + "recall_at_1": 0.06273, + "recall_at_3": 0.13099, + "recall_at_5": 0.17976, + "recall_at_10": 0.2697, + "recall_at_20": 0.38451, + "recall_at_100": 0.69778, + "recall_at_1000": 0.94136, + "precision_at_1": 0.78, + "precision_at_3": 0.69333, + "precision_at_5": 0.633, + "precision_at_10": 0.5525, + "precision_at_20": 0.45975, + "precision_at_100": 0.24405, + "precision_at_1000": 0.05277, + "mrr_at_1": 0.78, + "mrr_at_3": 0.849167, + "mrr_at_5": 0.855917, + "mrr_at_10": 0.858089, + "mrr_at_20": 0.858859, + "mrr_at_100": 0.859219, + "mrr_at_1000": 0.859258, + "nauc_ndcg_at_1_max": 0.341971, + "nauc_ndcg_at_1_std": 0.147031, + "nauc_ndcg_at_1_diff1": 0.399729, + "nauc_ndcg_at_3_max": 0.338306, + "nauc_ndcg_at_3_std": 0.218953, + "nauc_ndcg_at_3_diff1": 0.208029, + "nauc_ndcg_at_5_max": 0.321338, + "nauc_ndcg_at_5_std": 0.228888, + "nauc_ndcg_at_5_diff1": 0.190021, + "nauc_ndcg_at_10_max": 0.31413, + "nauc_ndcg_at_10_std": 0.268494, + "nauc_ndcg_at_10_diff1": 0.152041, + "nauc_ndcg_at_20_max": 0.32649, + "nauc_ndcg_at_20_std": 0.315861, + "nauc_ndcg_at_20_diff1": 0.160061, + "nauc_ndcg_at_100_max": 0.365386, + "nauc_ndcg_at_100_std": 0.458013, + "nauc_ndcg_at_100_diff1": 0.192588, + "nauc_ndcg_at_1000_max": 0.44636, + "nauc_ndcg_at_1000_std": 0.521059, + "nauc_ndcg_at_1000_diff1": 0.156553, + "nauc_map_at_1_max": -0.149564, + "nauc_map_at_1_std": -0.095653, + "nauc_map_at_1_diff1": 0.387352, + "nauc_map_at_3_max": -0.074986, + "nauc_map_at_3_std": -0.006638, + "nauc_map_at_3_diff1": 0.183504, + "nauc_map_at_5_max": -0.032232, + "nauc_map_at_5_std": 0.025947, + "nauc_map_at_5_diff1": 0.16218, + "nauc_map_at_10_max": 0.041886, + "nauc_map_at_10_std": 0.1099, + "nauc_map_at_10_diff1": 0.140608, + "nauc_map_at_20_max": 0.092659, + "nauc_map_at_20_std": 0.185266, + "nauc_map_at_20_diff1": 0.146124, + "nauc_map_at_100_max": 0.213043, + "nauc_map_at_100_std": 0.407103, + "nauc_map_at_100_diff1": 0.132871, + "nauc_map_at_1000_max": 0.301801, + "nauc_map_at_1000_std": 0.489503, + "nauc_map_at_1000_diff1": 0.083895, + "nauc_recall_at_1_max": -0.149564, + "nauc_recall_at_1_std": -0.095653, + "nauc_recall_at_1_diff1": 0.387352, + "nauc_recall_at_3_max": -0.103664, + "nauc_recall_at_3_std": -0.029474, + "nauc_recall_at_3_diff1": 0.136277, + "nauc_recall_at_5_max": -0.070669, + "nauc_recall_at_5_std": 0.001319, + "nauc_recall_at_5_diff1": 0.106822, + "nauc_recall_at_10_max": 0.002004, + "nauc_recall_at_10_std": 0.081062, + "nauc_recall_at_10_diff1": 0.083294, + "nauc_recall_at_20_max": 0.031918, + "nauc_recall_at_20_std": 0.117538, + "nauc_recall_at_20_diff1": 0.103911, + "nauc_recall_at_100_max": 0.069807, + "nauc_recall_at_100_std": 0.316928, + "nauc_recall_at_100_diff1": 0.124761, + "nauc_recall_at_1000_max": 0.237474, + "nauc_recall_at_1000_std": 0.57505, + "nauc_recall_at_1000_diff1": 0.017924, + "nauc_precision_at_1_max": 0.362429, + "nauc_precision_at_1_std": 0.16021, + "nauc_precision_at_1_diff1": 0.377915, + "nauc_precision_at_3_max": 0.374668, + "nauc_precision_at_3_std": 0.302178, + "nauc_precision_at_3_diff1": -0.040013, + "nauc_precision_at_5_max": 0.328324, + "nauc_precision_at_5_std": 0.28608, + "nauc_precision_at_5_diff1": -0.047322, + "nauc_precision_at_10_max": 0.321637, + "nauc_precision_at_10_std": 0.307549, + "nauc_precision_at_10_diff1": -0.075472, + "nauc_precision_at_20_max": 0.288258, + "nauc_precision_at_20_std": 0.29746, + "nauc_precision_at_20_diff1": -0.071018, + "nauc_precision_at_100_max": 0.217623, + "nauc_precision_at_100_std": 0.231964, + "nauc_precision_at_100_diff1": -0.110638, + "nauc_precision_at_1000_max": 0.110656, + "nauc_precision_at_1000_std": 0.015164, + "nauc_precision_at_1000_diff1": -0.113159, + "nauc_mrr_at_1_max": 0.362429, + "nauc_mrr_at_1_std": 0.16021, + "nauc_mrr_at_1_diff1": 0.377915, + "nauc_mrr_at_3_max": 0.417776, + "nauc_mrr_at_3_std": 0.231937, + "nauc_mrr_at_3_diff1": 0.362583, + "nauc_mrr_at_5_max": 0.421997, + "nauc_mrr_at_5_std": 0.238459, + "nauc_mrr_at_5_diff1": 0.357371, + "nauc_mrr_at_10_max": 0.418962, + "nauc_mrr_at_10_std": 0.241266, + "nauc_mrr_at_10_diff1": 0.3542, + "nauc_mrr_at_20_max": 0.417826, + "nauc_mrr_at_20_std": 0.23722, + "nauc_mrr_at_20_diff1": 0.358582, + "nauc_mrr_at_100_max": 0.416422, + "nauc_mrr_at_100_std": 0.235203, + "nauc_mrr_at_100_diff1": 0.358931, + "nauc_mrr_at_1000_max": 0.416246, + "nauc_mrr_at_1000_std": 0.234972, + "nauc_mrr_at_1000_diff1": 0.358821, + "main_score": 0.57379, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6575, + "ndcg_at_3": 0.60576, + "ndcg_at_5": 0.58623, + "ndcg_at_10": 0.57124, + "ndcg_at_20": 0.56087, + "ndcg_at_100": 0.62875, + "ndcg_at_1000": 0.70477, + "map_at_1": 0.07001, + "map_at_3": 0.11987, + "map_at_5": 0.15504, + "map_at_10": 0.21451, + "map_at_20": 0.27116, + "map_at_100": 0.38226, + "map_at_1000": 0.43892, + "recall_at_1": 0.07001, + "recall_at_3": 0.12876, + "recall_at_5": 0.17702, + "recall_at_10": 0.27509, + "recall_at_20": 0.38122, + "recall_at_100": 0.68917, + "recall_at_1000": 0.93178, + "precision_at_1": 0.785, + "precision_at_3": 0.67833, + "precision_at_5": 0.626, + "precision_at_10": 0.548, + "precision_at_20": 0.449, + "precision_at_100": 0.2408, + "precision_at_1000": 0.05284, + "mrr_at_1": 0.785, + "mrr_at_3": 0.849167, + "mrr_at_5": 0.855917, + "mrr_at_10": 0.85802, + "mrr_at_20": 0.858474, + "mrr_at_100": 0.858812, + "mrr_at_1000": 0.858858, + "nauc_ndcg_at_1_max": 0.360909, + "nauc_ndcg_at_1_std": 0.199784, + "nauc_ndcg_at_1_diff1": 0.360248, + "nauc_ndcg_at_3_max": 0.387323, + "nauc_ndcg_at_3_std": 0.261208, + "nauc_ndcg_at_3_diff1": 0.21017, + "nauc_ndcg_at_5_max": 0.383761, + "nauc_ndcg_at_5_std": 0.303712, + "nauc_ndcg_at_5_diff1": 0.173179, + "nauc_ndcg_at_10_max": 0.346925, + "nauc_ndcg_at_10_std": 0.28487, + "nauc_ndcg_at_10_diff1": 0.14587, + "nauc_ndcg_at_20_max": 0.363571, + "nauc_ndcg_at_20_std": 0.337258, + "nauc_ndcg_at_20_diff1": 0.173809, + "nauc_ndcg_at_100_max": 0.395339, + "nauc_ndcg_at_100_std": 0.483465, + "nauc_ndcg_at_100_diff1": 0.127034, + "nauc_ndcg_at_1000_max": 0.469503, + "nauc_ndcg_at_1000_std": 0.517864, + "nauc_ndcg_at_1000_diff1": 0.13287, + "nauc_map_at_1_max": -0.181538, + "nauc_map_at_1_std": -0.150722, + "nauc_map_at_1_diff1": 0.301656, + "nauc_map_at_3_max": -0.078272, + "nauc_map_at_3_std": -0.07503, + "nauc_map_at_3_diff1": 0.221684, + "nauc_map_at_5_max": -0.024644, + "nauc_map_at_5_std": -0.009079, + "nauc_map_at_5_diff1": 0.177239, + "nauc_map_at_10_max": 0.057602, + "nauc_map_at_10_std": 0.068503, + "nauc_map_at_10_diff1": 0.155947, + "nauc_map_at_20_max": 0.118882, + "nauc_map_at_20_std": 0.16026, + "nauc_map_at_20_diff1": 0.154198, + "nauc_map_at_100_max": 0.233247, + "nauc_map_at_100_std": 0.37885, + "nauc_map_at_100_diff1": 0.098779, + "nauc_map_at_1000_max": 0.317488, + "nauc_map_at_1000_std": 0.462853, + "nauc_map_at_1000_diff1": 0.059215, + "nauc_recall_at_1_max": -0.181538, + "nauc_recall_at_1_std": -0.150722, + "nauc_recall_at_1_diff1": 0.301656, + "nauc_recall_at_3_max": -0.096583, + "nauc_recall_at_3_std": -0.084619, + "nauc_recall_at_3_diff1": 0.200108, + "nauc_recall_at_5_max": -0.057644, + "nauc_recall_at_5_std": -0.021898, + "nauc_recall_at_5_diff1": 0.145787, + "nauc_recall_at_10_max": -0.001897, + "nauc_recall_at_10_std": 0.019786, + "nauc_recall_at_10_diff1": 0.130882, + "nauc_recall_at_20_max": 0.053424, + "nauc_recall_at_20_std": 0.104323, + "nauc_recall_at_20_diff1": 0.132531, + "nauc_recall_at_100_max": 0.107807, + "nauc_recall_at_100_std": 0.315369, + "nauc_recall_at_100_diff1": 0.072208, + "nauc_recall_at_1000_max": 0.318173, + "nauc_recall_at_1000_std": 0.534669, + "nauc_recall_at_1000_diff1": 0.083849, + "nauc_precision_at_1_max": 0.50599, + "nauc_precision_at_1_std": 0.271656, + "nauc_precision_at_1_diff1": 0.267502, + "nauc_precision_at_3_max": 0.442968, + "nauc_precision_at_3_std": 0.317958, + "nauc_precision_at_3_diff1": -0.017897, + "nauc_precision_at_5_max": 0.394314, + "nauc_precision_at_5_std": 0.356563, + "nauc_precision_at_5_diff1": -0.087084, + "nauc_precision_at_10_max": 0.369408, + "nauc_precision_at_10_std": 0.355569, + "nauc_precision_at_10_diff1": -0.112176, + "nauc_precision_at_20_max": 0.329447, + "nauc_precision_at_20_std": 0.356851, + "nauc_precision_at_20_diff1": -0.0967, + "nauc_precision_at_100_max": 0.228289, + "nauc_precision_at_100_std": 0.283705, + "nauc_precision_at_100_diff1": -0.148608, + "nauc_precision_at_1000_max": 0.131474, + "nauc_precision_at_1000_std": 0.064022, + "nauc_precision_at_1000_diff1": -0.111937, + "nauc_mrr_at_1_max": 0.50599, + "nauc_mrr_at_1_std": 0.271656, + "nauc_mrr_at_1_diff1": 0.267502, + "nauc_mrr_at_3_max": 0.533997, + "nauc_mrr_at_3_std": 0.347845, + "nauc_mrr_at_3_diff1": 0.20718, + "nauc_mrr_at_5_max": 0.530351, + "nauc_mrr_at_5_std": 0.340501, + "nauc_mrr_at_5_diff1": 0.223654, + "nauc_mrr_at_10_max": 0.538436, + "nauc_mrr_at_10_std": 0.345041, + "nauc_mrr_at_10_diff1": 0.229093, + "nauc_mrr_at_20_max": 0.537302, + "nauc_mrr_at_20_std": 0.343245, + "nauc_mrr_at_20_diff1": 0.230465, + "nauc_mrr_at_100_max": 0.536121, + "nauc_mrr_at_100_std": 0.341627, + "nauc_mrr_at_100_diff1": 0.229748, + "nauc_mrr_at_1000_max": 0.535961, + "nauc_mrr_at_1000_std": 0.341401, + "nauc_mrr_at_1000_diff1": 0.229528, + "main_score": 0.57124, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "pulmonology": [ + { + "ndcg_at_1": 0.725, + "ndcg_at_3": 0.65194, + "ndcg_at_5": 0.6205, + "ndcg_at_10": 0.60211, + "ndcg_at_20": 0.60888, + "ndcg_at_100": 0.66527, + "ndcg_at_1000": 0.73972, + "map_at_1": 0.13741, + "map_at_3": 0.22507, + "map_at_5": 0.26323, + "map_at_10": 0.31613, + "map_at_20": 0.35833, + "map_at_100": 0.43447, + "map_at_1000": 0.4728, + "recall_at_1": 0.13741, + "recall_at_3": 0.24241, + "recall_at_5": 0.29435, + "recall_at_10": 0.38904, + "recall_at_20": 0.49563, + "recall_at_100": 0.73852, + "recall_at_1000": 0.96459, + "precision_at_1": 0.805, + "precision_at_3": 0.64333, + "precision_at_5": 0.544, + "precision_at_10": 0.433, + "precision_at_20": 0.335, + "precision_at_100": 0.1641, + "precision_at_1000": 0.03485, + "mrr_at_1": 0.805, + "mrr_at_3": 0.871667, + "mrr_at_5": 0.873667, + "mrr_at_10": 0.874792, + "mrr_at_20": 0.876502, + "mrr_at_100": 0.876729, + "mrr_at_1000": 0.876729, + "nauc_ndcg_at_1_max": 0.570064, + "nauc_ndcg_at_1_std": 0.212991, + "nauc_ndcg_at_1_diff1": 0.513844, + "nauc_ndcg_at_3_max": 0.441319, + "nauc_ndcg_at_3_std": 0.199821, + "nauc_ndcg_at_3_diff1": 0.264753, + "nauc_ndcg_at_5_max": 0.390568, + "nauc_ndcg_at_5_std": 0.161, + "nauc_ndcg_at_5_diff1": 0.255311, + "nauc_ndcg_at_10_max": 0.333722, + "nauc_ndcg_at_10_std": 0.156942, + "nauc_ndcg_at_10_diff1": 0.240598, + "nauc_ndcg_at_20_max": 0.345682, + "nauc_ndcg_at_20_std": 0.147561, + "nauc_ndcg_at_20_diff1": 0.297809, + "nauc_ndcg_at_100_max": 0.361935, + "nauc_ndcg_at_100_std": 0.202668, + "nauc_ndcg_at_100_diff1": 0.2948, + "nauc_ndcg_at_1000_max": 0.402222, + "nauc_ndcg_at_1000_std": 0.268631, + "nauc_ndcg_at_1000_diff1": 0.289796, + "nauc_map_at_1_max": 0.218028, + "nauc_map_at_1_std": -0.013052, + "nauc_map_at_1_diff1": 0.518822, + "nauc_map_at_3_max": 0.234833, + "nauc_map_at_3_std": 0.064142, + "nauc_map_at_3_diff1": 0.358758, + "nauc_map_at_5_max": 0.239753, + "nauc_map_at_5_std": 0.072165, + "nauc_map_at_5_diff1": 0.31071, + "nauc_map_at_10_max": 0.229104, + "nauc_map_at_10_std": 0.091633, + "nauc_map_at_10_diff1": 0.25204, + "nauc_map_at_20_max": 0.232922, + "nauc_map_at_20_std": 0.112173, + "nauc_map_at_20_diff1": 0.240743, + "nauc_map_at_100_max": 0.24537, + "nauc_map_at_100_std": 0.198657, + "nauc_map_at_100_diff1": 0.197224, + "nauc_map_at_1000_max": 0.249203, + "nauc_map_at_1000_std": 0.206164, + "nauc_map_at_1000_diff1": 0.182664, + "nauc_recall_at_1_max": 0.218028, + "nauc_recall_at_1_std": -0.013052, + "nauc_recall_at_1_diff1": 0.518822, + "nauc_recall_at_3_max": 0.19942, + "nauc_recall_at_3_std": 0.055089, + "nauc_recall_at_3_diff1": 0.327253, + "nauc_recall_at_5_max": 0.194869, + "nauc_recall_at_5_std": 0.05276, + "nauc_recall_at_5_diff1": 0.28208, + "nauc_recall_at_10_max": 0.166876, + "nauc_recall_at_10_std": 0.045394, + "nauc_recall_at_10_diff1": 0.213405, + "nauc_recall_at_20_max": 0.19283, + "nauc_recall_at_20_std": 0.060284, + "nauc_recall_at_20_diff1": 0.245329, + "nauc_recall_at_100_max": 0.231692, + "nauc_recall_at_100_std": 0.1819, + "nauc_recall_at_100_diff1": 0.239523, + "nauc_recall_at_1000_max": 0.364631, + "nauc_recall_at_1000_std": 0.649642, + "nauc_recall_at_1000_diff1": 0.246884, + "nauc_precision_at_1_max": 0.570546, + "nauc_precision_at_1_std": 0.298179, + "nauc_precision_at_1_diff1": 0.476962, + "nauc_precision_at_3_max": 0.184209, + "nauc_precision_at_3_std": 0.207867, + "nauc_precision_at_3_diff1": -0.189573, + "nauc_precision_at_5_max": 0.101875, + "nauc_precision_at_5_std": 0.129668, + "nauc_precision_at_5_diff1": -0.247681, + "nauc_precision_at_10_max": 0.002034, + "nauc_precision_at_10_std": 0.135953, + "nauc_precision_at_10_diff1": -0.286206, + "nauc_precision_at_20_max": -0.030101, + "nauc_precision_at_20_std": 0.112758, + "nauc_precision_at_20_diff1": -0.247151, + "nauc_precision_at_100_max": -0.034745, + "nauc_precision_at_100_std": 0.083589, + "nauc_precision_at_100_diff1": -0.184874, + "nauc_precision_at_1000_max": -0.057451, + "nauc_precision_at_1000_std": -0.137991, + "nauc_precision_at_1000_diff1": -0.114305, + "nauc_mrr_at_1_max": 0.570546, + "nauc_mrr_at_1_std": 0.298179, + "nauc_mrr_at_1_diff1": 0.476962, + "nauc_mrr_at_3_max": 0.599803, + "nauc_mrr_at_3_std": 0.335133, + "nauc_mrr_at_3_diff1": 0.447051, + "nauc_mrr_at_5_max": 0.600563, + "nauc_mrr_at_5_std": 0.325152, + "nauc_mrr_at_5_diff1": 0.448533, + "nauc_mrr_at_10_max": 0.599129, + "nauc_mrr_at_10_std": 0.325252, + "nauc_mrr_at_10_diff1": 0.447927, + "nauc_mrr_at_20_max": 0.599928, + "nauc_mrr_at_20_std": 0.326066, + "nauc_mrr_at_20_diff1": 0.453685, + "nauc_mrr_at_100_max": 0.599152, + "nauc_mrr_at_100_std": 0.324758, + "nauc_mrr_at_100_diff1": 0.453164, + "nauc_mrr_at_1000_max": 0.599152, + "nauc_mrr_at_1000_std": 0.324758, + "nauc_mrr_at_1000_diff1": 0.453164, + "main_score": 0.60211, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6425, + "ndcg_at_3": 0.58742, + "ndcg_at_5": 0.56486, + "ndcg_at_10": 0.55381, + "ndcg_at_20": 0.55923, + "ndcg_at_100": 0.61685, + "ndcg_at_1000": 0.69525, + "map_at_1": 0.13437, + "map_at_3": 0.20553, + "map_at_5": 0.23931, + "map_at_10": 0.28563, + "map_at_20": 0.32181, + "map_at_100": 0.38805, + "map_at_1000": 0.42183, + "recall_at_1": 0.13437, + "recall_at_3": 0.22028, + "recall_at_5": 0.27089, + "recall_at_10": 0.36119, + "recall_at_20": 0.45213, + "recall_at_100": 0.69979, + "recall_at_1000": 0.93917, + "precision_at_1": 0.715, + "precision_at_3": 0.57, + "precision_at_5": 0.495, + "precision_at_10": 0.3935, + "precision_at_20": 0.3005, + "precision_at_100": 0.1468, + "precision_at_1000": 0.0329, + "mrr_at_1": 0.715, + "mrr_at_3": 0.788333, + "mrr_at_5": 0.799583, + "mrr_at_10": 0.805298, + "mrr_at_20": 0.806682, + "mrr_at_100": 0.806871, + "mrr_at_1000": 0.806871, + "nauc_ndcg_at_1_max": 0.572587, + "nauc_ndcg_at_1_std": 0.282501, + "nauc_ndcg_at_1_diff1": 0.548529, + "nauc_ndcg_at_3_max": 0.458856, + "nauc_ndcg_at_3_std": 0.237303, + "nauc_ndcg_at_3_diff1": 0.321868, + "nauc_ndcg_at_5_max": 0.440409, + "nauc_ndcg_at_5_std": 0.251098, + "nauc_ndcg_at_5_diff1": 0.319523, + "nauc_ndcg_at_10_max": 0.446884, + "nauc_ndcg_at_10_std": 0.284779, + "nauc_ndcg_at_10_diff1": 0.376295, + "nauc_ndcg_at_20_max": 0.429297, + "nauc_ndcg_at_20_std": 0.288214, + "nauc_ndcg_at_20_diff1": 0.391141, + "nauc_ndcg_at_100_max": 0.439658, + "nauc_ndcg_at_100_std": 0.3422, + "nauc_ndcg_at_100_diff1": 0.426629, + "nauc_ndcg_at_1000_max": 0.502382, + "nauc_ndcg_at_1000_std": 0.385001, + "nauc_ndcg_at_1000_diff1": 0.423666, + "nauc_map_at_1_max": 0.185068, + "nauc_map_at_1_std": 0.05028, + "nauc_map_at_1_diff1": 0.492308, + "nauc_map_at_3_max": 0.174011, + "nauc_map_at_3_std": 0.06041, + "nauc_map_at_3_diff1": 0.375985, + "nauc_map_at_5_max": 0.187299, + "nauc_map_at_5_std": 0.080008, + "nauc_map_at_5_diff1": 0.342966, + "nauc_map_at_10_max": 0.219814, + "nauc_map_at_10_std": 0.118075, + "nauc_map_at_10_diff1": 0.335241, + "nauc_map_at_20_max": 0.253796, + "nauc_map_at_20_std": 0.173809, + "nauc_map_at_20_diff1": 0.339561, + "nauc_map_at_100_max": 0.317841, + "nauc_map_at_100_std": 0.293906, + "nauc_map_at_100_diff1": 0.339276, + "nauc_map_at_1000_max": 0.352521, + "nauc_map_at_1000_std": 0.306627, + "nauc_map_at_1000_diff1": 0.326182, + "nauc_recall_at_1_max": 0.185068, + "nauc_recall_at_1_std": 0.05028, + "nauc_recall_at_1_diff1": 0.492308, + "nauc_recall_at_3_max": 0.146987, + "nauc_recall_at_3_std": 0.040821, + "nauc_recall_at_3_diff1": 0.359641, + "nauc_recall_at_5_max": 0.150933, + "nauc_recall_at_5_std": 0.058913, + "nauc_recall_at_5_diff1": 0.313656, + "nauc_recall_at_10_max": 0.159577, + "nauc_recall_at_10_std": 0.080214, + "nauc_recall_at_10_diff1": 0.316818, + "nauc_recall_at_20_max": 0.202365, + "nauc_recall_at_20_std": 0.163311, + "nauc_recall_at_20_diff1": 0.312466, + "nauc_recall_at_100_max": 0.257972, + "nauc_recall_at_100_std": 0.329913, + "nauc_recall_at_100_diff1": 0.347368, + "nauc_recall_at_1000_max": 0.435901, + "nauc_recall_at_1000_std": 0.654709, + "nauc_recall_at_1000_diff1": 0.398902, + "nauc_precision_at_1_max": 0.600504, + "nauc_precision_at_1_std": 0.321332, + "nauc_precision_at_1_diff1": 0.53409, + "nauc_precision_at_3_max": 0.265193, + "nauc_precision_at_3_std": 0.198935, + "nauc_precision_at_3_diff1": -0.046584, + "nauc_precision_at_5_max": 0.226697, + "nauc_precision_at_5_std": 0.202835, + "nauc_precision_at_5_diff1": -0.127174, + "nauc_precision_at_10_max": 0.244909, + "nauc_precision_at_10_std": 0.244629, + "nauc_precision_at_10_diff1": -0.08907, + "nauc_precision_at_20_max": 0.210852, + "nauc_precision_at_20_std": 0.267936, + "nauc_precision_at_20_diff1": -0.111723, + "nauc_precision_at_100_max": 0.159122, + "nauc_precision_at_100_std": 0.169127, + "nauc_precision_at_100_diff1": -0.141946, + "nauc_precision_at_1000_max": 0.125368, + "nauc_precision_at_1000_std": -0.091723, + "nauc_precision_at_1000_diff1": -0.164333, + "nauc_mrr_at_1_max": 0.600504, + "nauc_mrr_at_1_std": 0.321332, + "nauc_mrr_at_1_diff1": 0.53409, + "nauc_mrr_at_3_max": 0.601695, + "nauc_mrr_at_3_std": 0.342599, + "nauc_mrr_at_3_diff1": 0.524532, + "nauc_mrr_at_5_max": 0.593071, + "nauc_mrr_at_5_std": 0.33796, + "nauc_mrr_at_5_diff1": 0.521422, + "nauc_mrr_at_10_max": 0.595219, + "nauc_mrr_at_10_std": 0.336578, + "nauc_mrr_at_10_diff1": 0.520613, + "nauc_mrr_at_20_max": 0.597727, + "nauc_mrr_at_20_std": 0.336808, + "nauc_mrr_at_20_diff1": 0.522181, + "nauc_mrr_at_100_max": 0.597501, + "nauc_mrr_at_100_std": 0.336425, + "nauc_mrr_at_100_diff1": 0.522048, + "nauc_mrr_at_1000_max": 0.597501, + "nauc_mrr_at_1000_std": 0.336425, + "nauc_mrr_at_1000_diff1": 0.522048, + "main_score": 0.55381, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6525, + "ndcg_at_3": 0.58123, + "ndcg_at_5": 0.55032, + "ndcg_at_10": 0.53769, + "ndcg_at_20": 0.54627, + "ndcg_at_100": 0.60099, + "ndcg_at_1000": 0.68156, + "map_at_1": 0.13333, + "map_at_3": 0.20492, + "map_at_5": 0.2358, + "map_at_10": 0.2772, + "map_at_20": 0.31261, + "map_at_100": 0.37597, + "map_at_1000": 0.40999, + "recall_at_1": 0.13333, + "recall_at_3": 0.21935, + "recall_at_5": 0.2638, + "recall_at_10": 0.34285, + "recall_at_20": 0.43956, + "recall_at_100": 0.68072, + "recall_at_1000": 0.926, + "precision_at_1": 0.74, + "precision_at_3": 0.56, + "precision_at_5": 0.471, + "precision_at_10": 0.376, + "precision_at_20": 0.29275, + "precision_at_100": 0.144, + "precision_at_1000": 0.03274, + "mrr_at_1": 0.74, + "mrr_at_3": 0.794167, + "mrr_at_5": 0.802917, + "mrr_at_10": 0.809131, + "mrr_at_20": 0.810841, + "mrr_at_100": 0.811817, + "mrr_at_1000": 0.811817, + "nauc_ndcg_at_1_max": 0.566329, + "nauc_ndcg_at_1_std": 0.433382, + "nauc_ndcg_at_1_diff1": 0.380139, + "nauc_ndcg_at_3_max": 0.529838, + "nauc_ndcg_at_3_std": 0.380176, + "nauc_ndcg_at_3_diff1": 0.234845, + "nauc_ndcg_at_5_max": 0.470778, + "nauc_ndcg_at_5_std": 0.373949, + "nauc_ndcg_at_5_diff1": 0.196125, + "nauc_ndcg_at_10_max": 0.487176, + "nauc_ndcg_at_10_std": 0.396207, + "nauc_ndcg_at_10_diff1": 0.229696, + "nauc_ndcg_at_20_max": 0.496598, + "nauc_ndcg_at_20_std": 0.4196, + "nauc_ndcg_at_20_diff1": 0.28927, + "nauc_ndcg_at_100_max": 0.507752, + "nauc_ndcg_at_100_std": 0.479594, + "nauc_ndcg_at_100_diff1": 0.328517, + "nauc_ndcg_at_1000_max": 0.552903, + "nauc_ndcg_at_1000_std": 0.523419, + "nauc_ndcg_at_1000_diff1": 0.295209, + "nauc_map_at_1_max": 0.288639, + "nauc_map_at_1_std": 0.113936, + "nauc_map_at_1_diff1": 0.460405, + "nauc_map_at_3_max": 0.2777, + "nauc_map_at_3_std": 0.138391, + "nauc_map_at_3_diff1": 0.35864, + "nauc_map_at_5_max": 0.258786, + "nauc_map_at_5_std": 0.148311, + "nauc_map_at_5_diff1": 0.311269, + "nauc_map_at_10_max": 0.275849, + "nauc_map_at_10_std": 0.183371, + "nauc_map_at_10_diff1": 0.273555, + "nauc_map_at_20_max": 0.320245, + "nauc_map_at_20_std": 0.250291, + "nauc_map_at_20_diff1": 0.283619, + "nauc_map_at_100_max": 0.38289, + "nauc_map_at_100_std": 0.379762, + "nauc_map_at_100_diff1": 0.245651, + "nauc_map_at_1000_max": 0.410646, + "nauc_map_at_1000_std": 0.399174, + "nauc_map_at_1000_diff1": 0.22542, + "nauc_recall_at_1_max": 0.288639, + "nauc_recall_at_1_std": 0.113936, + "nauc_recall_at_1_diff1": 0.460405, + "nauc_recall_at_3_max": 0.251174, + "nauc_recall_at_3_std": 0.11727, + "nauc_recall_at_3_diff1": 0.337077, + "nauc_recall_at_5_max": 0.217283, + "nauc_recall_at_5_std": 0.120688, + "nauc_recall_at_5_diff1": 0.285394, + "nauc_recall_at_10_max": 0.237776, + "nauc_recall_at_10_std": 0.153588, + "nauc_recall_at_10_diff1": 0.245944, + "nauc_recall_at_20_max": 0.302077, + "nauc_recall_at_20_std": 0.242192, + "nauc_recall_at_20_diff1": 0.293862, + "nauc_recall_at_100_max": 0.3721, + "nauc_recall_at_100_std": 0.417578, + "nauc_recall_at_100_diff1": 0.303288, + "nauc_recall_at_1000_max": 0.629384, + "nauc_recall_at_1000_std": 0.778489, + "nauc_recall_at_1000_diff1": 0.403672, + "nauc_precision_at_1_max": 0.557206, + "nauc_precision_at_1_std": 0.464722, + "nauc_precision_at_1_diff1": 0.312508, + "nauc_precision_at_3_max": 0.31357, + "nauc_precision_at_3_std": 0.319722, + "nauc_precision_at_3_diff1": -0.100467, + "nauc_precision_at_5_max": 0.213976, + "nauc_precision_at_5_std": 0.291501, + "nauc_precision_at_5_diff1": -0.198357, + "nauc_precision_at_10_max": 0.199166, + "nauc_precision_at_10_std": 0.292743, + "nauc_precision_at_10_diff1": -0.21759, + "nauc_precision_at_20_max": 0.207625, + "nauc_precision_at_20_std": 0.318368, + "nauc_precision_at_20_diff1": -0.181966, + "nauc_precision_at_100_max": 0.13018, + "nauc_precision_at_100_std": 0.205385, + "nauc_precision_at_100_diff1": -0.19775, + "nauc_precision_at_1000_max": 0.049012, + "nauc_precision_at_1000_std": -0.06345, + "nauc_precision_at_1000_diff1": -0.152364, + "nauc_mrr_at_1_max": 0.557206, + "nauc_mrr_at_1_std": 0.464722, + "nauc_mrr_at_1_diff1": 0.312508, + "nauc_mrr_at_3_max": 0.59862, + "nauc_mrr_at_3_std": 0.479818, + "nauc_mrr_at_3_diff1": 0.338007, + "nauc_mrr_at_5_max": 0.587166, + "nauc_mrr_at_5_std": 0.483736, + "nauc_mrr_at_5_diff1": 0.325822, + "nauc_mrr_at_10_max": 0.592598, + "nauc_mrr_at_10_std": 0.489018, + "nauc_mrr_at_10_diff1": 0.330476, + "nauc_mrr_at_20_max": 0.592064, + "nauc_mrr_at_20_std": 0.486416, + "nauc_mrr_at_20_diff1": 0.32902, + "nauc_mrr_at_100_max": 0.590089, + "nauc_mrr_at_100_std": 0.484425, + "nauc_mrr_at_100_diff1": 0.328641, + "nauc_mrr_at_1000_max": 0.590089, + "nauc_mrr_at_1000_std": 0.484425, + "nauc_mrr_at_1000_diff1": 0.328641, + "main_score": 0.53769, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 873.5695815086365, + "kg_co2_emissions": 0.038522977612130145 +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/CmedqaRetrieval.json b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/CmedqaRetrieval.json new file mode 100644 index 000000000..d6e43ab89 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/CmedqaRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301", + "task_name": "CmedqaRetrieval", + "mteb_version": "1.24.0", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.25006, + "ndcg_at_3": 0.24628, + "ndcg_at_5": 0.25819, + "ndcg_at_10": 0.27761, + "ndcg_at_20": 0.29677, + "ndcg_at_100": 0.33581, + "ndcg_at_1000": 0.37126, + "map_at_1": 0.15698, + "map_at_3": 0.20541, + "map_at_5": 0.21762, + "map_at_10": 0.22873, + "map_at_20": 0.2351, + "map_at_100": 0.24152, + "map_at_1000": 0.24311, + "recall_at_1": 0.15698, + "recall_at_3": 0.2446, + "recall_at_5": 0.28526, + "recall_at_10": 0.34365, + "recall_at_20": 0.40881, + "recall_at_100": 0.5907, + "recall_at_1000": 0.83859, + "precision_at_1": 0.25006, + "precision_at_3": 0.14037, + "precision_at_5": 0.10073, + "precision_at_10": 0.06204, + "precision_at_20": 0.03741, + "precision_at_100": 0.01105, + "precision_at_1000": 0.00157, + "mrr_at_1": 0.250063, + "mrr_at_3": 0.291948, + "mrr_at_5": 0.302451, + "mrr_at_10": 0.310274, + "mrr_at_20": 0.314883, + "mrr_at_100": 0.319129, + "mrr_at_1000": 0.319927, + "nauc_ndcg_at_1_max": 0.506413, + "nauc_ndcg_at_1_std": 0.02789, + "nauc_ndcg_at_1_diff1": 0.549788, + "nauc_ndcg_at_3_max": 0.460234, + "nauc_ndcg_at_3_std": 0.024236, + "nauc_ndcg_at_3_diff1": 0.463966, + "nauc_ndcg_at_5_max": 0.445216, + "nauc_ndcg_at_5_std": 0.022562, + "nauc_ndcg_at_5_diff1": 0.448705, + "nauc_ndcg_at_10_max": 0.440061, + "nauc_ndcg_at_10_std": 0.022047, + "nauc_ndcg_at_10_diff1": 0.439702, + "nauc_ndcg_at_20_max": 0.441925, + "nauc_ndcg_at_20_std": 0.03152, + "nauc_ndcg_at_20_diff1": 0.429618, + "nauc_ndcg_at_100_max": 0.454832, + "nauc_ndcg_at_100_std": 0.061546, + "nauc_ndcg_at_100_diff1": 0.425316, + "nauc_ndcg_at_1000_max": 0.464604, + "nauc_ndcg_at_1000_std": 0.072454, + "nauc_ndcg_at_1000_diff1": 0.429699, + "nauc_map_at_1_max": 0.409869, + "nauc_map_at_1_std": -0.010167, + "nauc_map_at_1_diff1": 0.514733, + "nauc_map_at_3_max": 0.434032, + "nauc_map_at_3_std": -0.001596, + "nauc_map_at_3_diff1": 0.470762, + "nauc_map_at_5_max": 0.43786, + "nauc_map_at_5_std": 0.004839, + "nauc_map_at_5_diff1": 0.463629, + "nauc_map_at_10_max": 0.440292, + "nauc_map_at_10_std": 0.009194, + "nauc_map_at_10_diff1": 0.458689, + "nauc_map_at_20_max": 0.443095, + "nauc_map_at_20_std": 0.014137, + "nauc_map_at_20_diff1": 0.455462, + "nauc_map_at_100_max": 0.446524, + "nauc_map_at_100_std": 0.02022, + "nauc_map_at_100_diff1": 0.455242, + "nauc_map_at_1000_max": 0.447181, + "nauc_map_at_1000_std": 0.02124, + "nauc_map_at_1000_diff1": 0.45537, + "nauc_recall_at_1_max": 0.409869, + "nauc_recall_at_1_std": -0.010167, + "nauc_recall_at_1_diff1": 0.514733, + "nauc_recall_at_3_max": 0.383562, + "nauc_recall_at_3_std": -0.002302, + "nauc_recall_at_3_diff1": 0.395727, + "nauc_recall_at_5_max": 0.364543, + "nauc_recall_at_5_std": 0.007557, + "nauc_recall_at_5_diff1": 0.35702, + "nauc_recall_at_10_max": 0.352585, + "nauc_recall_at_10_std": 0.018667, + "nauc_recall_at_10_diff1": 0.328336, + "nauc_recall_at_20_max": 0.345392, + "nauc_recall_at_20_std": 0.04276, + "nauc_recall_at_20_diff1": 0.290081, + "nauc_recall_at_100_max": 0.370779, + "nauc_recall_at_100_std": 0.162739, + "nauc_recall_at_100_diff1": 0.241012, + "nauc_recall_at_1000_max": 0.465619, + "nauc_recall_at_1000_std": 0.374333, + "nauc_recall_at_1000_diff1": 0.182888, + "nauc_precision_at_1_max": 0.506413, + "nauc_precision_at_1_std": 0.02789, + "nauc_precision_at_1_diff1": 0.549788, + "nauc_precision_at_3_max": 0.49742, + "nauc_precision_at_3_std": 0.067576, + "nauc_precision_at_3_diff1": 0.398469, + "nauc_precision_at_5_max": 0.473305, + "nauc_precision_at_5_std": 0.091296, + "nauc_precision_at_5_diff1": 0.353106, + "nauc_precision_at_10_max": 0.445001, + "nauc_precision_at_10_std": 0.106155, + "nauc_precision_at_10_diff1": 0.306954, + "nauc_precision_at_20_max": 0.429891, + "nauc_precision_at_20_std": 0.138043, + "nauc_precision_at_20_diff1": 0.259939, + "nauc_precision_at_100_max": 0.378209, + "nauc_precision_at_100_std": 0.221652, + "nauc_precision_at_100_diff1": 0.18106, + "nauc_precision_at_1000_max": 0.294489, + "nauc_precision_at_1000_std": 0.243503, + "nauc_precision_at_1000_diff1": 0.095434, + "nauc_mrr_at_1_max": 0.506413, + "nauc_mrr_at_1_std": 0.02789, + "nauc_mrr_at_1_diff1": 0.549788, + "nauc_mrr_at_3_max": 0.48854, + "nauc_mrr_at_3_std": 0.034931, + "nauc_mrr_at_3_diff1": 0.500641, + "nauc_mrr_at_5_max": 0.482372, + "nauc_mrr_at_5_std": 0.036826, + "nauc_mrr_at_5_diff1": 0.490825, + "nauc_mrr_at_10_max": 0.480654, + "nauc_mrr_at_10_std": 0.037565, + "nauc_mrr_at_10_diff1": 0.487793, + "nauc_mrr_at_20_max": 0.47993, + "nauc_mrr_at_20_std": 0.039229, + "nauc_mrr_at_20_diff1": 0.485328, + "nauc_mrr_at_100_max": 0.480954, + "nauc_mrr_at_100_std": 0.041853, + "nauc_mrr_at_100_diff1": 0.484835, + "nauc_mrr_at_1000_max": 0.481097, + "nauc_mrr_at_1000_std": 0.041835, + "nauc_mrr_at_1000_diff1": 0.485099, + "main_score": 0.27761, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 130.39779353141785, + "kg_co2_emissions": 0.005778076317462234 +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/MedicalQARetrieval.json b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/MedicalQARetrieval.json new file mode 100644 index 000000000..c4b780bcd --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/MedicalQARetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ae763399273d8b20506b80cf6f6f9a31a6a2b238", + "task_name": "MedicalQARetrieval", + "mteb_version": "1.24.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.56152, + "ndcg_at_3": 0.68397, + "ndcg_at_5": 0.70843, + "ndcg_at_10": 0.72617, + "ndcg_at_20": 0.73511, + "ndcg_at_100": 0.74309, + "ndcg_at_1000": 0.74718, + "map_at_1": 0.56152, + "map_at_3": 0.65389, + "map_at_5": 0.66742, + "map_at_10": 0.67467, + "map_at_20": 0.67722, + "map_at_100": 0.67823, + "map_at_1000": 0.67839, + "recall_at_1": 0.56152, + "recall_at_3": 0.771, + "recall_at_5": 0.83057, + "recall_at_10": 0.88574, + "recall_at_20": 0.92041, + "recall_at_100": 0.96484, + "recall_at_1000": 0.99658, + "precision_at_1": 0.56152, + "precision_at_3": 0.257, + "precision_at_5": 0.16611, + "precision_at_10": 0.08857, + "precision_at_20": 0.04602, + "precision_at_100": 0.00965, + "precision_at_1000": 0.001, + "mrr_at_1": 0.5625, + "mrr_at_3": 0.65446, + "mrr_at_5": 0.668009, + "mrr_at_10": 0.675267, + "mrr_at_20": 0.677817, + "mrr_at_100": 0.678821, + "mrr_at_1000": 0.678983, + "nauc_ndcg_at_1_max": 0.34214, + "nauc_ndcg_at_1_std": 0.063464, + "nauc_ndcg_at_1_diff1": 0.534512, + "nauc_ndcg_at_3_max": 0.309052, + "nauc_ndcg_at_3_std": 0.010551, + "nauc_ndcg_at_3_diff1": 0.473356, + "nauc_ndcg_at_5_max": 0.307352, + "nauc_ndcg_at_5_std": 0.001466, + "nauc_ndcg_at_5_diff1": 0.479402, + "nauc_ndcg_at_10_max": 0.322383, + "nauc_ndcg_at_10_std": 0.004394, + "nauc_ndcg_at_10_diff1": 0.47727, + "nauc_ndcg_at_20_max": 0.33236, + "nauc_ndcg_at_20_std": 0.007133, + "nauc_ndcg_at_20_diff1": 0.481985, + "nauc_ndcg_at_100_max": 0.332124, + "nauc_ndcg_at_100_std": 0.020686, + "nauc_ndcg_at_100_diff1": 0.484527, + "nauc_ndcg_at_1000_max": 0.326597, + "nauc_ndcg_at_1000_std": 0.020368, + "nauc_ndcg_at_1000_diff1": 0.48886, + "nauc_map_at_1_max": 0.34214, + "nauc_map_at_1_std": 0.063464, + "nauc_map_at_1_diff1": 0.534512, + "nauc_map_at_3_max": 0.317554, + "nauc_map_at_3_std": 0.02497, + "nauc_map_at_3_diff1": 0.491323, + "nauc_map_at_5_max": 0.31696, + "nauc_map_at_5_std": 0.020663, + "nauc_map_at_5_diff1": 0.494935, + "nauc_map_at_10_max": 0.322735, + "nauc_map_at_10_std": 0.021969, + "nauc_map_at_10_diff1": 0.494699, + "nauc_map_at_20_max": 0.324986, + "nauc_map_at_20_std": 0.022742, + "nauc_map_at_20_diff1": 0.495907, + "nauc_map_at_100_max": 0.324973, + "nauc_map_at_100_std": 0.024491, + "nauc_map_at_100_diff1": 0.4962, + "nauc_map_at_1000_max": 0.324815, + "nauc_map_at_1000_std": 0.024547, + "nauc_map_at_1000_diff1": 0.496325, + "nauc_recall_at_1_max": 0.34214, + "nauc_recall_at_1_std": 0.063464, + "nauc_recall_at_1_diff1": 0.534512, + "nauc_recall_at_3_max": 0.276897, + "nauc_recall_at_3_std": -0.04449, + "nauc_recall_at_3_diff1": 0.40402, + "nauc_recall_at_5_max": 0.261778, + "nauc_recall_at_5_std": -0.091426, + "nauc_recall_at_5_diff1": 0.406334, + "nauc_recall_at_10_max": 0.332929, + "nauc_recall_at_10_std": -0.110647, + "nauc_recall_at_10_diff1": 0.360289, + "nauc_recall_at_20_max": 0.445444, + "nauc_recall_at_20_std": -0.128381, + "nauc_recall_at_20_diff1": 0.363728, + "nauc_recall_at_100_max": 0.575704, + "nauc_recall_at_100_std": 0.114845, + "nauc_recall_at_100_diff1": 0.29904, + "nauc_recall_at_1000_max": 0.218182, + "nauc_recall_at_1000_std": 0.56923, + "nauc_recall_at_1000_diff1": 0.641193, + "nauc_precision_at_1_max": 0.34214, + "nauc_precision_at_1_std": 0.063464, + "nauc_precision_at_1_diff1": 0.534512, + "nauc_precision_at_3_max": 0.276897, + "nauc_precision_at_3_std": -0.04449, + "nauc_precision_at_3_diff1": 0.40402, + "nauc_precision_at_5_max": 0.261778, + "nauc_precision_at_5_std": -0.091426, + "nauc_precision_at_5_diff1": 0.406334, + "nauc_precision_at_10_max": 0.332929, + "nauc_precision_at_10_std": -0.110647, + "nauc_precision_at_10_diff1": 0.360289, + "nauc_precision_at_20_max": 0.445444, + "nauc_precision_at_20_std": -0.128381, + "nauc_precision_at_20_diff1": 0.363728, + "nauc_precision_at_100_max": 0.575704, + "nauc_precision_at_100_std": 0.114845, + "nauc_precision_at_100_diff1": 0.29904, + "nauc_precision_at_1000_max": 0.218182, + "nauc_precision_at_1000_std": 0.56923, + "nauc_precision_at_1000_diff1": 0.641193, + "nauc_mrr_at_1_max": 0.341466, + "nauc_mrr_at_1_std": 0.064827, + "nauc_mrr_at_1_diff1": 0.532105, + "nauc_mrr_at_3_max": 0.317709, + "nauc_mrr_at_3_std": 0.025857, + "nauc_mrr_at_3_diff1": 0.489655, + "nauc_mrr_at_5_max": 0.31684, + "nauc_mrr_at_5_std": 0.02113, + "nauc_mrr_at_5_diff1": 0.493151, + "nauc_mrr_at_10_max": 0.322544, + "nauc_mrr_at_10_std": 0.022583, + "nauc_mrr_at_10_diff1": 0.492871, + "nauc_mrr_at_20_max": 0.324796, + "nauc_mrr_at_20_std": 0.023363, + "nauc_mrr_at_20_diff1": 0.494063, + "nauc_mrr_at_100_max": 0.324783, + "nauc_mrr_at_100_std": 0.025117, + "nauc_mrr_at_100_diff1": 0.49435, + "nauc_mrr_at_1000_max": 0.324624, + "nauc_mrr_at_1000_std": 0.025173, + "nauc_mrr_at_1000_diff1": 0.494473, + "main_score": 0.72617, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 9.597652673721313, + "kg_co2_emissions": 0.00031882795182983824 +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/MedrxivClusteringP2P.v2.json b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/MedrxivClusteringP2P.v2.json new file mode 100644 index 000000000..12f622a7a --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/MedrxivClusteringP2P.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73", + "task_name": "MedrxivClusteringP2P.v2", + "mteb_version": "1.24.0", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.353151, + 0.354549, + 0.347179, + 0.343318, + 0.347924, + 0.350162, + 0.338817, + 0.346422, + 0.35888, + 0.354841 + ] + }, + "v_measure": 0.349524, + "v_measure_std": 0.005705, + "main_score": 0.349524, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 18.197490453720093, + "kg_co2_emissions": 0.0004963325376965507 +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/MedrxivClusteringS2S.v2.json b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/MedrxivClusteringS2S.v2.json new file mode 100644 index 000000000..38487754e --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/MedrxivClusteringS2S.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "35191c8c0dca72d8ff3efcd72aa802307d469663", + "task_name": "MedrxivClusteringS2S.v2", + "mteb_version": "1.24.0", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.327265, + 0.332894, + 0.332939, + 0.313889, + 0.34191, + 0.317329, + 0.329686, + 0.327496, + 0.312112, + 0.323114 + ] + }, + "v_measure": 0.325863, + "v_measure_std": 0.008883, + "main_score": 0.325863, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 14.950793743133545, + "kg_co2_emissions": 0.0003291642967736742 +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/NFCorpus.json b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/NFCorpus.json new file mode 100644 index 000000000..0ffbddebb --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/NFCorpus.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814", + "task_name": "NFCorpus", + "mteb_version": "1.24.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.44737, + "ndcg_at_3": 0.41465, + "ndcg_at_5": 0.38933, + "ndcg_at_10": 0.35084, + "ndcg_at_20": 0.32421, + "ndcg_at_100": 0.31151, + "ndcg_at_1000": 0.39626, + "map_at_1": 0.05777, + "map_at_3": 0.09864, + "map_at_5": 0.11438, + "map_at_10": 0.1321, + "map_at_20": 0.14573, + "map_at_100": 0.16262, + "map_at_1000": 0.17632, + "recall_at_1": 0.05777, + "recall_at_3": 0.11031, + "recall_at_5": 0.13702, + "recall_at_10": 0.16789, + "recall_at_20": 0.20324, + "recall_at_100": 0.29875, + "recall_at_1000": 0.60966, + "precision_at_1": 0.4613, + "precision_at_3": 0.39009, + "precision_at_5": 0.33498, + "precision_at_10": 0.25511, + "precision_at_20": 0.187, + "precision_at_100": 0.0774, + "precision_at_1000": 0.02037, + "mrr_at_1": 0.4613, + "mrr_at_3": 0.539732, + "mrr_at_5": 0.551961, + "mrr_at_10": 0.55778, + "mrr_at_20": 0.560731, + "mrr_at_100": 0.562618, + "mrr_at_1000": 0.563073, + "nauc_ndcg_at_1_max": 0.427482, + "nauc_ndcg_at_1_std": 0.229141, + "nauc_ndcg_at_1_diff1": 0.281334, + "nauc_ndcg_at_3_max": 0.392879, + "nauc_ndcg_at_3_std": 0.232573, + "nauc_ndcg_at_3_diff1": 0.205258, + "nauc_ndcg_at_5_max": 0.402192, + "nauc_ndcg_at_5_std": 0.242318, + "nauc_ndcg_at_5_diff1": 0.195836, + "nauc_ndcg_at_10_max": 0.413125, + "nauc_ndcg_at_10_std": 0.270038, + "nauc_ndcg_at_10_diff1": 0.164331, + "nauc_ndcg_at_20_max": 0.401757, + "nauc_ndcg_at_20_std": 0.267449, + "nauc_ndcg_at_20_diff1": 0.15655, + "nauc_ndcg_at_100_max": 0.440982, + "nauc_ndcg_at_100_std": 0.292376, + "nauc_ndcg_at_100_diff1": 0.200161, + "nauc_ndcg_at_1000_max": 0.488524, + "nauc_ndcg_at_1000_std": 0.336429, + "nauc_ndcg_at_1000_diff1": 0.191091, + "nauc_map_at_1_max": 0.189819, + "nauc_map_at_1_std": -0.128912, + "nauc_map_at_1_diff1": 0.360073, + "nauc_map_at_3_max": 0.227549, + "nauc_map_at_3_std": -0.075196, + "nauc_map_at_3_diff1": 0.313964, + "nauc_map_at_5_max": 0.263021, + "nauc_map_at_5_std": -0.035567, + "nauc_map_at_5_diff1": 0.281688, + "nauc_map_at_10_max": 0.301914, + "nauc_map_at_10_std": 0.025574, + "nauc_map_at_10_diff1": 0.25159, + "nauc_map_at_20_max": 0.324457, + "nauc_map_at_20_std": 0.063664, + "nauc_map_at_20_diff1": 0.237313, + "nauc_map_at_100_max": 0.348882, + "nauc_map_at_100_std": 0.12157, + "nauc_map_at_100_diff1": 0.22346, + "nauc_map_at_1000_max": 0.351188, + "nauc_map_at_1000_std": 0.148978, + "nauc_map_at_1000_diff1": 0.209185, + "nauc_recall_at_1_max": 0.189819, + "nauc_recall_at_1_std": -0.128912, + "nauc_recall_at_1_diff1": 0.360073, + "nauc_recall_at_3_max": 0.204931, + "nauc_recall_at_3_std": -0.068748, + "nauc_recall_at_3_diff1": 0.2774, + "nauc_recall_at_5_max": 0.246723, + "nauc_recall_at_5_std": -0.023717, + "nauc_recall_at_5_diff1": 0.230477, + "nauc_recall_at_10_max": 0.287358, + "nauc_recall_at_10_std": 0.049225, + "nauc_recall_at_10_diff1": 0.200097, + "nauc_recall_at_20_max": 0.301084, + "nauc_recall_at_20_std": 0.083906, + "nauc_recall_at_20_diff1": 0.174524, + "nauc_recall_at_100_max": 0.352165, + "nauc_recall_at_100_std": 0.231632, + "nauc_recall_at_100_diff1": 0.169319, + "nauc_recall_at_1000_max": 0.286428, + "nauc_recall_at_1000_std": 0.212902, + "nauc_recall_at_1000_diff1": 0.050673, + "nauc_precision_at_1_max": 0.440742, + "nauc_precision_at_1_std": 0.239288, + "nauc_precision_at_1_diff1": 0.2768, + "nauc_precision_at_3_max": 0.390357, + "nauc_precision_at_3_std": 0.288675, + "nauc_precision_at_3_diff1": 0.127049, + "nauc_precision_at_5_max": 0.385206, + "nauc_precision_at_5_std": 0.318702, + "nauc_precision_at_5_diff1": 0.097456, + "nauc_precision_at_10_max": 0.382884, + "nauc_precision_at_10_std": 0.397772, + "nauc_precision_at_10_diff1": 0.008709, + "nauc_precision_at_20_max": 0.313347, + "nauc_precision_at_20_std": 0.408939, + "nauc_precision_at_20_diff1": -0.044039, + "nauc_precision_at_100_max": 0.17285, + "nauc_precision_at_100_std": 0.4067, + "nauc_precision_at_100_diff1": -0.099727, + "nauc_precision_at_1000_max": 0.018204, + "nauc_precision_at_1000_std": 0.284158, + "nauc_precision_at_1000_diff1": -0.127109, + "nauc_mrr_at_1_max": 0.440742, + "nauc_mrr_at_1_std": 0.239288, + "nauc_mrr_at_1_diff1": 0.2768, + "nauc_mrr_at_3_max": 0.47323, + "nauc_mrr_at_3_std": 0.31555, + "nauc_mrr_at_3_diff1": 0.231247, + "nauc_mrr_at_5_max": 0.484116, + "nauc_mrr_at_5_std": 0.321325, + "nauc_mrr_at_5_diff1": 0.237384, + "nauc_mrr_at_10_max": 0.486221, + "nauc_mrr_at_10_std": 0.323473, + "nauc_mrr_at_10_diff1": 0.233242, + "nauc_mrr_at_20_max": 0.487362, + "nauc_mrr_at_20_std": 0.322865, + "nauc_mrr_at_20_diff1": 0.233798, + "nauc_mrr_at_100_max": 0.488016, + "nauc_mrr_at_100_std": 0.324859, + "nauc_mrr_at_100_diff1": 0.233924, + "nauc_mrr_at_1000_max": 0.487739, + "nauc_mrr_at_1000_std": 0.324462, + "nauc_mrr_at_1000_diff1": 0.233813, + "main_score": 0.35084, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 8.259725332260132, + "kg_co2_emissions": 0.00035984189263949 +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/PublicHealthQA.json b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/PublicHealthQA.json new file mode 100644 index 000000000..cb50828e0 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/PublicHealthQA.json @@ -0,0 +1,1187 @@ +{ + "dataset_revision": "main", + "task_name": "PublicHealthQA", + "mteb_version": "1.24.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.73256, + "ndcg_at_3": 0.83804, + "ndcg_at_5": 0.85153, + "ndcg_at_10": 0.86278, + "ndcg_at_20": 0.86847, + "ndcg_at_100": 0.86847, + "ndcg_at_1000": 0.86847, + "map_at_1": 0.73256, + "map_at_3": 0.81395, + "map_at_5": 0.82093, + "map_at_10": 0.82554, + "map_at_20": 0.827, + "map_at_100": 0.827, + "map_at_1000": 0.827, + "recall_at_1": 0.73256, + "recall_at_3": 0.90698, + "recall_at_5": 0.94186, + "recall_at_10": 0.97674, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.73256, + "precision_at_3": 0.30233, + "precision_at_5": 0.18837, + "precision_at_10": 0.09767, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.732558, + "mrr_at_3": 0.813953, + "mrr_at_5": 0.82093, + "mrr_at_10": 0.825544, + "mrr_at_20": 0.826998, + "mrr_at_100": 0.826998, + "mrr_at_1000": 0.826998, + "nauc_ndcg_at_1_max": 0.247857, + "nauc_ndcg_at_1_std": -0.170144, + "nauc_ndcg_at_1_diff1": 0.752672, + "nauc_ndcg_at_3_max": 0.249312, + "nauc_ndcg_at_3_std": -0.199091, + "nauc_ndcg_at_3_diff1": 0.748452, + "nauc_ndcg_at_5_max": 0.217335, + "nauc_ndcg_at_5_std": -0.180117, + "nauc_ndcg_at_5_diff1": 0.736565, + "nauc_ndcg_at_10_max": 0.246939, + "nauc_ndcg_at_10_std": -0.186248, + "nauc_ndcg_at_10_diff1": 0.751872, + "nauc_ndcg_at_20_max": 0.249669, + "nauc_ndcg_at_20_std": -0.184646, + "nauc_ndcg_at_20_diff1": 0.750691, + "nauc_ndcg_at_100_max": 0.249669, + "nauc_ndcg_at_100_std": -0.184646, + "nauc_ndcg_at_100_diff1": 0.750691, + "nauc_ndcg_at_1000_max": 0.249669, + "nauc_ndcg_at_1000_std": -0.184646, + "nauc_ndcg_at_1000_diff1": 0.750691, + "nauc_map_at_1_max": 0.247857, + "nauc_map_at_1_std": -0.170144, + "nauc_map_at_1_diff1": 0.752672, + "nauc_map_at_3_max": 0.253626, + "nauc_map_at_3_std": -0.190969, + "nauc_map_at_3_diff1": 0.751005, + "nauc_map_at_5_max": 0.239955, + "nauc_map_at_5_std": -0.1824, + "nauc_map_at_5_diff1": 0.745964, + "nauc_map_at_10_max": 0.250533, + "nauc_map_at_10_std": -0.184146, + "nauc_map_at_10_diff1": 0.751411, + "nauc_map_at_20_max": 0.251098, + "nauc_map_at_20_std": -0.183815, + "nauc_map_at_20_diff1": 0.751177, + "nauc_map_at_100_max": 0.251098, + "nauc_map_at_100_std": -0.183815, + "nauc_map_at_100_diff1": 0.751177, + "nauc_map_at_1000_max": 0.251098, + "nauc_map_at_1000_std": -0.183815, + "nauc_map_at_1000_diff1": 0.751177, + "nauc_recall_at_1_max": 0.247857, + "nauc_recall_at_1_std": -0.170144, + "nauc_recall_at_1_diff1": 0.752672, + "nauc_recall_at_3_max": 0.22298, + "nauc_recall_at_3_std": -0.240666, + "nauc_recall_at_3_diff1": 0.73415, + "nauc_recall_at_5_max": 0.013259, + "nauc_recall_at_5_std": -0.150542, + "nauc_recall_at_5_diff1": 0.653478, + "nauc_recall_at_10_max": 0.189621, + "nauc_recall_at_10_std": -0.219881, + "nauc_recall_at_10_diff1": 0.776671, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.247857, + "nauc_precision_at_1_std": -0.170144, + "nauc_precision_at_1_diff1": 0.752672, + "nauc_precision_at_3_max": 0.22298, + "nauc_precision_at_3_std": -0.240666, + "nauc_precision_at_3_diff1": 0.73415, + "nauc_precision_at_5_max": 0.013259, + "nauc_precision_at_5_std": -0.150542, + "nauc_precision_at_5_diff1": 0.653478, + "nauc_precision_at_10_max": 0.189621, + "nauc_precision_at_10_std": -0.219881, + "nauc_precision_at_10_diff1": 0.776671, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.247857, + "nauc_mrr_at_1_std": -0.170144, + "nauc_mrr_at_1_diff1": 0.752672, + "nauc_mrr_at_3_max": 0.253626, + "nauc_mrr_at_3_std": -0.190969, + "nauc_mrr_at_3_diff1": 0.751005, + "nauc_mrr_at_5_max": 0.239955, + "nauc_mrr_at_5_std": -0.1824, + "nauc_mrr_at_5_diff1": 0.745964, + "nauc_mrr_at_10_max": 0.250533, + "nauc_mrr_at_10_std": -0.184146, + "nauc_mrr_at_10_diff1": 0.751411, + "nauc_mrr_at_20_max": 0.251098, + "nauc_mrr_at_20_std": -0.183815, + "nauc_mrr_at_20_diff1": 0.751177, + "nauc_mrr_at_100_max": 0.251098, + "nauc_mrr_at_100_std": -0.183815, + "nauc_mrr_at_100_diff1": 0.751177, + "nauc_mrr_at_1000_max": 0.251098, + "nauc_mrr_at_1000_std": -0.183815, + "nauc_mrr_at_1000_diff1": 0.751177, + "main_score": 0.86278, + "hf_subset": "arabic", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.70552, + "ndcg_at_3": 0.80587, + "ndcg_at_5": 0.83413, + "ndcg_at_10": 0.84648, + "ndcg_at_20": 0.85137, + "ndcg_at_100": 0.85137, + "ndcg_at_1000": 0.85137, + "map_at_1": 0.70552, + "map_at_3": 0.78119, + "map_at_5": 0.79714, + "map_at_10": 0.80249, + "map_at_20": 0.80396, + "map_at_100": 0.80396, + "map_at_1000": 0.80396, + "recall_at_1": 0.70552, + "recall_at_3": 0.8773, + "recall_at_5": 0.94479, + "recall_at_10": 0.9816, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.70552, + "precision_at_3": 0.29243, + "precision_at_5": 0.18896, + "precision_at_10": 0.09816, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.705521, + "mrr_at_3": 0.781186, + "mrr_at_5": 0.797137, + "mrr_at_10": 0.802493, + "mrr_at_20": 0.803961, + "mrr_at_100": 0.803961, + "mrr_at_1000": 0.803961, + "nauc_ndcg_at_1_max": 0.38601, + "nauc_ndcg_at_1_std": -0.10025, + "nauc_ndcg_at_1_diff1": 0.779706, + "nauc_ndcg_at_3_max": 0.459867, + "nauc_ndcg_at_3_std": -0.121838, + "nauc_ndcg_at_3_diff1": 0.804115, + "nauc_ndcg_at_5_max": 0.446935, + "nauc_ndcg_at_5_std": -0.128608, + "nauc_ndcg_at_5_diff1": 0.783661, + "nauc_ndcg_at_10_max": 0.431777, + "nauc_ndcg_at_10_std": -0.121585, + "nauc_ndcg_at_10_diff1": 0.781979, + "nauc_ndcg_at_20_max": 0.423464, + "nauc_ndcg_at_20_std": -0.115151, + "nauc_ndcg_at_20_diff1": 0.78328, + "nauc_ndcg_at_100_max": 0.423464, + "nauc_ndcg_at_100_std": -0.115151, + "nauc_ndcg_at_100_diff1": 0.78328, + "nauc_ndcg_at_1000_max": 0.423464, + "nauc_ndcg_at_1000_std": -0.115151, + "nauc_ndcg_at_1000_diff1": 0.78328, + "nauc_map_at_1_max": 0.38601, + "nauc_map_at_1_std": -0.10025, + "nauc_map_at_1_diff1": 0.779706, + "nauc_map_at_3_max": 0.436336, + "nauc_map_at_3_std": -0.116163, + "nauc_map_at_3_diff1": 0.794811, + "nauc_map_at_5_max": 0.428374, + "nauc_map_at_5_std": -0.11899, + "nauc_map_at_5_diff1": 0.784228, + "nauc_map_at_10_max": 0.422117, + "nauc_map_at_10_std": -0.115636, + "nauc_map_at_10_diff1": 0.78312, + "nauc_map_at_20_max": 0.420035, + "nauc_map_at_20_std": -0.113877, + "nauc_map_at_20_diff1": 0.78336, + "nauc_map_at_100_max": 0.420035, + "nauc_map_at_100_std": -0.113877, + "nauc_map_at_100_diff1": 0.78336, + "nauc_map_at_1000_max": 0.420035, + "nauc_map_at_1000_std": -0.113877, + "nauc_map_at_1000_diff1": 0.78336, + "nauc_recall_at_1_max": 0.38601, + "nauc_recall_at_1_std": -0.10025, + "nauc_recall_at_1_diff1": 0.779706, + "nauc_recall_at_3_max": 0.571657, + "nauc_recall_at_3_std": -0.147996, + "nauc_recall_at_3_diff1": 0.849338, + "nauc_recall_at_5_max": 0.617513, + "nauc_recall_at_5_std": -0.220349, + "nauc_recall_at_5_diff1": 0.773081, + "nauc_recall_at_10_max": 0.649909, + "nauc_recall_at_10_std": -0.280507, + "nauc_recall_at_10_diff1": 0.742564, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.38601, + "nauc_precision_at_1_std": -0.10025, + "nauc_precision_at_1_diff1": 0.779706, + "nauc_precision_at_3_max": 0.571657, + "nauc_precision_at_3_std": -0.147996, + "nauc_precision_at_3_diff1": 0.849338, + "nauc_precision_at_5_max": 0.617513, + "nauc_precision_at_5_std": -0.220349, + "nauc_precision_at_5_diff1": 0.773081, + "nauc_precision_at_10_max": 0.649909, + "nauc_precision_at_10_std": -0.280507, + "nauc_precision_at_10_diff1": 0.742564, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.38601, + "nauc_mrr_at_1_std": -0.10025, + "nauc_mrr_at_1_diff1": 0.779706, + "nauc_mrr_at_3_max": 0.436336, + "nauc_mrr_at_3_std": -0.116163, + "nauc_mrr_at_3_diff1": 0.794811, + "nauc_mrr_at_5_max": 0.428374, + "nauc_mrr_at_5_std": -0.11899, + "nauc_mrr_at_5_diff1": 0.784228, + "nauc_mrr_at_10_max": 0.422117, + "nauc_mrr_at_10_std": -0.115636, + "nauc_mrr_at_10_diff1": 0.78312, + "nauc_mrr_at_20_max": 0.420035, + "nauc_mrr_at_20_std": -0.113877, + "nauc_mrr_at_20_diff1": 0.78336, + "nauc_mrr_at_100_max": 0.420035, + "nauc_mrr_at_100_std": -0.113877, + "nauc_mrr_at_100_diff1": 0.78336, + "nauc_mrr_at_1000_max": 0.420035, + "nauc_mrr_at_1000_std": -0.113877, + "nauc_mrr_at_1000_diff1": 0.78336, + "main_score": 0.84648, + "hf_subset": "chinese", + "languages": [ + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.75581, + "ndcg_at_3": 0.85686, + "ndcg_at_5": 0.86862, + "ndcg_at_10": 0.87625, + "ndcg_at_20": 0.88235, + "ndcg_at_100": 0.88235, + "ndcg_at_1000": 0.88235, + "map_at_1": 0.75581, + "map_at_3": 0.83333, + "map_at_5": 0.83973, + "map_at_10": 0.84294, + "map_at_20": 0.84473, + "map_at_100": 0.84473, + "map_at_1000": 0.84473, + "recall_at_1": 0.75581, + "recall_at_3": 0.92442, + "recall_at_5": 0.95349, + "recall_at_10": 0.97674, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.75581, + "precision_at_3": 0.30814, + "precision_at_5": 0.1907, + "precision_at_10": 0.09767, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.755814, + "mrr_at_3": 0.833333, + "mrr_at_5": 0.839729, + "mrr_at_10": 0.84294, + "mrr_at_20": 0.844732, + "mrr_at_100": 0.844732, + "mrr_at_1000": 0.844732, + "nauc_ndcg_at_1_max": 0.298572, + "nauc_ndcg_at_1_std": -0.278544, + "nauc_ndcg_at_1_diff1": 0.727181, + "nauc_ndcg_at_3_max": 0.336721, + "nauc_ndcg_at_3_std": -0.298207, + "nauc_ndcg_at_3_diff1": 0.710917, + "nauc_ndcg_at_5_max": 0.328241, + "nauc_ndcg_at_5_std": -0.277561, + "nauc_ndcg_at_5_diff1": 0.70208, + "nauc_ndcg_at_10_max": 0.333807, + "nauc_ndcg_at_10_std": -0.251602, + "nauc_ndcg_at_10_diff1": 0.711559, + "nauc_ndcg_at_20_max": 0.319953, + "nauc_ndcg_at_20_std": -0.276351, + "nauc_ndcg_at_20_diff1": 0.707963, + "nauc_ndcg_at_100_max": 0.319953, + "nauc_ndcg_at_100_std": -0.276351, + "nauc_ndcg_at_100_diff1": 0.707963, + "nauc_ndcg_at_1000_max": 0.319953, + "nauc_ndcg_at_1000_std": -0.276351, + "nauc_ndcg_at_1000_diff1": 0.707963, + "nauc_map_at_1_max": 0.298572, + "nauc_map_at_1_std": -0.278544, + "nauc_map_at_1_diff1": 0.727181, + "nauc_map_at_3_max": 0.323541, + "nauc_map_at_3_std": -0.288592, + "nauc_map_at_3_diff1": 0.710013, + "nauc_map_at_5_max": 0.319084, + "nauc_map_at_5_std": -0.278558, + "nauc_map_at_5_diff1": 0.706194, + "nauc_map_at_10_max": 0.32077, + "nauc_map_at_10_std": -0.270604, + "nauc_map_at_10_diff1": 0.709498, + "nauc_map_at_20_max": 0.317279, + "nauc_map_at_20_std": -0.277029, + "nauc_map_at_20_diff1": 0.708642, + "nauc_map_at_100_max": 0.317279, + "nauc_map_at_100_std": -0.277029, + "nauc_map_at_100_diff1": 0.708642, + "nauc_map_at_1000_max": 0.317279, + "nauc_map_at_1000_std": -0.277029, + "nauc_map_at_1000_diff1": 0.708642, + "nauc_recall_at_1_max": 0.298572, + "nauc_recall_at_1_std": -0.278544, + "nauc_recall_at_1_diff1": 0.727181, + "nauc_recall_at_3_max": 0.413979, + "nauc_recall_at_3_std": -0.356913, + "nauc_recall_at_3_diff1": 0.721648, + "nauc_recall_at_5_max": 0.408353, + "nauc_recall_at_5_std": -0.264453, + "nauc_recall_at_5_diff1": 0.66868, + "nauc_recall_at_10_max": 0.568701, + "nauc_recall_at_10_std": 0.156733, + "nauc_recall_at_10_diff1": 0.774157, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.298572, + "nauc_precision_at_1_std": -0.278544, + "nauc_precision_at_1_diff1": 0.727181, + "nauc_precision_at_3_max": 0.413979, + "nauc_precision_at_3_std": -0.356913, + "nauc_precision_at_3_diff1": 0.721648, + "nauc_precision_at_5_max": 0.408353, + "nauc_precision_at_5_std": -0.264453, + "nauc_precision_at_5_diff1": 0.66868, + "nauc_precision_at_10_max": 0.568701, + "nauc_precision_at_10_std": 0.156733, + "nauc_precision_at_10_diff1": 0.774157, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.298572, + "nauc_mrr_at_1_std": -0.278544, + "nauc_mrr_at_1_diff1": 0.727181, + "nauc_mrr_at_3_max": 0.323541, + "nauc_mrr_at_3_std": -0.288592, + "nauc_mrr_at_3_diff1": 0.710013, + "nauc_mrr_at_5_max": 0.319084, + "nauc_mrr_at_5_std": -0.278558, + "nauc_mrr_at_5_diff1": 0.706194, + "nauc_mrr_at_10_max": 0.32077, + "nauc_mrr_at_10_std": -0.270604, + "nauc_mrr_at_10_diff1": 0.709498, + "nauc_mrr_at_20_max": 0.317279, + "nauc_mrr_at_20_std": -0.277029, + "nauc_mrr_at_20_diff1": 0.708642, + "nauc_mrr_at_100_max": 0.317279, + "nauc_mrr_at_100_std": -0.277029, + "nauc_mrr_at_100_diff1": 0.708642, + "nauc_mrr_at_1000_max": 0.317279, + "nauc_mrr_at_1000_std": -0.277029, + "nauc_mrr_at_1000_diff1": 0.708642, + "main_score": 0.87625, + "hf_subset": "english", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.83529, + "ndcg_at_3": 0.90336, + "ndcg_at_5": 0.90843, + "ndcg_at_10": 0.91998, + "ndcg_at_20": 0.91998, + "ndcg_at_100": 0.91998, + "ndcg_at_1000": 0.91998, + "map_at_1": 0.83529, + "map_at_3": 0.88627, + "map_at_5": 0.88922, + "map_at_10": 0.89405, + "map_at_20": 0.89405, + "map_at_100": 0.89405, + "map_at_1000": 0.89405, + "recall_at_1": 0.83529, + "recall_at_3": 0.95294, + "recall_at_5": 0.96471, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.83529, + "precision_at_3": 0.31765, + "precision_at_5": 0.19294, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.835294, + "mrr_at_3": 0.886275, + "mrr_at_5": 0.889216, + "mrr_at_10": 0.894048, + "mrr_at_20": 0.894048, + "mrr_at_100": 0.894048, + "mrr_at_1000": 0.894048, + "nauc_ndcg_at_1_max": 0.314842, + "nauc_ndcg_at_1_std": 0.002996, + "nauc_ndcg_at_1_diff1": 0.861623, + "nauc_ndcg_at_3_max": 0.408516, + "nauc_ndcg_at_3_std": 0.12466, + "nauc_ndcg_at_3_diff1": 0.841681, + "nauc_ndcg_at_5_max": 0.381995, + "nauc_ndcg_at_5_std": 0.090279, + "nauc_ndcg_at_5_diff1": 0.832585, + "nauc_ndcg_at_10_max": 0.345366, + "nauc_ndcg_at_10_std": 0.054518, + "nauc_ndcg_at_10_diff1": 0.845105, + "nauc_ndcg_at_20_max": 0.345366, + "nauc_ndcg_at_20_std": 0.054518, + "nauc_ndcg_at_20_diff1": 0.845105, + "nauc_ndcg_at_100_max": 0.345366, + "nauc_ndcg_at_100_std": 0.054518, + "nauc_ndcg_at_100_diff1": 0.845105, + "nauc_ndcg_at_1000_max": 0.345366, + "nauc_ndcg_at_1000_std": 0.054518, + "nauc_ndcg_at_1000_diff1": 0.845105, + "nauc_map_at_1_max": 0.314842, + "nauc_map_at_1_std": 0.002996, + "nauc_map_at_1_diff1": 0.861623, + "nauc_map_at_3_max": 0.369062, + "nauc_map_at_3_std": 0.08086, + "nauc_map_at_3_diff1": 0.847084, + "nauc_map_at_5_max": 0.355185, + "nauc_map_at_5_std": 0.063074, + "nauc_map_at_5_diff1": 0.842849, + "nauc_map_at_10_max": 0.341735, + "nauc_map_at_10_std": 0.049884, + "nauc_map_at_10_diff1": 0.846833, + "nauc_map_at_20_max": 0.341735, + "nauc_map_at_20_std": 0.049884, + "nauc_map_at_20_diff1": 0.846833, + "nauc_map_at_100_max": 0.341735, + "nauc_map_at_100_std": 0.049884, + "nauc_map_at_100_diff1": 0.846833, + "nauc_map_at_1000_max": 0.341735, + "nauc_map_at_1000_std": 0.049884, + "nauc_map_at_1000_diff1": 0.846833, + "nauc_recall_at_1_max": 0.314842, + "nauc_recall_at_1_std": 0.002996, + "nauc_recall_at_1_diff1": 0.861623, + "nauc_recall_at_3_max": 0.679536, + "nauc_recall_at_3_std": 0.41971, + "nauc_recall_at_3_diff1": 0.806908, + "nauc_recall_at_5_max": 0.616005, + "nauc_recall_at_5_std": 0.318589, + "nauc_recall_at_5_diff1": 0.742544, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.314842, + "nauc_precision_at_1_std": 0.002996, + "nauc_precision_at_1_diff1": 0.861623, + "nauc_precision_at_3_max": 0.679536, + "nauc_precision_at_3_std": 0.41971, + "nauc_precision_at_3_diff1": 0.806908, + "nauc_precision_at_5_max": 0.616005, + "nauc_precision_at_5_std": 0.318589, + "nauc_precision_at_5_diff1": 0.742544, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.314842, + "nauc_mrr_at_1_std": 0.002996, + "nauc_mrr_at_1_diff1": 0.861623, + "nauc_mrr_at_3_max": 0.369062, + "nauc_mrr_at_3_std": 0.08086, + "nauc_mrr_at_3_diff1": 0.847084, + "nauc_mrr_at_5_max": 0.355185, + "nauc_mrr_at_5_std": 0.063074, + "nauc_mrr_at_5_diff1": 0.842849, + "nauc_mrr_at_10_max": 0.341735, + "nauc_mrr_at_10_std": 0.049884, + "nauc_mrr_at_10_diff1": 0.846833, + "nauc_mrr_at_20_max": 0.341735, + "nauc_mrr_at_20_std": 0.049884, + "nauc_mrr_at_20_diff1": 0.846833, + "nauc_mrr_at_100_max": 0.341735, + "nauc_mrr_at_100_std": 0.049884, + "nauc_mrr_at_100_diff1": 0.846833, + "nauc_mrr_at_1000_max": 0.341735, + "nauc_mrr_at_1000_std": 0.049884, + "nauc_mrr_at_1000_diff1": 0.846833, + "main_score": 0.91998, + "hf_subset": "french", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.67532, + "ndcg_at_3": 0.78324, + "ndcg_at_5": 0.79888, + "ndcg_at_10": 0.81679, + "ndcg_at_20": 0.82679, + "ndcg_at_100": 0.82963, + "ndcg_at_1000": 0.82963, + "map_at_1": 0.67532, + "map_at_3": 0.75758, + "map_at_5": 0.76602, + "map_at_10": 0.77406, + "map_at_20": 0.77689, + "map_at_100": 0.77745, + "map_at_1000": 0.77745, + "recall_at_1": 0.67532, + "recall_at_3": 0.85714, + "recall_at_5": 0.8961, + "recall_at_10": 0.94805, + "recall_at_20": 0.98701, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.67532, + "precision_at_3": 0.28571, + "precision_at_5": 0.17922, + "precision_at_10": 0.09481, + "precision_at_20": 0.04935, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.675325, + "mrr_at_3": 0.757576, + "mrr_at_5": 0.766017, + "mrr_at_10": 0.774057, + "mrr_at_20": 0.776887, + "mrr_at_100": 0.777451, + "mrr_at_1000": 0.777451, + "nauc_ndcg_at_1_max": 0.264159, + "nauc_ndcg_at_1_std": -0.024039, + "nauc_ndcg_at_1_diff1": 0.773386, + "nauc_ndcg_at_3_max": 0.223342, + "nauc_ndcg_at_3_std": -0.129105, + "nauc_ndcg_at_3_diff1": 0.719409, + "nauc_ndcg_at_5_max": 0.243282, + "nauc_ndcg_at_5_std": -0.14163, + "nauc_ndcg_at_5_diff1": 0.757671, + "nauc_ndcg_at_10_max": 0.210579, + "nauc_ndcg_at_10_std": -0.138331, + "nauc_ndcg_at_10_diff1": 0.759202, + "nauc_ndcg_at_20_max": 0.205935, + "nauc_ndcg_at_20_std": -0.109715, + "nauc_ndcg_at_20_diff1": 0.748854, + "nauc_ndcg_at_100_max": 0.231985, + "nauc_ndcg_at_100_std": -0.101146, + "nauc_ndcg_at_100_diff1": 0.749353, + "nauc_ndcg_at_1000_max": 0.231985, + "nauc_ndcg_at_1000_std": -0.101146, + "nauc_ndcg_at_1000_diff1": 0.749353, + "nauc_map_at_1_max": 0.264159, + "nauc_map_at_1_std": -0.024039, + "nauc_map_at_1_diff1": 0.773386, + "nauc_map_at_3_max": 0.239522, + "nauc_map_at_3_std": -0.099555, + "nauc_map_at_3_diff1": 0.734591, + "nauc_map_at_5_max": 0.248504, + "nauc_map_at_5_std": -0.104581, + "nauc_map_at_5_diff1": 0.752579, + "nauc_map_at_10_max": 0.236074, + "nauc_map_at_10_std": -0.102456, + "nauc_map_at_10_diff1": 0.752583, + "nauc_map_at_20_max": 0.235075, + "nauc_map_at_20_std": -0.093969, + "nauc_map_at_20_diff1": 0.750095, + "nauc_map_at_100_max": 0.239152, + "nauc_map_at_100_std": -0.09261, + "nauc_map_at_100_diff1": 0.750175, + "nauc_map_at_1000_max": 0.239152, + "nauc_map_at_1000_std": -0.09261, + "nauc_map_at_1000_diff1": 0.750175, + "nauc_recall_at_1_max": 0.264159, + "nauc_recall_at_1_std": -0.024039, + "nauc_recall_at_1_diff1": 0.773386, + "nauc_recall_at_3_max": 0.149012, + "nauc_recall_at_3_std": -0.258852, + "nauc_recall_at_3_diff1": 0.652751, + "nauc_recall_at_5_max": 0.219078, + "nauc_recall_at_5_std": -0.353764, + "nauc_recall_at_5_diff1": 0.801157, + "nauc_recall_at_10_max": -0.089561, + "nauc_recall_at_10_std": -0.524913, + "nauc_recall_at_10_diff1": 0.865007, + "nauc_recall_at_20_max": -1.164365, + "nauc_recall_at_20_std": -0.560444, + "nauc_recall_at_20_diff1": 0.722603, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.264159, + "nauc_precision_at_1_std": -0.024039, + "nauc_precision_at_1_diff1": 0.773386, + "nauc_precision_at_3_max": 0.149012, + "nauc_precision_at_3_std": -0.258852, + "nauc_precision_at_3_diff1": 0.652751, + "nauc_precision_at_5_max": 0.219078, + "nauc_precision_at_5_std": -0.353764, + "nauc_precision_at_5_diff1": 0.801157, + "nauc_precision_at_10_max": -0.089561, + "nauc_precision_at_10_std": -0.524913, + "nauc_precision_at_10_diff1": 0.865007, + "nauc_precision_at_20_max": -1.164365, + "nauc_precision_at_20_std": -0.560444, + "nauc_precision_at_20_diff1": 0.722603, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.264159, + "nauc_mrr_at_1_std": -0.024039, + "nauc_mrr_at_1_diff1": 0.773386, + "nauc_mrr_at_3_max": 0.239522, + "nauc_mrr_at_3_std": -0.099555, + "nauc_mrr_at_3_diff1": 0.734591, + "nauc_mrr_at_5_max": 0.248504, + "nauc_mrr_at_5_std": -0.104581, + "nauc_mrr_at_5_diff1": 0.752579, + "nauc_mrr_at_10_max": 0.236074, + "nauc_mrr_at_10_std": -0.102456, + "nauc_mrr_at_10_diff1": 0.752583, + "nauc_mrr_at_20_max": 0.235075, + "nauc_mrr_at_20_std": -0.093969, + "nauc_mrr_at_20_diff1": 0.750095, + "nauc_mrr_at_100_max": 0.239152, + "nauc_mrr_at_100_std": -0.09261, + "nauc_mrr_at_100_diff1": 0.750175, + "nauc_mrr_at_1000_max": 0.239152, + "nauc_mrr_at_1000_std": -0.09261, + "nauc_mrr_at_1000_diff1": 0.750175, + "main_score": 0.81679, + "hf_subset": "korean", + "languages": [ + "kor-Hang" + ] + }, + { + "ndcg_at_1": 0.70769, + "ndcg_at_3": 0.82014, + "ndcg_at_5": 0.83339, + "ndcg_at_10": 0.84338, + "ndcg_at_20": 0.84338, + "ndcg_at_100": 0.85229, + "ndcg_at_1000": 0.85229, + "map_at_1": 0.70769, + "map_at_3": 0.79487, + "map_at_5": 0.80256, + "map_at_10": 0.80668, + "map_at_20": 0.80668, + "map_at_100": 0.80804, + "map_at_1000": 0.80804, + "recall_at_1": 0.70769, + "recall_at_3": 0.89231, + "recall_at_5": 0.92308, + "recall_at_10": 0.95385, + "recall_at_20": 0.95385, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.70769, + "precision_at_3": 0.29744, + "precision_at_5": 0.18462, + "precision_at_10": 0.09538, + "precision_at_20": 0.04769, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.707692, + "mrr_at_3": 0.794872, + "mrr_at_5": 0.802564, + "mrr_at_10": 0.806685, + "mrr_at_20": 0.806685, + "mrr_at_100": 0.808038, + "mrr_at_1000": 0.808038, + "nauc_ndcg_at_1_max": 0.611204, + "nauc_ndcg_at_1_std": 0.267242, + "nauc_ndcg_at_1_diff1": 0.729232, + "nauc_ndcg_at_3_max": 0.688767, + "nauc_ndcg_at_3_std": 0.362287, + "nauc_ndcg_at_3_diff1": 0.586716, + "nauc_ndcg_at_5_max": 0.685739, + "nauc_ndcg_at_5_std": 0.428616, + "nauc_ndcg_at_5_diff1": 0.591163, + "nauc_ndcg_at_10_max": 0.678023, + "nauc_ndcg_at_10_std": 0.411556, + "nauc_ndcg_at_10_diff1": 0.581815, + "nauc_ndcg_at_20_max": 0.678023, + "nauc_ndcg_at_20_std": 0.411556, + "nauc_ndcg_at_20_diff1": 0.581815, + "nauc_ndcg_at_100_max": 0.661855, + "nauc_ndcg_at_100_std": 0.374473, + "nauc_ndcg_at_100_diff1": 0.61568, + "nauc_ndcg_at_1000_max": 0.661855, + "nauc_ndcg_at_1000_std": 0.374473, + "nauc_ndcg_at_1000_diff1": 0.61568, + "nauc_map_at_1_max": 0.611204, + "nauc_map_at_1_std": 0.267242, + "nauc_map_at_1_diff1": 0.729232, + "nauc_map_at_3_max": 0.661625, + "nauc_map_at_3_std": 0.3354, + "nauc_map_at_3_diff1": 0.630216, + "nauc_map_at_5_max": 0.659014, + "nauc_map_at_5_std": 0.367263, + "nauc_map_at_5_diff1": 0.634198, + "nauc_map_at_10_max": 0.655837, + "nauc_map_at_10_std": 0.360332, + "nauc_map_at_10_diff1": 0.632068, + "nauc_map_at_20_max": 0.655837, + "nauc_map_at_20_std": 0.360332, + "nauc_map_at_20_diff1": 0.632068, + "nauc_map_at_100_max": 0.653566, + "nauc_map_at_100_std": 0.355483, + "nauc_map_at_100_diff1": 0.635542, + "nauc_map_at_1000_max": 0.653566, + "nauc_map_at_1000_std": 0.355483, + "nauc_map_at_1000_diff1": 0.635542, + "nauc_recall_at_1_max": 0.611204, + "nauc_recall_at_1_std": 0.267242, + "nauc_recall_at_1_diff1": 0.729232, + "nauc_recall_at_3_max": 0.825916, + "nauc_recall_at_3_std": 0.493805, + "nauc_recall_at_3_diff1": 0.371247, + "nauc_recall_at_5_max": 0.86341, + "nauc_recall_at_5_std": 0.845541, + "nauc_recall_at_5_diff1": 0.310927, + "nauc_recall_at_10_max": 0.907777, + "nauc_recall_at_10_std": 0.956796, + "nauc_recall_at_10_diff1": 0.035992, + "nauc_recall_at_20_max": 0.907777, + "nauc_recall_at_20_std": 0.956796, + "nauc_recall_at_20_diff1": 0.035992, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.611204, + "nauc_precision_at_1_std": 0.267242, + "nauc_precision_at_1_diff1": 0.729232, + "nauc_precision_at_3_max": 0.825916, + "nauc_precision_at_3_std": 0.493805, + "nauc_precision_at_3_diff1": 0.371247, + "nauc_precision_at_5_max": 0.86341, + "nauc_precision_at_5_std": 0.845541, + "nauc_precision_at_5_diff1": 0.310927, + "nauc_precision_at_10_max": 0.907777, + "nauc_precision_at_10_std": 0.956796, + "nauc_precision_at_10_diff1": 0.035992, + "nauc_precision_at_20_max": 0.907777, + "nauc_precision_at_20_std": 0.956796, + "nauc_precision_at_20_diff1": 0.035992, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.611204, + "nauc_mrr_at_1_std": 0.267242, + "nauc_mrr_at_1_diff1": 0.729232, + "nauc_mrr_at_3_max": 0.661625, + "nauc_mrr_at_3_std": 0.3354, + "nauc_mrr_at_3_diff1": 0.630216, + "nauc_mrr_at_5_max": 0.659014, + "nauc_mrr_at_5_std": 0.367263, + "nauc_mrr_at_5_diff1": 0.634198, + "nauc_mrr_at_10_max": 0.655837, + "nauc_mrr_at_10_std": 0.360332, + "nauc_mrr_at_10_diff1": 0.632068, + "nauc_mrr_at_20_max": 0.655837, + "nauc_mrr_at_20_std": 0.360332, + "nauc_mrr_at_20_diff1": 0.632068, + "nauc_mrr_at_100_max": 0.653566, + "nauc_mrr_at_100_std": 0.355483, + "nauc_mrr_at_100_diff1": 0.635542, + "nauc_mrr_at_1000_max": 0.653566, + "nauc_mrr_at_1000_std": 0.355483, + "nauc_mrr_at_1000_diff1": 0.635542, + "main_score": 0.84338, + "hf_subset": "russian", + "languages": [ + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.7037, + "ndcg_at_3": 0.82282, + "ndcg_at_5": 0.84116, + "ndcg_at_10": 0.85081, + "ndcg_at_20": 0.85741, + "ndcg_at_100": 0.8587, + "ndcg_at_1000": 0.8587, + "map_at_1": 0.7037, + "map_at_3": 0.79733, + "map_at_5": 0.80782, + "map_at_10": 0.81161, + "map_at_20": 0.81362, + "map_at_100": 0.81385, + "map_at_1000": 0.81385, + "recall_at_1": 0.7037, + "recall_at_3": 0.89506, + "recall_at_5": 0.93827, + "recall_at_10": 0.96914, + "recall_at_20": 0.99383, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.7037, + "precision_at_3": 0.29835, + "precision_at_5": 0.18765, + "precision_at_10": 0.09691, + "precision_at_20": 0.04969, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.703704, + "mrr_at_3": 0.797325, + "mrr_at_5": 0.807819, + "mrr_at_10": 0.811608, + "mrr_at_20": 0.813617, + "mrr_at_100": 0.813846, + "mrr_at_1000": 0.813846, + "nauc_ndcg_at_1_max": 0.35461, + "nauc_ndcg_at_1_std": -0.108566, + "nauc_ndcg_at_1_diff1": 0.694578, + "nauc_ndcg_at_3_max": 0.372959, + "nauc_ndcg_at_3_std": -0.106438, + "nauc_ndcg_at_3_diff1": 0.698212, + "nauc_ndcg_at_5_max": 0.404408, + "nauc_ndcg_at_5_std": -0.135821, + "nauc_ndcg_at_5_diff1": 0.71709, + "nauc_ndcg_at_10_max": 0.401842, + "nauc_ndcg_at_10_std": -0.138888, + "nauc_ndcg_at_10_diff1": 0.719678, + "nauc_ndcg_at_20_max": 0.385599, + "nauc_ndcg_at_20_std": -0.119839, + "nauc_ndcg_at_20_diff1": 0.710244, + "nauc_ndcg_at_100_max": 0.383882, + "nauc_ndcg_at_100_std": -0.115358, + "nauc_ndcg_at_100_diff1": 0.707292, + "nauc_ndcg_at_1000_max": 0.383882, + "nauc_ndcg_at_1000_std": -0.115358, + "nauc_ndcg_at_1000_diff1": 0.707292, + "nauc_map_at_1_max": 0.35461, + "nauc_map_at_1_std": -0.108566, + "nauc_map_at_1_diff1": 0.694578, + "nauc_map_at_3_max": 0.369892, + "nauc_map_at_3_std": -0.103265, + "nauc_map_at_3_diff1": 0.697285, + "nauc_map_at_5_max": 0.384974, + "nauc_map_at_5_std": -0.117148, + "nauc_map_at_5_diff1": 0.706423, + "nauc_map_at_10_max": 0.383955, + "nauc_map_at_10_std": -0.117962, + "nauc_map_at_10_diff1": 0.707421, + "nauc_map_at_20_max": 0.38, + "nauc_map_at_20_std": -0.112733, + "nauc_map_at_20_diff1": 0.705083, + "nauc_map_at_100_max": 0.37976, + "nauc_map_at_100_std": -0.112116, + "nauc_map_at_100_diff1": 0.704676, + "nauc_map_at_1000_max": 0.37976, + "nauc_map_at_1000_std": -0.112116, + "nauc_map_at_1000_diff1": 0.704676, + "nauc_recall_at_1_max": 0.35461, + "nauc_recall_at_1_std": -0.108566, + "nauc_recall_at_1_diff1": 0.694578, + "nauc_recall_at_3_max": 0.386134, + "nauc_recall_at_3_std": -0.125243, + "nauc_recall_at_3_diff1": 0.702666, + "nauc_recall_at_5_max": 0.565221, + "nauc_recall_at_5_std": -0.299211, + "nauc_recall_at_5_diff1": 0.807447, + "nauc_recall_at_10_max": 0.68471, + "nauc_recall_at_10_std": -0.497409, + "nauc_recall_at_10_diff1": 0.921676, + "nauc_recall_at_20_max": 0.554192, + "nauc_recall_at_20_std": -0.559753, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.35461, + "nauc_precision_at_1_std": -0.108566, + "nauc_precision_at_1_diff1": 0.694578, + "nauc_precision_at_3_max": 0.386134, + "nauc_precision_at_3_std": -0.125243, + "nauc_precision_at_3_diff1": 0.702666, + "nauc_precision_at_5_max": 0.565221, + "nauc_precision_at_5_std": -0.299211, + "nauc_precision_at_5_diff1": 0.807447, + "nauc_precision_at_10_max": 0.68471, + "nauc_precision_at_10_std": -0.497409, + "nauc_precision_at_10_diff1": 0.921676, + "nauc_precision_at_20_max": 0.554192, + "nauc_precision_at_20_std": -0.559753, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.35461, + "nauc_mrr_at_1_std": -0.108566, + "nauc_mrr_at_1_diff1": 0.694578, + "nauc_mrr_at_3_max": 0.369892, + "nauc_mrr_at_3_std": -0.103265, + "nauc_mrr_at_3_diff1": 0.697285, + "nauc_mrr_at_5_max": 0.384974, + "nauc_mrr_at_5_std": -0.117148, + "nauc_mrr_at_5_diff1": 0.706423, + "nauc_mrr_at_10_max": 0.383955, + "nauc_mrr_at_10_std": -0.117962, + "nauc_mrr_at_10_diff1": 0.707421, + "nauc_mrr_at_20_max": 0.38, + "nauc_mrr_at_20_std": -0.112733, + "nauc_mrr_at_20_diff1": 0.705083, + "nauc_mrr_at_100_max": 0.37976, + "nauc_mrr_at_100_std": -0.112116, + "nauc_mrr_at_100_diff1": 0.704676, + "nauc_mrr_at_1000_max": 0.37976, + "nauc_mrr_at_1000_std": -0.112116, + "nauc_mrr_at_1000_diff1": 0.704676, + "main_score": 0.85081, + "hf_subset": "spanish", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.7013, + "ndcg_at_3": 0.77814, + "ndcg_at_5": 0.82061, + "ndcg_at_10": 0.83218, + "ndcg_at_20": 0.83875, + "ndcg_at_100": 0.83875, + "ndcg_at_1000": 0.83875, + "map_at_1": 0.7013, + "map_at_3": 0.75974, + "map_at_5": 0.78312, + "map_at_10": 0.7873, + "map_at_20": 0.78911, + "map_at_100": 0.78911, + "map_at_1000": 0.78911, + "recall_at_1": 0.7013, + "recall_at_3": 0.83117, + "recall_at_5": 0.93506, + "recall_at_10": 0.97403, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.7013, + "precision_at_3": 0.27706, + "precision_at_5": 0.18701, + "precision_at_10": 0.0974, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.701299, + "mrr_at_3": 0.75974, + "mrr_at_5": 0.783117, + "mrr_at_10": 0.787302, + "mrr_at_20": 0.789105, + "mrr_at_100": 0.789105, + "mrr_at_1000": 0.789105, + "nauc_ndcg_at_1_max": 0.473369, + "nauc_ndcg_at_1_std": -0.127288, + "nauc_ndcg_at_1_diff1": 0.69461, + "nauc_ndcg_at_3_max": 0.4483, + "nauc_ndcg_at_3_std": -0.157244, + "nauc_ndcg_at_3_diff1": 0.689696, + "nauc_ndcg_at_5_max": 0.468957, + "nauc_ndcg_at_5_std": -0.093358, + "nauc_ndcg_at_5_diff1": 0.685202, + "nauc_ndcg_at_10_max": 0.477877, + "nauc_ndcg_at_10_std": -0.104265, + "nauc_ndcg_at_10_diff1": 0.686987, + "nauc_ndcg_at_20_max": 0.467668, + "nauc_ndcg_at_20_std": -0.127502, + "nauc_ndcg_at_20_diff1": 0.685358, + "nauc_ndcg_at_100_max": 0.467668, + "nauc_ndcg_at_100_std": -0.127502, + "nauc_ndcg_at_100_diff1": 0.685358, + "nauc_ndcg_at_1000_max": 0.467668, + "nauc_ndcg_at_1000_std": -0.127502, + "nauc_ndcg_at_1000_diff1": 0.685358, + "nauc_map_at_1_max": 0.473369, + "nauc_map_at_1_std": -0.127288, + "nauc_map_at_1_diff1": 0.69461, + "nauc_map_at_3_max": 0.457225, + "nauc_map_at_3_std": -0.149498, + "nauc_map_at_3_diff1": 0.688113, + "nauc_map_at_5_max": 0.466923, + "nauc_map_at_5_std": -0.121996, + "nauc_map_at_5_diff1": 0.6857, + "nauc_map_at_10_max": 0.469442, + "nauc_map_at_10_std": -0.126043, + "nauc_map_at_10_diff1": 0.686319, + "nauc_map_at_20_max": 0.467408, + "nauc_map_at_20_std": -0.13077, + "nauc_map_at_20_diff1": 0.685771, + "nauc_map_at_100_max": 0.467408, + "nauc_map_at_100_std": -0.13077, + "nauc_map_at_100_diff1": 0.685771, + "nauc_map_at_1000_max": 0.467408, + "nauc_map_at_1000_std": -0.13077, + "nauc_map_at_1000_diff1": 0.685771, + "nauc_recall_at_1_max": 0.473369, + "nauc_recall_at_1_std": -0.127288, + "nauc_recall_at_1_diff1": 0.69461, + "nauc_recall_at_3_max": 0.41293, + "nauc_recall_at_3_std": -0.18663, + "nauc_recall_at_3_diff1": 0.697472, + "nauc_recall_at_5_max": 0.496721, + "nauc_recall_at_5_std": 0.193656, + "nauc_recall_at_5_diff1": 0.683582, + "nauc_recall_at_10_max": 0.71178, + "nauc_recall_at_10_std": 0.42412, + "nauc_recall_at_10_diff1": 0.71178, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.473369, + "nauc_precision_at_1_std": -0.127288, + "nauc_precision_at_1_diff1": 0.69461, + "nauc_precision_at_3_max": 0.41293, + "nauc_precision_at_3_std": -0.18663, + "nauc_precision_at_3_diff1": 0.697472, + "nauc_precision_at_5_max": 0.496721, + "nauc_precision_at_5_std": 0.193656, + "nauc_precision_at_5_diff1": 0.683582, + "nauc_precision_at_10_max": 0.71178, + "nauc_precision_at_10_std": 0.42412, + "nauc_precision_at_10_diff1": 0.71178, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.473369, + "nauc_mrr_at_1_std": -0.127288, + "nauc_mrr_at_1_diff1": 0.69461, + "nauc_mrr_at_3_max": 0.457225, + "nauc_mrr_at_3_std": -0.149498, + "nauc_mrr_at_3_diff1": 0.688113, + "nauc_mrr_at_5_max": 0.466923, + "nauc_mrr_at_5_std": -0.121996, + "nauc_mrr_at_5_diff1": 0.6857, + "nauc_mrr_at_10_max": 0.469442, + "nauc_mrr_at_10_std": -0.126043, + "nauc_mrr_at_10_diff1": 0.686319, + "nauc_mrr_at_20_max": 0.467408, + "nauc_mrr_at_20_std": -0.13077, + "nauc_mrr_at_20_diff1": 0.685771, + "nauc_mrr_at_100_max": 0.467408, + "nauc_mrr_at_100_std": -0.13077, + "nauc_mrr_at_100_diff1": 0.685771, + "nauc_mrr_at_1000_max": 0.467408, + "nauc_mrr_at_1000_std": -0.13077, + "nauc_mrr_at_1000_diff1": 0.685771, + "main_score": 0.83218, + "hf_subset": "vietnamese", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 4.8038859367370605, + "kg_co2_emissions": 0.00018576509106067444 +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/SciFact-PL.json b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/SciFact-PL.json new file mode 100644 index 000000000..1525d01a0 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/SciFact-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "47932a35f045ef8ed01ba82bf9ff67f6e109207e", + "task_name": "SciFact-PL", + "mteb_version": "1.24.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.57667, + "ndcg_at_3": 0.63891, + "ndcg_at_5": 0.65738, + "ndcg_at_10": 0.67946, + "ndcg_at_20": 0.69363, + "ndcg_at_100": 0.70618, + "ndcg_at_1000": 0.71308, + "map_at_1": 0.54428, + "map_at_3": 0.61254, + "map_at_5": 0.62509, + "map_at_10": 0.63576, + "map_at_20": 0.64062, + "map_at_100": 0.64239, + "map_at_1000": 0.64264, + "recall_at_1": 0.54428, + "recall_at_3": 0.68783, + "recall_at_5": 0.73317, + "recall_at_10": 0.79772, + "recall_at_20": 0.84989, + "recall_at_100": 0.91767, + "recall_at_1000": 0.97333, + "precision_at_1": 0.57667, + "precision_at_3": 0.25111, + "precision_at_5": 0.164, + "precision_at_10": 0.09033, + "precision_at_20": 0.0485, + "precision_at_100": 0.01043, + "precision_at_1000": 0.0011, + "mrr_at_1": 0.576667, + "mrr_at_3": 0.633333, + "mrr_at_5": 0.643333, + "mrr_at_10": 0.651288, + "mrr_at_20": 0.654352, + "mrr_at_100": 0.655876, + "mrr_at_1000": 0.656078, + "nauc_ndcg_at_1_max": 0.561537, + "nauc_ndcg_at_1_std": 0.202743, + "nauc_ndcg_at_1_diff1": 0.690038, + "nauc_ndcg_at_3_max": 0.539481, + "nauc_ndcg_at_3_std": 0.140748, + "nauc_ndcg_at_3_diff1": 0.661317, + "nauc_ndcg_at_5_max": 0.55493, + "nauc_ndcg_at_5_std": 0.153352, + "nauc_ndcg_at_5_diff1": 0.655907, + "nauc_ndcg_at_10_max": 0.561365, + "nauc_ndcg_at_10_std": 0.18058, + "nauc_ndcg_at_10_diff1": 0.644598, + "nauc_ndcg_at_20_max": 0.573789, + "nauc_ndcg_at_20_std": 0.211341, + "nauc_ndcg_at_20_diff1": 0.658674, + "nauc_ndcg_at_100_max": 0.57139, + "nauc_ndcg_at_100_std": 0.208069, + "nauc_ndcg_at_100_diff1": 0.660606, + "nauc_ndcg_at_1000_max": 0.568666, + "nauc_ndcg_at_1000_std": 0.199573, + "nauc_ndcg_at_1000_diff1": 0.661153, + "nauc_map_at_1_max": 0.497443, + "nauc_map_at_1_std": 0.093358, + "nauc_map_at_1_diff1": 0.686658, + "nauc_map_at_3_max": 0.518062, + "nauc_map_at_3_std": 0.117285, + "nauc_map_at_3_diff1": 0.6657, + "nauc_map_at_5_max": 0.535755, + "nauc_map_at_5_std": 0.135705, + "nauc_map_at_5_diff1": 0.664285, + "nauc_map_at_10_max": 0.545462, + "nauc_map_at_10_std": 0.151349, + "nauc_map_at_10_diff1": 0.659872, + "nauc_map_at_20_max": 0.549969, + "nauc_map_at_20_std": 0.162423, + "nauc_map_at_20_diff1": 0.664284, + "nauc_map_at_100_max": 0.549616, + "nauc_map_at_100_std": 0.161859, + "nauc_map_at_100_diff1": 0.66431, + "nauc_map_at_1000_max": 0.549561, + "nauc_map_at_1000_std": 0.161632, + "nauc_map_at_1000_diff1": 0.664292, + "nauc_recall_at_1_max": 0.497443, + "nauc_recall_at_1_std": 0.093358, + "nauc_recall_at_1_diff1": 0.686658, + "nauc_recall_at_3_max": 0.514538, + "nauc_recall_at_3_std": 0.087035, + "nauc_recall_at_3_diff1": 0.624487, + "nauc_recall_at_5_max": 0.548741, + "nauc_recall_at_5_std": 0.12282, + "nauc_recall_at_5_diff1": 0.600972, + "nauc_recall_at_10_max": 0.555669, + "nauc_recall_at_10_std": 0.212624, + "nauc_recall_at_10_diff1": 0.546194, + "nauc_recall_at_20_max": 0.629794, + "nauc_recall_at_20_std": 0.40556, + "nauc_recall_at_20_diff1": 0.609565, + "nauc_recall_at_100_max": 0.645998, + "nauc_recall_at_100_std": 0.500518, + "nauc_recall_at_100_diff1": 0.63119, + "nauc_recall_at_1000_max": 0.639181, + "nauc_recall_at_1000_std": 0.488037, + "nauc_recall_at_1000_diff1": 0.66655, + "nauc_precision_at_1_max": 0.561537, + "nauc_precision_at_1_std": 0.202743, + "nauc_precision_at_1_diff1": 0.690038, + "nauc_precision_at_3_max": 0.510065, + "nauc_precision_at_3_std": 0.271741, + "nauc_precision_at_3_diff1": 0.465137, + "nauc_precision_at_5_max": 0.533927, + "nauc_precision_at_5_std": 0.35635, + "nauc_precision_at_5_diff1": 0.361292, + "nauc_precision_at_10_max": 0.504015, + "nauc_precision_at_10_std": 0.446819, + "nauc_precision_at_10_diff1": 0.222277, + "nauc_precision_at_20_max": 0.463152, + "nauc_precision_at_20_std": 0.551537, + "nauc_precision_at_20_diff1": 0.168642, + "nauc_precision_at_100_max": 0.40906, + "nauc_precision_at_100_std": 0.586793, + "nauc_precision_at_100_diff1": 0.067663, + "nauc_precision_at_1000_max": 0.334823, + "nauc_precision_at_1000_std": 0.574556, + "nauc_precision_at_1000_diff1": -0.064281, + "nauc_mrr_at_1_max": 0.561537, + "nauc_mrr_at_1_std": 0.202743, + "nauc_mrr_at_1_diff1": 0.690038, + "nauc_mrr_at_3_max": 0.572077, + "nauc_mrr_at_3_std": 0.195249, + "nauc_mrr_at_3_diff1": 0.67383, + "nauc_mrr_at_5_max": 0.577975, + "nauc_mrr_at_5_std": 0.203303, + "nauc_mrr_at_5_diff1": 0.671704, + "nauc_mrr_at_10_max": 0.575507, + "nauc_mrr_at_10_std": 0.210041, + "nauc_mrr_at_10_diff1": 0.667428, + "nauc_mrr_at_20_max": 0.577453, + "nauc_mrr_at_20_std": 0.214445, + "nauc_mrr_at_20_diff1": 0.670577, + "nauc_mrr_at_100_max": 0.576771, + "nauc_mrr_at_100_std": 0.21341, + "nauc_mrr_at_100_diff1": 0.670423, + "nauc_mrr_at_1000_max": 0.576675, + "nauc_mrr_at_1000_std": 0.213182, + "nauc_mrr_at_1000_diff1": 0.67043, + "main_score": 0.67946, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 13.796772956848145, + "kg_co2_emissions": 0.0006153184404662423 +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/SciFact.json b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/SciFact.json new file mode 100644 index 000000000..406c8fd7b --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/SciFact.json @@ -0,0 +1,307 @@ +{ + "dataset_revision": "0228b52cf27578f30900b9e5271d331663a030d7", + "task_name": "SciFact", + "mteb_version": "1.24.0", + "scores": { + "train": [ + { + "ndcg_at_1": 0.61557, + "ndcg_at_3": 0.67842, + "ndcg_at_5": 0.70451, + "ndcg_at_10": 0.72329, + "ndcg_at_20": 0.73471, + "ndcg_at_100": 0.74566, + "ndcg_at_1000": 0.75244, + "map_at_1": 0.58673, + "map_at_3": 0.6543, + "map_at_5": 0.67239, + "map_at_10": 0.68142, + "map_at_20": 0.68509, + "map_at_100": 0.68693, + "map_at_1000": 0.68722, + "recall_at_1": 0.58673, + "recall_at_3": 0.72248, + "recall_at_5": 0.78335, + "recall_at_10": 0.83778, + "recall_at_20": 0.87981, + "recall_at_100": 0.93511, + "recall_at_1000": 0.98599, + "precision_at_1": 0.61557, + "precision_at_3": 0.26411, + "precision_at_5": 0.17553, + "precision_at_10": 0.09493, + "precision_at_20": 0.05, + "precision_at_100": 0.01066, + "precision_at_1000": 0.00112, + "mrr_at_1": 0.615575, + "mrr_at_3": 0.675113, + "mrr_at_5": 0.687042, + "mrr_at_10": 0.693272, + "mrr_at_20": 0.696118, + "mrr_at_100": 0.69747, + "mrr_at_1000": 0.697737, + "nauc_ndcg_at_1_max": 0.575302, + "nauc_ndcg_at_1_std": 0.12962, + "nauc_ndcg_at_1_diff1": 0.780853, + "nauc_ndcg_at_3_max": 0.57321, + "nauc_ndcg_at_3_std": 0.129528, + "nauc_ndcg_at_3_diff1": 0.738367, + "nauc_ndcg_at_5_max": 0.590346, + "nauc_ndcg_at_5_std": 0.137131, + "nauc_ndcg_at_5_diff1": 0.730958, + "nauc_ndcg_at_10_max": 0.601068, + "nauc_ndcg_at_10_std": 0.163667, + "nauc_ndcg_at_10_diff1": 0.728742, + "nauc_ndcg_at_20_max": 0.603369, + "nauc_ndcg_at_20_std": 0.176474, + "nauc_ndcg_at_20_diff1": 0.727812, + "nauc_ndcg_at_100_max": 0.598038, + "nauc_ndcg_at_100_std": 0.174116, + "nauc_ndcg_at_100_diff1": 0.735578, + "nauc_ndcg_at_1000_max": 0.598351, + "nauc_ndcg_at_1000_std": 0.169825, + "nauc_ndcg_at_1000_diff1": 0.736698, + "nauc_map_at_1_max": 0.51706, + "nauc_map_at_1_std": 0.075543, + "nauc_map_at_1_diff1": 0.783869, + "nauc_map_at_3_max": 0.556606, + "nauc_map_at_3_std": 0.107589, + "nauc_map_at_3_diff1": 0.751686, + "nauc_map_at_5_max": 0.578748, + "nauc_map_at_5_std": 0.123252, + "nauc_map_at_5_diff1": 0.74623, + "nauc_map_at_10_max": 0.585136, + "nauc_map_at_10_std": 0.137096, + "nauc_map_at_10_diff1": 0.745057, + "nauc_map_at_20_max": 0.586517, + "nauc_map_at_20_std": 0.141939, + "nauc_map_at_20_diff1": 0.745127, + "nauc_map_at_100_max": 0.585828, + "nauc_map_at_100_std": 0.141849, + "nauc_map_at_100_diff1": 0.746056, + "nauc_map_at_1000_max": 0.585793, + "nauc_map_at_1000_std": 0.141647, + "nauc_map_at_1000_diff1": 0.746117, + "nauc_recall_at_1_max": 0.51706, + "nauc_recall_at_1_std": 0.075543, + "nauc_recall_at_1_diff1": 0.783869, + "nauc_recall_at_3_max": 0.549182, + "nauc_recall_at_3_std": 0.112996, + "nauc_recall_at_3_diff1": 0.692645, + "nauc_recall_at_5_max": 0.594253, + "nauc_recall_at_5_std": 0.127336, + "nauc_recall_at_5_diff1": 0.667036, + "nauc_recall_at_10_max": 0.632508, + "nauc_recall_at_10_std": 0.224369, + "nauc_recall_at_10_diff1": 0.642686, + "nauc_recall_at_20_max": 0.654733, + "nauc_recall_at_20_std": 0.321909, + "nauc_recall_at_20_diff1": 0.612833, + "nauc_recall_at_100_max": 0.616177, + "nauc_recall_at_100_std": 0.391282, + "nauc_recall_at_100_diff1": 0.674493, + "nauc_recall_at_1000_max": 0.743144, + "nauc_recall_at_1000_std": 0.710338, + "nauc_recall_at_1000_diff1": 0.569902, + "nauc_precision_at_1_max": 0.575302, + "nauc_precision_at_1_std": 0.12962, + "nauc_precision_at_1_diff1": 0.780853, + "nauc_precision_at_3_max": 0.556138, + "nauc_precision_at_3_std": 0.239487, + "nauc_precision_at_3_diff1": 0.462402, + "nauc_precision_at_5_max": 0.518251, + "nauc_precision_at_5_std": 0.289514, + "nauc_precision_at_5_diff1": 0.282003, + "nauc_precision_at_10_max": 0.456988, + "nauc_precision_at_10_std": 0.365838, + "nauc_precision_at_10_diff1": 0.143716, + "nauc_precision_at_20_max": 0.403787, + "nauc_precision_at_20_std": 0.409962, + "nauc_precision_at_20_diff1": 0.044536, + "nauc_precision_at_100_max": 0.29415, + "nauc_precision_at_100_std": 0.41446, + "nauc_precision_at_100_diff1": -0.070271, + "nauc_precision_at_1000_max": 0.21026, + "nauc_precision_at_1000_std": 0.421033, + "nauc_precision_at_1000_diff1": -0.240997, + "nauc_mrr_at_1_max": 0.575302, + "nauc_mrr_at_1_std": 0.12962, + "nauc_mrr_at_1_diff1": 0.780853, + "nauc_mrr_at_3_max": 0.596905, + "nauc_mrr_at_3_std": 0.162242, + "nauc_mrr_at_3_diff1": 0.748787, + "nauc_mrr_at_5_max": 0.598007, + "nauc_mrr_at_5_std": 0.158899, + "nauc_mrr_at_5_diff1": 0.745057, + "nauc_mrr_at_10_max": 0.599412, + "nauc_mrr_at_10_std": 0.165892, + "nauc_mrr_at_10_diff1": 0.745167, + "nauc_mrr_at_20_max": 0.598838, + "nauc_mrr_at_20_std": 0.166788, + "nauc_mrr_at_20_diff1": 0.74506, + "nauc_mrr_at_100_max": 0.598028, + "nauc_mrr_at_100_std": 0.165693, + "nauc_mrr_at_100_diff1": 0.746051, + "nauc_mrr_at_1000_max": 0.598006, + "nauc_mrr_at_1000_std": 0.165507, + "nauc_mrr_at_1000_diff1": 0.746111, + "main_score": 0.72329, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test": [ + { + "ndcg_at_1": 0.59, + "ndcg_at_3": 0.6639, + "ndcg_at_5": 0.68991, + "ndcg_at_10": 0.70896, + "ndcg_at_20": 0.71729, + "ndcg_at_100": 0.73082, + "ndcg_at_1000": 0.73714, + "map_at_1": 0.55928, + "map_at_3": 0.63561, + "map_at_5": 0.65399, + "map_at_10": 0.66297, + "map_at_20": 0.66572, + "map_at_100": 0.66804, + "map_at_1000": 0.66824, + "recall_at_1": 0.55928, + "recall_at_3": 0.71644, + "recall_at_5": 0.77911, + "recall_at_10": 0.83506, + "recall_at_20": 0.86589, + "recall_at_100": 0.935, + "recall_at_1000": 0.98667, + "precision_at_1": 0.59, + "precision_at_3": 0.26, + "precision_at_5": 0.17467, + "precision_at_10": 0.09467, + "precision_at_20": 0.04917, + "precision_at_100": 0.01063, + "precision_at_1000": 0.00112, + "mrr_at_1": 0.59, + "mrr_at_3": 0.656667, + "mrr_at_5": 0.669833, + "mrr_at_10": 0.676356, + "mrr_at_20": 0.678398, + "mrr_at_100": 0.680091, + "mrr_at_1000": 0.68027, + "nauc_ndcg_at_1_max": 0.610494, + "nauc_ndcg_at_1_std": 0.13374, + "nauc_ndcg_at_1_diff1": 0.74013, + "nauc_ndcg_at_3_max": 0.610204, + "nauc_ndcg_at_3_std": 0.114904, + "nauc_ndcg_at_3_diff1": 0.716498, + "nauc_ndcg_at_5_max": 0.629419, + "nauc_ndcg_at_5_std": 0.136409, + "nauc_ndcg_at_5_diff1": 0.711279, + "nauc_ndcg_at_10_max": 0.636302, + "nauc_ndcg_at_10_std": 0.156652, + "nauc_ndcg_at_10_diff1": 0.705579, + "nauc_ndcg_at_20_max": 0.631108, + "nauc_ndcg_at_20_std": 0.1671, + "nauc_ndcg_at_20_diff1": 0.708028, + "nauc_ndcg_at_100_max": 0.626822, + "nauc_ndcg_at_100_std": 0.16332, + "nauc_ndcg_at_100_diff1": 0.709761, + "nauc_ndcg_at_1000_max": 0.62572, + "nauc_ndcg_at_1000_std": 0.162271, + "nauc_ndcg_at_1000_diff1": 0.711922, + "nauc_map_at_1_max": 0.544246, + "nauc_map_at_1_std": 0.046143, + "nauc_map_at_1_diff1": 0.741616, + "nauc_map_at_3_max": 0.580747, + "nauc_map_at_3_std": 0.088684, + "nauc_map_at_3_diff1": 0.72088, + "nauc_map_at_5_max": 0.603017, + "nauc_map_at_5_std": 0.112131, + "nauc_map_at_5_diff1": 0.716532, + "nauc_map_at_10_max": 0.60916, + "nauc_map_at_10_std": 0.12445, + "nauc_map_at_10_diff1": 0.713834, + "nauc_map_at_20_max": 0.608296, + "nauc_map_at_20_std": 0.128609, + "nauc_map_at_20_diff1": 0.715037, + "nauc_map_at_100_max": 0.607869, + "nauc_map_at_100_std": 0.129601, + "nauc_map_at_100_diff1": 0.714396, + "nauc_map_at_1000_max": 0.607824, + "nauc_map_at_1000_std": 0.129546, + "nauc_map_at_1000_diff1": 0.714442, + "nauc_recall_at_1_max": 0.544246, + "nauc_recall_at_1_std": 0.046143, + "nauc_recall_at_1_diff1": 0.741616, + "nauc_recall_at_3_max": 0.604715, + "nauc_recall_at_3_std": 0.089561, + "nauc_recall_at_3_diff1": 0.690816, + "nauc_recall_at_5_max": 0.673362, + "nauc_recall_at_5_std": 0.153334, + "nauc_recall_at_5_diff1": 0.67346, + "nauc_recall_at_10_max": 0.703654, + "nauc_recall_at_10_std": 0.226615, + "nauc_recall_at_10_diff1": 0.640659, + "nauc_recall_at_20_max": 0.683551, + "nauc_recall_at_20_std": 0.302506, + "nauc_recall_at_20_diff1": 0.64674, + "nauc_recall_at_100_max": 0.670282, + "nauc_recall_at_100_std": 0.304185, + "nauc_recall_at_100_diff1": 0.674172, + "nauc_recall_at_1000_max": 0.707166, + "nauc_recall_at_1000_std": 0.704715, + "nauc_recall_at_1000_diff1": 0.855859, + "nauc_precision_at_1_max": 0.610494, + "nauc_precision_at_1_std": 0.13374, + "nauc_precision_at_1_diff1": 0.74013, + "nauc_precision_at_3_max": 0.590508, + "nauc_precision_at_3_std": 0.286496, + "nauc_precision_at_3_diff1": 0.491115, + "nauc_precision_at_5_max": 0.556802, + "nauc_precision_at_5_std": 0.383643, + "nauc_precision_at_5_diff1": 0.301078, + "nauc_precision_at_10_max": 0.49505, + "nauc_precision_at_10_std": 0.467881, + "nauc_precision_at_10_diff1": 0.161239, + "nauc_precision_at_20_max": 0.438359, + "nauc_precision_at_20_std": 0.511365, + "nauc_precision_at_20_diff1": 0.116539, + "nauc_precision_at_100_max": 0.327253, + "nauc_precision_at_100_std": 0.527654, + "nauc_precision_at_100_diff1": -0.043105, + "nauc_precision_at_1000_max": 0.239064, + "nauc_precision_at_1000_std": 0.579213, + "nauc_precision_at_1000_diff1": -0.190221, + "nauc_mrr_at_1_max": 0.610494, + "nauc_mrr_at_1_std": 0.13374, + "nauc_mrr_at_1_diff1": 0.74013, + "nauc_mrr_at_3_max": 0.630624, + "nauc_mrr_at_3_std": 0.149601, + "nauc_mrr_at_3_diff1": 0.726365, + "nauc_mrr_at_5_max": 0.637213, + "nauc_mrr_at_5_std": 0.1598, + "nauc_mrr_at_5_diff1": 0.722144, + "nauc_mrr_at_10_max": 0.634713, + "nauc_mrr_at_10_std": 0.162236, + "nauc_mrr_at_10_diff1": 0.720198, + "nauc_mrr_at_20_max": 0.632815, + "nauc_mrr_at_20_std": 0.163253, + "nauc_mrr_at_20_diff1": 0.719809, + "nauc_mrr_at_100_max": 0.632071, + "nauc_mrr_at_100_std": 0.162664, + "nauc_mrr_at_100_diff1": 0.7201, + "nauc_mrr_at_1000_max": 0.632071, + "nauc_mrr_at_1000_std": 0.162649, + "nauc_mrr_at_1000_diff1": 0.720154, + "main_score": 0.70896, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 23.01081418991089, + "kg_co2_emissions": 0.0010002600059578885 +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/TRECCOVID-PL.json b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/TRECCOVID-PL.json new file mode 100644 index 000000000..18b9504c6 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/TRECCOVID-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "81bcb408f33366c2a20ac54adafad1ae7e877fdd", + "task_name": "TRECCOVID-PL", + "mteb_version": "1.24.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.79, + "ndcg_at_3": 0.79715, + "ndcg_at_5": 0.7816, + "ndcg_at_10": 0.77111, + "ndcg_at_20": 0.74994, + "ndcg_at_100": 0.61423, + "ndcg_at_1000": 0.54964, + "map_at_1": 0.00213, + "map_at_3": 0.00639, + "map_at_5": 0.01042, + "map_at_10": 0.02012, + "map_at_20": 0.03708, + "map_at_100": 0.12142, + "map_at_1000": 0.29882, + "recall_at_1": 0.00213, + "recall_at_3": 0.00682, + "recall_at_5": 0.01132, + "recall_at_10": 0.02219, + "recall_at_20": 0.04201, + "recall_at_100": 0.15119, + "recall_at_1000": 0.51782, + "precision_at_1": 0.84, + "precision_at_3": 0.86667, + "precision_at_5": 0.848, + "precision_at_10": 0.838, + "precision_at_20": 0.802, + "precision_at_100": 0.6356, + "precision_at_1000": 0.24396, + "mrr_at_1": 0.84, + "mrr_at_3": 0.913333, + "mrr_at_5": 0.913333, + "mrr_at_10": 0.913333, + "mrr_at_20": 0.913333, + "mrr_at_100": 0.913333, + "mrr_at_1000": 0.913333, + "nauc_ndcg_at_1_max": 0.224455, + "nauc_ndcg_at_1_std": 0.218766, + "nauc_ndcg_at_1_diff1": 0.35171, + "nauc_ndcg_at_3_max": 0.287842, + "nauc_ndcg_at_3_std": 0.308395, + "nauc_ndcg_at_3_diff1": 0.405851, + "nauc_ndcg_at_5_max": 0.362363, + "nauc_ndcg_at_5_std": 0.400023, + "nauc_ndcg_at_5_diff1": 0.344314, + "nauc_ndcg_at_10_max": 0.432878, + "nauc_ndcg_at_10_std": 0.529287, + "nauc_ndcg_at_10_diff1": 0.188105, + "nauc_ndcg_at_20_max": 0.533294, + "nauc_ndcg_at_20_std": 0.64902, + "nauc_ndcg_at_20_diff1": 0.110743, + "nauc_ndcg_at_100_max": 0.446965, + "nauc_ndcg_at_100_std": 0.802639, + "nauc_ndcg_at_100_diff1": -0.074696, + "nauc_ndcg_at_1000_max": 0.457154, + "nauc_ndcg_at_1000_std": 0.770421, + "nauc_ndcg_at_1000_diff1": 0.042816, + "nauc_map_at_1_max": 0.111521, + "nauc_map_at_1_std": -0.005598, + "nauc_map_at_1_diff1": 0.457063, + "nauc_map_at_3_max": 0.101318, + "nauc_map_at_3_std": -0.047879, + "nauc_map_at_3_diff1": 0.496606, + "nauc_map_at_5_max": 0.130676, + "nauc_map_at_5_std": -0.047493, + "nauc_map_at_5_diff1": 0.459724, + "nauc_map_at_10_max": 0.145207, + "nauc_map_at_10_std": -0.010364, + "nauc_map_at_10_diff1": 0.396335, + "nauc_map_at_20_max": 0.193645, + "nauc_map_at_20_std": 0.091366, + "nauc_map_at_20_diff1": 0.356978, + "nauc_map_at_100_max": 0.349808, + "nauc_map_at_100_std": 0.580812, + "nauc_map_at_100_diff1": 0.101621, + "nauc_map_at_1000_max": 0.474451, + "nauc_map_at_1000_std": 0.808793, + "nauc_map_at_1000_diff1": -0.034722, + "nauc_recall_at_1_max": 0.111521, + "nauc_recall_at_1_std": -0.005598, + "nauc_recall_at_1_diff1": 0.457063, + "nauc_recall_at_3_max": 0.062991, + "nauc_recall_at_3_std": -0.106539, + "nauc_recall_at_3_diff1": 0.464241, + "nauc_recall_at_5_max": 0.082933, + "nauc_recall_at_5_std": -0.103744, + "nauc_recall_at_5_diff1": 0.39987, + "nauc_recall_at_10_max": 0.083985, + "nauc_recall_at_10_std": -0.05944, + "nauc_recall_at_10_diff1": 0.334819, + "nauc_recall_at_20_max": 0.121016, + "nauc_recall_at_20_std": 0.011806, + "nauc_recall_at_20_diff1": 0.33231, + "nauc_recall_at_100_max": 0.235234, + "nauc_recall_at_100_std": 0.416006, + "nauc_recall_at_100_diff1": 0.138521, + "nauc_recall_at_1000_max": 0.390554, + "nauc_recall_at_1000_std": 0.651174, + "nauc_recall_at_1000_diff1": 0.047344, + "nauc_precision_at_1_max": 0.261291, + "nauc_precision_at_1_std": 0.295042, + "nauc_precision_at_1_diff1": 0.473061, + "nauc_precision_at_3_max": 0.25116, + "nauc_precision_at_3_std": 0.253692, + "nauc_precision_at_3_diff1": 0.493735, + "nauc_precision_at_5_max": 0.417607, + "nauc_precision_at_5_std": 0.327234, + "nauc_precision_at_5_diff1": 0.334934, + "nauc_precision_at_10_max": 0.479196, + "nauc_precision_at_10_std": 0.496765, + "nauc_precision_at_10_diff1": 0.148557, + "nauc_precision_at_20_max": 0.564895, + "nauc_precision_at_20_std": 0.666263, + "nauc_precision_at_20_diff1": 0.065622, + "nauc_precision_at_100_max": 0.437767, + "nauc_precision_at_100_std": 0.816099, + "nauc_precision_at_100_diff1": -0.118322, + "nauc_precision_at_1000_max": 0.379435, + "nauc_precision_at_1000_std": 0.584621, + "nauc_precision_at_1000_diff1": -0.182444, + "nauc_mrr_at_1_max": 0.261291, + "nauc_mrr_at_1_std": 0.295042, + "nauc_mrr_at_1_diff1": 0.473061, + "nauc_mrr_at_3_max": 0.304352, + "nauc_mrr_at_3_std": 0.328613, + "nauc_mrr_at_3_diff1": 0.51025, + "nauc_mrr_at_5_max": 0.304352, + "nauc_mrr_at_5_std": 0.328613, + "nauc_mrr_at_5_diff1": 0.51025, + "nauc_mrr_at_10_max": 0.304352, + "nauc_mrr_at_10_std": 0.328613, + "nauc_mrr_at_10_diff1": 0.51025, + "nauc_mrr_at_20_max": 0.304352, + "nauc_mrr_at_20_std": 0.328613, + "nauc_mrr_at_20_diff1": 0.51025, + "nauc_mrr_at_100_max": 0.304352, + "nauc_mrr_at_100_std": 0.328613, + "nauc_mrr_at_100_diff1": 0.51025, + "nauc_mrr_at_1000_max": 0.304352, + "nauc_mrr_at_1000_std": 0.328613, + "nauc_mrr_at_1000_diff1": 0.51025, + "main_score": 0.77111, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 273.6878168582916, + "kg_co2_emissions": 0.012743947932376237 +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/TRECCOVID.json b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/TRECCOVID.json new file mode 100644 index 000000000..ba0b3eca2 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/TRECCOVID.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e", + "task_name": "TRECCOVID", + "mteb_version": "1.24.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.86, + "ndcg_at_3": 0.86776, + "ndcg_at_5": 0.85512, + "ndcg_at_10": 0.83633, + "ndcg_at_20": 0.80253, + "ndcg_at_100": 0.64951, + "ndcg_at_1000": 0.57941, + "map_at_1": 0.00235, + "map_at_3": 0.0071, + "map_at_5": 0.01152, + "map_at_10": 0.02195, + "map_at_20": 0.03988, + "map_at_100": 0.13209, + "map_at_1000": 0.32624, + "recall_at_1": 0.00235, + "recall_at_3": 0.00736, + "recall_at_5": 0.012, + "recall_at_10": 0.02332, + "recall_at_20": 0.0436, + "recall_at_100": 0.15932, + "recall_at_1000": 0.54447, + "precision_at_1": 0.9, + "precision_at_3": 0.92, + "precision_at_5": 0.904, + "precision_at_10": 0.888, + "precision_at_20": 0.851, + "precision_at_100": 0.6712, + "precision_at_1000": 0.25924, + "mrr_at_1": 0.9, + "mrr_at_3": 0.946667, + "mrr_at_5": 0.946667, + "mrr_at_10": 0.946667, + "mrr_at_20": 0.946667, + "mrr_at_100": 0.946667, + "mrr_at_1000": 0.946667, + "nauc_ndcg_at_1_max": -0.065678, + "nauc_ndcg_at_1_std": 0.070459, + "nauc_ndcg_at_1_diff1": -0.351012, + "nauc_ndcg_at_3_max": 0.103221, + "nauc_ndcg_at_3_std": 0.396891, + "nauc_ndcg_at_3_diff1": -0.277318, + "nauc_ndcg_at_5_max": 0.169516, + "nauc_ndcg_at_5_std": 0.477096, + "nauc_ndcg_at_5_diff1": -0.160951, + "nauc_ndcg_at_10_max": 0.343894, + "nauc_ndcg_at_10_std": 0.635014, + "nauc_ndcg_at_10_diff1": -0.205763, + "nauc_ndcg_at_20_max": 0.347074, + "nauc_ndcg_at_20_std": 0.717873, + "nauc_ndcg_at_20_diff1": -0.223025, + "nauc_ndcg_at_100_max": 0.357999, + "nauc_ndcg_at_100_std": 0.82941, + "nauc_ndcg_at_100_diff1": -0.453942, + "nauc_ndcg_at_1000_max": 0.408219, + "nauc_ndcg_at_1000_std": 0.713433, + "nauc_ndcg_at_1000_diff1": -0.147635, + "nauc_map_at_1_max": -0.175513, + "nauc_map_at_1_std": -0.249523, + "nauc_map_at_1_diff1": 0.316828, + "nauc_map_at_3_max": -0.155134, + "nauc_map_at_3_std": -0.237225, + "nauc_map_at_3_diff1": 0.377501, + "nauc_map_at_5_max": -0.125607, + "nauc_map_at_5_std": -0.206873, + "nauc_map_at_5_diff1": 0.425592, + "nauc_map_at_10_max": -0.049992, + "nauc_map_at_10_std": -0.122091, + "nauc_map_at_10_diff1": 0.425139, + "nauc_map_at_20_max": 0.012645, + "nauc_map_at_20_std": -0.014811, + "nauc_map_at_20_diff1": 0.41287, + "nauc_map_at_100_max": 0.19958, + "nauc_map_at_100_std": 0.470421, + "nauc_map_at_100_diff1": 0.041277, + "nauc_map_at_1000_max": 0.432, + "nauc_map_at_1000_std": 0.782551, + "nauc_map_at_1000_diff1": -0.247944, + "nauc_recall_at_1_max": -0.175513, + "nauc_recall_at_1_std": -0.249523, + "nauc_recall_at_1_diff1": 0.316828, + "nauc_recall_at_3_max": -0.147263, + "nauc_recall_at_3_std": -0.25292, + "nauc_recall_at_3_diff1": 0.425414, + "nauc_recall_at_5_max": -0.120773, + "nauc_recall_at_5_std": -0.225463, + "nauc_recall_at_5_diff1": 0.474892, + "nauc_recall_at_10_max": -0.069472, + "nauc_recall_at_10_std": -0.169419, + "nauc_recall_at_10_diff1": 0.464769, + "nauc_recall_at_20_max": -0.036937, + "nauc_recall_at_20_std": -0.110046, + "nauc_recall_at_20_diff1": 0.475374, + "nauc_recall_at_100_max": 0.110205, + "nauc_recall_at_100_std": 0.29587, + "nauc_recall_at_100_diff1": 0.158146, + "nauc_recall_at_1000_max": 0.399957, + "nauc_recall_at_1000_std": 0.580651, + "nauc_recall_at_1000_diff1": -0.035644, + "nauc_precision_at_1_max": 0.0338, + "nauc_precision_at_1_std": 0.241923, + "nauc_precision_at_1_diff1": -0.653688, + "nauc_precision_at_3_max": 0.258353, + "nauc_precision_at_3_std": 0.560854, + "nauc_precision_at_3_diff1": -0.428078, + "nauc_precision_at_5_max": 0.356251, + "nauc_precision_at_5_std": 0.619062, + "nauc_precision_at_5_diff1": -0.180037, + "nauc_precision_at_10_max": 0.479687, + "nauc_precision_at_10_std": 0.727357, + "nauc_precision_at_10_diff1": -0.227162, + "nauc_precision_at_20_max": 0.432891, + "nauc_precision_at_20_std": 0.765858, + "nauc_precision_at_20_diff1": -0.208024, + "nauc_precision_at_100_max": 0.421964, + "nauc_precision_at_100_std": 0.867178, + "nauc_precision_at_100_diff1": -0.527407, + "nauc_precision_at_1000_max": 0.405276, + "nauc_precision_at_1000_std": 0.562223, + "nauc_precision_at_1000_diff1": -0.484973, + "nauc_mrr_at_1_max": 0.0338, + "nauc_mrr_at_1_std": 0.241923, + "nauc_mrr_at_1_diff1": -0.653688, + "nauc_mrr_at_3_max": 0.076827, + "nauc_mrr_at_3_std": 0.281133, + "nauc_mrr_at_3_diff1": -0.648051, + "nauc_mrr_at_5_max": 0.076827, + "nauc_mrr_at_5_std": 0.281133, + "nauc_mrr_at_5_diff1": -0.648051, + "nauc_mrr_at_10_max": 0.076827, + "nauc_mrr_at_10_std": 0.281133, + "nauc_mrr_at_10_diff1": -0.648051, + "nauc_mrr_at_20_max": 0.076827, + "nauc_mrr_at_20_std": 0.281133, + "nauc_mrr_at_20_diff1": -0.648051, + "nauc_mrr_at_100_max": 0.076827, + "nauc_mrr_at_100_std": 0.281133, + "nauc_mrr_at_100_diff1": -0.648051, + "nauc_mrr_at_1000_max": 0.076827, + "nauc_mrr_at_1000_std": 0.281133, + "nauc_mrr_at_1000_diff1": -0.648051, + "main_score": 0.83633, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 244.6028962135315, + "kg_co2_emissions": 0.01135673036279322 +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/model_meta.json b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/model_meta.json new file mode 100644 index 000000000..fb220bb56 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-l-v2.0/edc2df7b6c25794b340229ca082e7c78782e6374/model_meta.json @@ -0,0 +1,100 @@ +{ + "name": "Snowflake/snowflake-arctic-embed-l-v2.0", + "revision": "edc2df7b6c25794b340229ca082e7c78782e6374", + "release_date": "2024-12-04", + "languages": [ + "afr_Latn", + "ara_Arab", + "aze_Latn", + "bel_Cyrl", + "bul_Cyrl", + "ben_Beng", + "cat_Latn", + "ceb_Latn", + "ces_Latn", + "cym_Latn", + "dan_Latn", + "deu_Latn", + "ell_Grek", + "eng_Latn", + "spa_Latn", + "est_Latn", + "eus_Latn", + "fas_Arab", + "fin_Latn", + "fra_Latn", + "glg_Latn", + "guj_Gujr", + "heb_Hebr", + "hin_Deva", + "hrv_Latn", + "hat_Latn", + "hun_Latn", + "hye_Armn", + "ind_Latn", + "isl_Latn", + "ita_Latn", + "jpn_Jpan", + "jav_Latn", + "kat_Geor", + "kaz_Cyrl", + "khm_Khmr", + "kan_Knda", + "kor_Hang", + "kir_Cyrl", + "lao_Laoo", + "lit_Latn", + "lav_Latn", + "mkd_Cyrl", + "mal_Mlym", + "mon_Cyrl", + "mar_Deva", + "msa_Latn", + "mya_Mymr", + "nep_Deva", + "nld_Latn", + "pan_Guru", + "pol_Latn", + "por_Latn", + "que_Latn", + "ron_Latn", + "rus_Cyrl", + "sin_Sinh", + "slk_Latn", + "slv_Latn", + "som_Latn", + "sqi_Latn", + "srp_Cyrl", + "swe_Latn", + "swa_Latn", + "tam_Taml", + "tel_Telu", + "tha_Thai", + "tgl_Latn", + "tur_Latn", + "ukr_Cyrl", + "urd_Arab", + "vie_Latn", + "yor_Latn", + "zho_Hans" + ], + "n_parameters": 568000000, + "memory_usage": null, + "max_tokens": 8192, + "embed_dim": 1024, + "license": "apache-2.0", + "open_weights": true, + "public_training_data": null, + "public_training_code": null, + "framework": [ + "Sentence Transformers", + "PyTorch" + ], + "reference": "https://huggingface.co/Snowflake/snowflake-arctic-embed-l-v2.0", + "similarity_fn_name": "cosine", + "use_instructions": true, + "training_datasets": null, + "adapted_from": "BAAI/bge-m3-retromae", + "superseded_by": null, + "loader": "sentence_transformers_loader" +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/CMedQAv2-reranking.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/CMedQAv2-reranking.json new file mode 100644 index 000000000..32547087f --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/CMedQAv2-reranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "23d186750531a14a0357ca22cd92d712fd512ea0", + "task_name": "CMedQAv2-reranking", + "mteb_version": "1.24.0", + "scores": { + "test": [ + { + "map": 0.615247, + "mrr": 0.679289, + "nAUC_map_max": 0.562685, + "nAUC_map_std": 0.335841, + "nAUC_map_diff1": 0.500091, + "nAUC_mrr_max": 0.658506, + "nAUC_mrr_std": 0.398181, + "nAUC_mrr_diff1": 0.583715, + "main_score": 0.615247, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 19.285118579864502, + "kg_co2_emissions": 0.0006433487106308068 +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/CUREv1.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/CUREv1.json new file mode 100644 index 000000000..225e3524d --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/CUREv1.json @@ -0,0 +1,4915 @@ +{ + "dataset_revision": "3bcf51c91e04d04a8a3329dfbe988b964c5cbe83", + "task_name": "CUREv1", + "mteb_version": "1.24.0", + "scores": { + "all": [ + { + "ndcg_at_1": 0.66075, + "ndcg_at_3": 0.59221, + "ndcg_at_5": 0.57319, + "ndcg_at_10": 0.55948, + "ndcg_at_20": 0.5646, + "ndcg_at_100": 0.6278, + "ndcg_at_1000": 0.70719, + "map_at_1": 0.0998, + "map_at_3": 0.17747, + "map_at_5": 0.21708, + "map_at_10": 0.2705, + "map_at_20": 0.31923, + "map_at_100": 0.40407, + "map_at_1000": 0.44298, + "recall_at_1": 0.0998, + "recall_at_3": 0.19227, + "recall_at_5": 0.24739, + "recall_at_10": 0.3417, + "recall_at_20": 0.449, + "recall_at_100": 0.71456, + "recall_at_1000": 0.95033, + "precision_at_1": 0.7655, + "precision_at_3": 0.63033, + "precision_at_5": 0.5614, + "precision_at_10": 0.4599, + "precision_at_20": 0.36443, + "precision_at_100": 0.17473, + "precision_at_1000": 0.03439, + "mrr_at_1": 0.7655, + "mrr_at_3": 0.835417, + "mrr_at_5": 0.841642, + "mrr_at_10": 0.844996, + "mrr_at_20": 0.845928, + "mrr_at_100": 0.846287, + "mrr_at_1000": 0.846322, + "nauc_ndcg_at_1_max": 0.387404, + "nauc_ndcg_at_1_std": 0.140575, + "nauc_ndcg_at_1_diff1": 0.397094, + "nauc_ndcg_at_3_max": 0.348115, + "nauc_ndcg_at_3_std": 0.160336, + "nauc_ndcg_at_3_diff1": 0.221081, + "nauc_ndcg_at_5_max": 0.334265, + "nauc_ndcg_at_5_std": 0.156555, + "nauc_ndcg_at_5_diff1": 0.197223, + "nauc_ndcg_at_10_max": 0.319427, + "nauc_ndcg_at_10_std": 0.131208, + "nauc_ndcg_at_10_diff1": 0.199401, + "nauc_ndcg_at_20_max": 0.306488, + "nauc_ndcg_at_20_std": 0.113669, + "nauc_ndcg_at_20_diff1": 0.209189, + "nauc_ndcg_at_100_max": 0.331586, + "nauc_ndcg_at_100_std": 0.161436, + "nauc_ndcg_at_100_diff1": 0.235138, + "nauc_ndcg_at_1000_max": 0.395621, + "nauc_ndcg_at_1000_std": 0.279256, + "nauc_ndcg_at_1000_diff1": 0.22157, + "nauc_map_at_1_max": 0.068223, + "nauc_map_at_1_std": -0.208835, + "nauc_map_at_1_diff1": 0.387781, + "nauc_map_at_3_max": 0.112738, + "nauc_map_at_3_std": -0.173229, + "nauc_map_at_3_diff1": 0.290275, + "nauc_map_at_5_max": 0.133227, + "nauc_map_at_5_std": -0.144345, + "nauc_map_at_5_diff1": 0.253982, + "nauc_map_at_10_max": 0.161249, + "nauc_map_at_10_std": -0.103917, + "nauc_map_at_10_diff1": 0.217524, + "nauc_map_at_20_max": 0.183643, + "nauc_map_at_20_std": -0.053513, + "nauc_map_at_20_diff1": 0.191357, + "nauc_map_at_100_max": 0.236035, + "nauc_map_at_100_std": 0.086811, + "nauc_map_at_100_diff1": 0.153782, + "nauc_map_at_1000_max": 0.25254, + "nauc_map_at_1000_std": 0.152426, + "nauc_map_at_1000_diff1": 0.125415, + "nauc_recall_at_1_max": 0.068223, + "nauc_recall_at_1_std": -0.208835, + "nauc_recall_at_1_diff1": 0.387781, + "nauc_recall_at_3_max": 0.08845, + "nauc_recall_at_3_std": -0.187619, + "nauc_recall_at_3_diff1": 0.273265, + "nauc_recall_at_5_max": 0.099763, + "nauc_recall_at_5_std": -0.163566, + "nauc_recall_at_5_diff1": 0.231187, + "nauc_recall_at_10_max": 0.0987, + "nauc_recall_at_10_std": -0.144931, + "nauc_recall_at_10_diff1": 0.190798, + "nauc_recall_at_20_max": 0.10549, + "nauc_recall_at_20_std": -0.107777, + "nauc_recall_at_20_diff1": 0.164936, + "nauc_recall_at_100_max": 0.14403, + "nauc_recall_at_100_std": 0.047532, + "nauc_recall_at_100_diff1": 0.165308, + "nauc_recall_at_1000_max": 0.364493, + "nauc_recall_at_1000_std": 0.472962, + "nauc_recall_at_1000_diff1": 0.207992, + "nauc_precision_at_1_max": 0.434707, + "nauc_precision_at_1_std": 0.230773, + "nauc_precision_at_1_diff1": 0.392091, + "nauc_precision_at_3_max": 0.294088, + "nauc_precision_at_3_std": 0.289946, + "nauc_precision_at_3_diff1": -0.044279, + "nauc_precision_at_5_max": 0.248192, + "nauc_precision_at_5_std": 0.316042, + "nauc_precision_at_5_diff1": -0.122616, + "nauc_precision_at_10_max": 0.199599, + "nauc_precision_at_10_std": 0.345097, + "nauc_precision_at_10_diff1": -0.178641, + "nauc_precision_at_20_max": 0.141828, + "nauc_precision_at_20_std": 0.356399, + "nauc_precision_at_20_diff1": -0.204714, + "nauc_precision_at_100_max": 0.053812, + "nauc_precision_at_100_std": 0.323986, + "nauc_precision_at_100_diff1": -0.193528, + "nauc_precision_at_1000_max": -0.023747, + "nauc_precision_at_1000_std": 0.174599, + "nauc_precision_at_1000_diff1": -0.190172, + "nauc_mrr_at_1_max": 0.434707, + "nauc_mrr_at_1_std": 0.230773, + "nauc_mrr_at_1_diff1": 0.392091, + "nauc_mrr_at_3_max": 0.476205, + "nauc_mrr_at_3_std": 0.26772, + "nauc_mrr_at_3_diff1": 0.40219, + "nauc_mrr_at_5_max": 0.47761, + "nauc_mrr_at_5_std": 0.26793, + "nauc_mrr_at_5_diff1": 0.398946, + "nauc_mrr_at_10_max": 0.472537, + "nauc_mrr_at_10_std": 0.266698, + "nauc_mrr_at_10_diff1": 0.399261, + "nauc_mrr_at_20_max": 0.471966, + "nauc_mrr_at_20_std": 0.267265, + "nauc_mrr_at_20_diff1": 0.398132, + "nauc_mrr_at_100_max": 0.471382, + "nauc_mrr_at_100_std": 0.266386, + "nauc_mrr_at_100_diff1": 0.398573, + "nauc_mrr_at_1000_max": 0.471339, + "nauc_mrr_at_1000_std": 0.266307, + "nauc_mrr_at_1000_diff1": 0.398552, + "main_score": 0.55948, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.57325, + "ndcg_at_3": 0.5199, + "ndcg_at_5": 0.50053, + "ndcg_at_10": 0.49127, + "ndcg_at_20": 0.4956, + "ndcg_at_100": 0.55532, + "ndcg_at_1000": 0.63868, + "map_at_1": 0.08535, + "map_at_3": 0.15092, + "map_at_5": 0.1846, + "map_at_10": 0.22915, + "map_at_20": 0.26869, + "map_at_100": 0.33808, + "map_at_1000": 0.3719, + "recall_at_1": 0.08535, + "recall_at_3": 0.16779, + "recall_at_5": 0.21924, + "recall_at_10": 0.30233, + "recall_at_20": 0.39676, + "recall_at_100": 0.64649, + "recall_at_1000": 0.90009, + "precision_at_1": 0.677, + "precision_at_3": 0.559, + "precision_at_5": 0.4932, + "precision_at_10": 0.4058, + "precision_at_20": 0.31982, + "precision_at_100": 0.15365, + "precision_at_1000": 0.03168, + "mrr_at_1": 0.677, + "mrr_at_3": 0.753417, + "mrr_at_5": 0.765367, + "mrr_at_10": 0.770806, + "mrr_at_20": 0.772225, + "mrr_at_100": 0.772925, + "mrr_at_1000": 0.772967, + "nauc_ndcg_at_1_max": 0.40013, + "nauc_ndcg_at_1_std": 0.235581, + "nauc_ndcg_at_1_diff1": 0.383244, + "nauc_ndcg_at_3_max": 0.408834, + "nauc_ndcg_at_3_std": 0.275964, + "nauc_ndcg_at_3_diff1": 0.23895, + "nauc_ndcg_at_5_max": 0.409922, + "nauc_ndcg_at_5_std": 0.282283, + "nauc_ndcg_at_5_diff1": 0.229639, + "nauc_ndcg_at_10_max": 0.4057, + "nauc_ndcg_at_10_std": 0.292729, + "nauc_ndcg_at_10_diff1": 0.23442, + "nauc_ndcg_at_20_max": 0.40815, + "nauc_ndcg_at_20_std": 0.301399, + "nauc_ndcg_at_20_diff1": 0.236026, + "nauc_ndcg_at_100_max": 0.442581, + "nauc_ndcg_at_100_std": 0.375744, + "nauc_ndcg_at_100_diff1": 0.250154, + "nauc_ndcg_at_1000_max": 0.497542, + "nauc_ndcg_at_1000_std": 0.450796, + "nauc_ndcg_at_1000_diff1": 0.231861, + "nauc_map_at_1_max": 0.120791, + "nauc_map_at_1_std": -0.087339, + "nauc_map_at_1_diff1": 0.414385, + "nauc_map_at_3_max": 0.179767, + "nauc_map_at_3_std": -0.030646, + "nauc_map_at_3_diff1": 0.303512, + "nauc_map_at_5_max": 0.197658, + "nauc_map_at_5_std": -0.00079, + "nauc_map_at_5_diff1": 0.275497, + "nauc_map_at_10_max": 0.231263, + "nauc_map_at_10_std": 0.053419, + "nauc_map_at_10_diff1": 0.248843, + "nauc_map_at_20_max": 0.270188, + "nauc_map_at_20_std": 0.121373, + "nauc_map_at_20_diff1": 0.225063, + "nauc_map_at_100_max": 0.344188, + "nauc_map_at_100_std": 0.274228, + "nauc_map_at_100_diff1": 0.192651, + "nauc_map_at_1000_max": 0.381632, + "nauc_map_at_1000_std": 0.337434, + "nauc_map_at_1000_diff1": 0.171865, + "nauc_recall_at_1_max": 0.120791, + "nauc_recall_at_1_std": -0.087339, + "nauc_recall_at_1_diff1": 0.414385, + "nauc_recall_at_3_max": 0.151439, + "nauc_recall_at_3_std": -0.048243, + "nauc_recall_at_3_diff1": 0.27094, + "nauc_recall_at_5_max": 0.145644, + "nauc_recall_at_5_std": -0.028979, + "nauc_recall_at_5_diff1": 0.24228, + "nauc_recall_at_10_max": 0.163873, + "nauc_recall_at_10_std": 0.016156, + "nauc_recall_at_10_diff1": 0.213996, + "nauc_recall_at_20_max": 0.18751, + "nauc_recall_at_20_std": 0.079617, + "nauc_recall_at_20_diff1": 0.189781, + "nauc_recall_at_100_max": 0.266866, + "nauc_recall_at_100_std": 0.291078, + "nauc_recall_at_100_diff1": 0.171399, + "nauc_recall_at_1000_max": 0.488285, + "nauc_recall_at_1000_std": 0.611083, + "nauc_recall_at_1000_diff1": 0.159778, + "nauc_precision_at_1_max": 0.470095, + "nauc_precision_at_1_std": 0.314774, + "nauc_precision_at_1_diff1": 0.367978, + "nauc_precision_at_3_max": 0.391839, + "nauc_precision_at_3_std": 0.366465, + "nauc_precision_at_3_diff1": 0.026649, + "nauc_precision_at_5_max": 0.354327, + "nauc_precision_at_5_std": 0.379028, + "nauc_precision_at_5_diff1": -0.034805, + "nauc_precision_at_10_max": 0.314047, + "nauc_precision_at_10_std": 0.411755, + "nauc_precision_at_10_diff1": -0.085877, + "nauc_precision_at_20_max": 0.276786, + "nauc_precision_at_20_std": 0.427073, + "nauc_precision_at_20_diff1": -0.128357, + "nauc_precision_at_100_max": 0.19043, + "nauc_precision_at_100_std": 0.382755, + "nauc_precision_at_100_diff1": -0.150227, + "nauc_precision_at_1000_max": 0.107998, + "nauc_precision_at_1000_std": 0.206903, + "nauc_precision_at_1000_diff1": -0.158031, + "nauc_mrr_at_1_max": 0.470095, + "nauc_mrr_at_1_std": 0.314774, + "nauc_mrr_at_1_diff1": 0.367978, + "nauc_mrr_at_3_max": 0.499636, + "nauc_mrr_at_3_std": 0.358338, + "nauc_mrr_at_3_diff1": 0.361702, + "nauc_mrr_at_5_max": 0.499107, + "nauc_mrr_at_5_std": 0.360735, + "nauc_mrr_at_5_diff1": 0.359871, + "nauc_mrr_at_10_max": 0.499039, + "nauc_mrr_at_10_std": 0.359859, + "nauc_mrr_at_10_diff1": 0.361299, + "nauc_mrr_at_20_max": 0.498773, + "nauc_mrr_at_20_std": 0.359559, + "nauc_mrr_at_20_diff1": 0.360461, + "nauc_mrr_at_100_max": 0.497955, + "nauc_mrr_at_100_std": 0.358444, + "nauc_mrr_at_100_diff1": 0.360867, + "nauc_mrr_at_1000_max": 0.497918, + "nauc_mrr_at_1000_std": 0.358342, + "nauc_mrr_at_1000_diff1": 0.360936, + "main_score": 0.49127, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.56775, + "ndcg_at_3": 0.51264, + "ndcg_at_5": 0.49576, + "ndcg_at_10": 0.48527, + "ndcg_at_20": 0.48741, + "ndcg_at_100": 0.54561, + "ndcg_at_1000": 0.62997, + "map_at_1": 0.08674, + "map_at_3": 0.15064, + "map_at_5": 0.18424, + "map_at_10": 0.22751, + "map_at_20": 0.26502, + "map_at_100": 0.3323, + "map_at_1000": 0.36509, + "recall_at_1": 0.08674, + "recall_at_3": 0.16629, + "recall_at_5": 0.21721, + "recall_at_10": 0.29762, + "recall_at_20": 0.39155, + "recall_at_100": 0.63199, + "recall_at_1000": 0.88949, + "precision_at_1": 0.6745, + "precision_at_3": 0.551, + "precision_at_5": 0.4883, + "precision_at_10": 0.3971, + "precision_at_20": 0.31075, + "precision_at_100": 0.14965, + "precision_at_1000": 0.03113, + "mrr_at_1": 0.6745, + "mrr_at_3": 0.748667, + "mrr_at_5": 0.759392, + "mrr_at_10": 0.764613, + "mrr_at_20": 0.766535, + "mrr_at_100": 0.767392, + "mrr_at_1000": 0.767446, + "nauc_ndcg_at_1_max": 0.379202, + "nauc_ndcg_at_1_std": 0.259452, + "nauc_ndcg_at_1_diff1": 0.371621, + "nauc_ndcg_at_3_max": 0.409657, + "nauc_ndcg_at_3_std": 0.29957, + "nauc_ndcg_at_3_diff1": 0.242665, + "nauc_ndcg_at_5_max": 0.4252, + "nauc_ndcg_at_5_std": 0.316733, + "nauc_ndcg_at_5_diff1": 0.23239, + "nauc_ndcg_at_10_max": 0.432543, + "nauc_ndcg_at_10_std": 0.323484, + "nauc_ndcg_at_10_diff1": 0.230835, + "nauc_ndcg_at_20_max": 0.430956, + "nauc_ndcg_at_20_std": 0.32115, + "nauc_ndcg_at_20_diff1": 0.235738, + "nauc_ndcg_at_100_max": 0.466362, + "nauc_ndcg_at_100_std": 0.391552, + "nauc_ndcg_at_100_diff1": 0.248606, + "nauc_ndcg_at_1000_max": 0.520457, + "nauc_ndcg_at_1000_std": 0.474873, + "nauc_ndcg_at_1000_diff1": 0.238443, + "nauc_map_at_1_max": 0.170999, + "nauc_map_at_1_std": -0.07282, + "nauc_map_at_1_diff1": 0.406995, + "nauc_map_at_3_max": 0.205917, + "nauc_map_at_3_std": -0.030879, + "nauc_map_at_3_diff1": 0.301905, + "nauc_map_at_5_max": 0.227913, + "nauc_map_at_5_std": 0.008393, + "nauc_map_at_5_diff1": 0.272566, + "nauc_map_at_10_max": 0.262197, + "nauc_map_at_10_std": 0.06628, + "nauc_map_at_10_diff1": 0.242578, + "nauc_map_at_20_max": 0.295224, + "nauc_map_at_20_std": 0.128239, + "nauc_map_at_20_diff1": 0.225902, + "nauc_map_at_100_max": 0.371307, + "nauc_map_at_100_std": 0.275313, + "nauc_map_at_100_diff1": 0.199786, + "nauc_map_at_1000_max": 0.403998, + "nauc_map_at_1000_std": 0.33478, + "nauc_map_at_1000_diff1": 0.178911, + "nauc_recall_at_1_max": 0.170999, + "nauc_recall_at_1_std": -0.07282, + "nauc_recall_at_1_diff1": 0.406995, + "nauc_recall_at_3_max": 0.183538, + "nauc_recall_at_3_std": -0.044535, + "nauc_recall_at_3_diff1": 0.269281, + "nauc_recall_at_5_max": 0.187355, + "nauc_recall_at_5_std": -0.01342, + "nauc_recall_at_5_diff1": 0.236063, + "nauc_recall_at_10_max": 0.204352, + "nauc_recall_at_10_std": 0.033614, + "nauc_recall_at_10_diff1": 0.206877, + "nauc_recall_at_20_max": 0.221989, + "nauc_recall_at_20_std": 0.091154, + "nauc_recall_at_20_diff1": 0.194858, + "nauc_recall_at_100_max": 0.315532, + "nauc_recall_at_100_std": 0.306431, + "nauc_recall_at_100_diff1": 0.177038, + "nauc_recall_at_1000_max": 0.545457, + "nauc_recall_at_1000_std": 0.640687, + "nauc_recall_at_1000_diff1": 0.182763, + "nauc_precision_at_1_max": 0.455647, + "nauc_precision_at_1_std": 0.360284, + "nauc_precision_at_1_diff1": 0.355409, + "nauc_precision_at_3_max": 0.378018, + "nauc_precision_at_3_std": 0.370258, + "nauc_precision_at_3_diff1": 0.045237, + "nauc_precision_at_5_max": 0.35514, + "nauc_precision_at_5_std": 0.406201, + "nauc_precision_at_5_diff1": -0.02059, + "nauc_precision_at_10_max": 0.319347, + "nauc_precision_at_10_std": 0.432679, + "nauc_precision_at_10_diff1": -0.082971, + "nauc_precision_at_20_max": 0.271942, + "nauc_precision_at_20_std": 0.432043, + "nauc_precision_at_20_diff1": -0.120269, + "nauc_precision_at_100_max": 0.185472, + "nauc_precision_at_100_std": 0.37599, + "nauc_precision_at_100_diff1": -0.144774, + "nauc_precision_at_1000_max": 0.077162, + "nauc_precision_at_1000_std": 0.194211, + "nauc_precision_at_1000_diff1": -0.159448, + "nauc_mrr_at_1_max": 0.455647, + "nauc_mrr_at_1_std": 0.360284, + "nauc_mrr_at_1_diff1": 0.355409, + "nauc_mrr_at_3_max": 0.497243, + "nauc_mrr_at_3_std": 0.402278, + "nauc_mrr_at_3_diff1": 0.334827, + "nauc_mrr_at_5_max": 0.497506, + "nauc_mrr_at_5_std": 0.410493, + "nauc_mrr_at_5_diff1": 0.332849, + "nauc_mrr_at_10_max": 0.495774, + "nauc_mrr_at_10_std": 0.408562, + "nauc_mrr_at_10_diff1": 0.336191, + "nauc_mrr_at_20_max": 0.495008, + "nauc_mrr_at_20_std": 0.407403, + "nauc_mrr_at_20_diff1": 0.336296, + "nauc_mrr_at_100_max": 0.494194, + "nauc_mrr_at_100_std": 0.406402, + "nauc_mrr_at_100_diff1": 0.336596, + "nauc_mrr_at_1000_max": 0.494134, + "nauc_mrr_at_1000_std": 0.406303, + "nauc_mrr_at_1000_diff1": 0.336652, + "main_score": 0.48527, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "dentistry_and_oral_health": [ + { + "ndcg_at_1": 0.7025, + "ndcg_at_3": 0.59343, + "ndcg_at_5": 0.56814, + "ndcg_at_10": 0.5454, + "ndcg_at_20": 0.54295, + "ndcg_at_100": 0.60112, + "ndcg_at_1000": 0.71597, + "map_at_1": 0.11149, + "map_at_3": 0.16532, + "map_at_5": 0.19205, + "map_at_10": 0.23116, + "map_at_20": 0.27408, + "map_at_100": 0.36102, + "map_at_1000": 0.4133, + "recall_at_1": 0.11149, + "recall_at_3": 0.17675, + "recall_at_5": 0.21701, + "recall_at_10": 0.28781, + "recall_at_20": 0.38478, + "recall_at_100": 0.65209, + "recall_at_1000": 0.96135, + "precision_at_1": 0.8, + "precision_at_3": 0.60833, + "precision_at_5": 0.54, + "precision_at_10": 0.443, + "precision_at_20": 0.36025, + "precision_at_100": 0.1839, + "precision_at_1000": 0.0373, + "mrr_at_1": 0.8, + "mrr_at_3": 0.871667, + "mrr_at_5": 0.878167, + "mrr_at_10": 0.879714, + "mrr_at_20": 0.879714, + "mrr_at_100": 0.879987, + "mrr_at_1000": 0.879987, + "nauc_ndcg_at_1_max": 0.414462, + "nauc_ndcg_at_1_std": -0.092252, + "nauc_ndcg_at_1_diff1": 0.472926, + "nauc_ndcg_at_3_max": 0.31279, + "nauc_ndcg_at_3_std": -0.059194, + "nauc_ndcg_at_3_diff1": 0.271314, + "nauc_ndcg_at_5_max": 0.264605, + "nauc_ndcg_at_5_std": -0.091231, + "nauc_ndcg_at_5_diff1": 0.23851, + "nauc_ndcg_at_10_max": 0.257415, + "nauc_ndcg_at_10_std": -0.151341, + "nauc_ndcg_at_10_diff1": 0.251064, + "nauc_ndcg_at_20_max": 0.224977, + "nauc_ndcg_at_20_std": -0.17798, + "nauc_ndcg_at_20_diff1": 0.264759, + "nauc_ndcg_at_100_max": 0.244034, + "nauc_ndcg_at_100_std": -0.180217, + "nauc_ndcg_at_100_diff1": 0.288868, + "nauc_ndcg_at_1000_max": 0.311551, + "nauc_ndcg_at_1000_std": 0.065888, + "nauc_ndcg_at_1000_diff1": 0.24372, + "nauc_map_at_1_max": 0.094299, + "nauc_map_at_1_std": -0.374117, + "nauc_map_at_1_diff1": 0.420734, + "nauc_map_at_3_max": 0.104864, + "nauc_map_at_3_std": -0.388409, + "nauc_map_at_3_diff1": 0.377529, + "nauc_map_at_5_max": 0.095143, + "nauc_map_at_5_std": -0.391645, + "nauc_map_at_5_diff1": 0.344225, + "nauc_map_at_10_max": 0.119082, + "nauc_map_at_10_std": -0.377105, + "nauc_map_at_10_diff1": 0.304403, + "nauc_map_at_20_max": 0.132913, + "nauc_map_at_20_std": -0.350062, + "nauc_map_at_20_diff1": 0.280465, + "nauc_map_at_100_max": 0.177106, + "nauc_map_at_100_std": -0.173332, + "nauc_map_at_100_diff1": 0.241717, + "nauc_map_at_1000_max": 0.180579, + "nauc_map_at_1000_std": -0.04268, + "nauc_map_at_1000_diff1": 0.1945, + "nauc_recall_at_1_max": 0.094299, + "nauc_recall_at_1_std": -0.374117, + "nauc_recall_at_1_diff1": 0.420734, + "nauc_recall_at_3_max": 0.08509, + "nauc_recall_at_3_std": -0.398161, + "nauc_recall_at_3_diff1": 0.347229, + "nauc_recall_at_5_max": 0.060199, + "nauc_recall_at_5_std": -0.402246, + "nauc_recall_at_5_diff1": 0.305654, + "nauc_recall_at_10_max": 0.063813, + "nauc_recall_at_10_std": -0.401975, + "nauc_recall_at_10_diff1": 0.229706, + "nauc_recall_at_20_max": 0.070194, + "nauc_recall_at_20_std": -0.393343, + "nauc_recall_at_20_diff1": 0.217351, + "nauc_recall_at_100_max": 0.096372, + "nauc_recall_at_100_std": -0.233303, + "nauc_recall_at_100_diff1": 0.212, + "nauc_recall_at_1000_max": 0.255316, + "nauc_recall_at_1000_std": 0.463709, + "nauc_recall_at_1000_diff1": 0.20003, + "nauc_precision_at_1_max": 0.472827, + "nauc_precision_at_1_std": 0.035989, + "nauc_precision_at_1_diff1": 0.489623, + "nauc_precision_at_3_max": 0.282518, + "nauc_precision_at_3_std": 0.253363, + "nauc_precision_at_3_diff1": -0.025181, + "nauc_precision_at_5_max": 0.172119, + "nauc_precision_at_5_std": 0.34705, + "nauc_precision_at_5_diff1": -0.179463, + "nauc_precision_at_10_max": 0.169977, + "nauc_precision_at_10_std": 0.416622, + "nauc_precision_at_10_diff1": -0.227, + "nauc_precision_at_20_max": 0.112874, + "nauc_precision_at_20_std": 0.482677, + "nauc_precision_at_20_diff1": -0.258097, + "nauc_precision_at_100_max": 0.035856, + "nauc_precision_at_100_std": 0.524498, + "nauc_precision_at_100_diff1": -0.218326, + "nauc_precision_at_1000_max": -0.043217, + "nauc_precision_at_1000_std": 0.400855, + "nauc_precision_at_1000_diff1": -0.222425, + "nauc_mrr_at_1_max": 0.472827, + "nauc_mrr_at_1_std": 0.035989, + "nauc_mrr_at_1_diff1": 0.489623, + "nauc_mrr_at_3_max": 0.521465, + "nauc_mrr_at_3_std": 0.035781, + "nauc_mrr_at_3_diff1": 0.482026, + "nauc_mrr_at_5_max": 0.516156, + "nauc_mrr_at_5_std": 0.063749, + "nauc_mrr_at_5_diff1": 0.492579, + "nauc_mrr_at_10_max": 0.509573, + "nauc_mrr_at_10_std": 0.052756, + "nauc_mrr_at_10_diff1": 0.486496, + "nauc_mrr_at_20_max": 0.509573, + "nauc_mrr_at_20_std": 0.052756, + "nauc_mrr_at_20_diff1": 0.486496, + "nauc_mrr_at_100_max": 0.509336, + "nauc_mrr_at_100_std": 0.051427, + "nauc_mrr_at_100_diff1": 0.486895, + "nauc_mrr_at_1000_max": 0.509336, + "nauc_mrr_at_1000_std": 0.051427, + "nauc_mrr_at_1000_diff1": 0.486895, + "main_score": 0.5454, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5975, + "ndcg_at_3": 0.52196, + "ndcg_at_5": 0.488, + "ndcg_at_10": 0.469, + "ndcg_at_20": 0.46623, + "ndcg_at_100": 0.52497, + "ndcg_at_1000": 0.64267, + "map_at_1": 0.09189, + "map_at_3": 0.14122, + "map_at_5": 0.16111, + "map_at_10": 0.19027, + "map_at_20": 0.2209, + "map_at_100": 0.29528, + "map_at_1000": 0.33972, + "recall_at_1": 0.09189, + "recall_at_3": 0.15755, + "recall_at_5": 0.18839, + "recall_at_10": 0.24845, + "recall_at_20": 0.32763, + "recall_at_100": 0.59223, + "recall_at_1000": 0.91666, + "precision_at_1": 0.705, + "precision_at_3": 0.55167, + "precision_at_5": 0.47, + "precision_at_10": 0.3885, + "precision_at_20": 0.31075, + "precision_at_100": 0.1657, + "precision_at_1000": 0.03475, + "mrr_at_1": 0.705, + "mrr_at_3": 0.776667, + "mrr_at_5": 0.786917, + "mrr_at_10": 0.791817, + "mrr_at_20": 0.792962, + "mrr_at_100": 0.794216, + "mrr_at_1000": 0.794252, + "nauc_ndcg_at_1_max": 0.36851, + "nauc_ndcg_at_1_std": 0.20102, + "nauc_ndcg_at_1_diff1": 0.448791, + "nauc_ndcg_at_3_max": 0.322482, + "nauc_ndcg_at_3_std": 0.165214, + "nauc_ndcg_at_3_diff1": 0.313497, + "nauc_ndcg_at_5_max": 0.353083, + "nauc_ndcg_at_5_std": 0.173872, + "nauc_ndcg_at_5_diff1": 0.324234, + "nauc_ndcg_at_10_max": 0.37298, + "nauc_ndcg_at_10_std": 0.168565, + "nauc_ndcg_at_10_diff1": 0.353312, + "nauc_ndcg_at_20_max": 0.386108, + "nauc_ndcg_at_20_std": 0.164607, + "nauc_ndcg_at_20_diff1": 0.365319, + "nauc_ndcg_at_100_max": 0.439442, + "nauc_ndcg_at_100_std": 0.24059, + "nauc_ndcg_at_100_diff1": 0.426492, + "nauc_ndcg_at_1000_max": 0.483993, + "nauc_ndcg_at_1000_std": 0.385939, + "nauc_ndcg_at_1000_diff1": 0.364769, + "nauc_map_at_1_max": 0.273909, + "nauc_map_at_1_std": -0.142498, + "nauc_map_at_1_diff1": 0.609937, + "nauc_map_at_3_max": 0.241547, + "nauc_map_at_3_std": -0.150678, + "nauc_map_at_3_diff1": 0.486517, + "nauc_map_at_5_max": 0.256577, + "nauc_map_at_5_std": -0.131927, + "nauc_map_at_5_diff1": 0.473026, + "nauc_map_at_10_max": 0.278282, + "nauc_map_at_10_std": -0.093293, + "nauc_map_at_10_diff1": 0.462124, + "nauc_map_at_20_max": 0.306228, + "nauc_map_at_20_std": -0.044876, + "nauc_map_at_20_diff1": 0.445775, + "nauc_map_at_100_max": 0.366248, + "nauc_map_at_100_std": 0.147004, + "nauc_map_at_100_diff1": 0.396175, + "nauc_map_at_1000_max": 0.385882, + "nauc_map_at_1000_std": 0.24842, + "nauc_map_at_1000_diff1": 0.336656, + "nauc_recall_at_1_max": 0.273909, + "nauc_recall_at_1_std": -0.142498, + "nauc_recall_at_1_diff1": 0.609937, + "nauc_recall_at_3_max": 0.212032, + "nauc_recall_at_3_std": -0.160274, + "nauc_recall_at_3_diff1": 0.433224, + "nauc_recall_at_5_max": 0.232005, + "nauc_recall_at_5_std": -0.136619, + "nauc_recall_at_5_diff1": 0.426794, + "nauc_recall_at_10_max": 0.243307, + "nauc_recall_at_10_std": -0.100968, + "nauc_recall_at_10_diff1": 0.39343, + "nauc_recall_at_20_max": 0.254333, + "nauc_recall_at_20_std": -0.067118, + "nauc_recall_at_20_diff1": 0.339772, + "nauc_recall_at_100_max": 0.302277, + "nauc_recall_at_100_std": 0.160608, + "nauc_recall_at_100_diff1": 0.318545, + "nauc_recall_at_1000_max": 0.448799, + "nauc_recall_at_1000_std": 0.60707, + "nauc_recall_at_1000_diff1": 0.330903, + "nauc_precision_at_1_max": 0.456889, + "nauc_precision_at_1_std": 0.394947, + "nauc_precision_at_1_diff1": 0.445005, + "nauc_precision_at_3_max": 0.275285, + "nauc_precision_at_3_std": 0.323274, + "nauc_precision_at_3_diff1": -0.000658, + "nauc_precision_at_5_max": 0.259317, + "nauc_precision_at_5_std": 0.371735, + "nauc_precision_at_5_diff1": -0.074125, + "nauc_precision_at_10_max": 0.216039, + "nauc_precision_at_10_std": 0.438758, + "nauc_precision_at_10_diff1": -0.15065, + "nauc_precision_at_20_max": 0.190618, + "nauc_precision_at_20_std": 0.482958, + "nauc_precision_at_20_diff1": -0.209428, + "nauc_precision_at_100_max": 0.109295, + "nauc_precision_at_100_std": 0.482106, + "nauc_precision_at_100_diff1": -0.251199, + "nauc_precision_at_1000_max": 0.018329, + "nauc_precision_at_1000_std": 0.333152, + "nauc_precision_at_1000_diff1": -0.299671, + "nauc_mrr_at_1_max": 0.456889, + "nauc_mrr_at_1_std": 0.394947, + "nauc_mrr_at_1_diff1": 0.445005, + "nauc_mrr_at_3_max": 0.466441, + "nauc_mrr_at_3_std": 0.395868, + "nauc_mrr_at_3_diff1": 0.471295, + "nauc_mrr_at_5_max": 0.495067, + "nauc_mrr_at_5_std": 0.415196, + "nauc_mrr_at_5_diff1": 0.476352, + "nauc_mrr_at_10_max": 0.489656, + "nauc_mrr_at_10_std": 0.411244, + "nauc_mrr_at_10_diff1": 0.468782, + "nauc_mrr_at_20_max": 0.487975, + "nauc_mrr_at_20_std": 0.409439, + "nauc_mrr_at_20_diff1": 0.466297, + "nauc_mrr_at_100_max": 0.485093, + "nauc_mrr_at_100_std": 0.408117, + "nauc_mrr_at_100_diff1": 0.467099, + "nauc_mrr_at_1000_max": 0.485017, + "nauc_mrr_at_1000_std": 0.408026, + "nauc_mrr_at_1000_diff1": 0.467048, + "main_score": 0.469, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.56, + "ndcg_at_3": 0.49796, + "ndcg_at_5": 0.46953, + "ndcg_at_10": 0.45074, + "ndcg_at_20": 0.44474, + "ndcg_at_100": 0.4981, + "ndcg_at_1000": 0.61297, + "map_at_1": 0.08932, + "map_at_3": 0.13869, + "map_at_5": 0.15751, + "map_at_10": 0.18747, + "map_at_20": 0.21566, + "map_at_100": 0.2809, + "map_at_1000": 0.32002, + "recall_at_1": 0.08932, + "recall_at_3": 0.15668, + "recall_at_5": 0.18752, + "recall_at_10": 0.24961, + "recall_at_20": 0.32128, + "recall_at_100": 0.55963, + "recall_at_1000": 0.88206, + "precision_at_1": 0.665, + "precision_at_3": 0.53, + "precision_at_5": 0.455, + "precision_at_10": 0.364, + "precision_at_20": 0.291, + "precision_at_100": 0.1507, + "precision_at_1000": 0.03247, + "mrr_at_1": 0.665, + "mrr_at_3": 0.741667, + "mrr_at_5": 0.756917, + "mrr_at_10": 0.761187, + "mrr_at_20": 0.763431, + "mrr_at_100": 0.76416, + "mrr_at_1000": 0.764199, + "nauc_ndcg_at_1_max": 0.437777, + "nauc_ndcg_at_1_std": 0.233543, + "nauc_ndcg_at_1_diff1": 0.553805, + "nauc_ndcg_at_3_max": 0.457878, + "nauc_ndcg_at_3_std": 0.285803, + "nauc_ndcg_at_3_diff1": 0.392074, + "nauc_ndcg_at_5_max": 0.494821, + "nauc_ndcg_at_5_std": 0.319933, + "nauc_ndcg_at_5_diff1": 0.38556, + "nauc_ndcg_at_10_max": 0.49401, + "nauc_ndcg_at_10_std": 0.298773, + "nauc_ndcg_at_10_diff1": 0.405102, + "nauc_ndcg_at_20_max": 0.470021, + "nauc_ndcg_at_20_std": 0.286198, + "nauc_ndcg_at_20_diff1": 0.408242, + "nauc_ndcg_at_100_max": 0.522893, + "nauc_ndcg_at_100_std": 0.369285, + "nauc_ndcg_at_100_diff1": 0.423772, + "nauc_ndcg_at_1000_max": 0.57741, + "nauc_ndcg_at_1000_std": 0.492676, + "nauc_ndcg_at_1000_diff1": 0.415471, + "nauc_map_at_1_max": 0.277686, + "nauc_map_at_1_std": -0.071977, + "nauc_map_at_1_diff1": 0.584064, + "nauc_map_at_3_max": 0.278425, + "nauc_map_at_3_std": -0.047544, + "nauc_map_at_3_diff1": 0.472952, + "nauc_map_at_5_max": 0.30423, + "nauc_map_at_5_std": -0.016056, + "nauc_map_at_5_diff1": 0.434841, + "nauc_map_at_10_max": 0.32224, + "nauc_map_at_10_std": 0.008527, + "nauc_map_at_10_diff1": 0.433854, + "nauc_map_at_20_max": 0.344669, + "nauc_map_at_20_std": 0.055065, + "nauc_map_at_20_diff1": 0.424519, + "nauc_map_at_100_max": 0.416938, + "nauc_map_at_100_std": 0.245616, + "nauc_map_at_100_diff1": 0.393615, + "nauc_map_at_1000_max": 0.444771, + "nauc_map_at_1000_std": 0.336618, + "nauc_map_at_1000_diff1": 0.357662, + "nauc_recall_at_1_max": 0.277686, + "nauc_recall_at_1_std": -0.071977, + "nauc_recall_at_1_diff1": 0.584064, + "nauc_recall_at_3_max": 0.235786, + "nauc_recall_at_3_std": -0.055591, + "nauc_recall_at_3_diff1": 0.401343, + "nauc_recall_at_5_max": 0.260286, + "nauc_recall_at_5_std": -0.017468, + "nauc_recall_at_5_diff1": 0.34025, + "nauc_recall_at_10_max": 0.265585, + "nauc_recall_at_10_std": -0.003351, + "nauc_recall_at_10_diff1": 0.342267, + "nauc_recall_at_20_max": 0.276404, + "nauc_recall_at_20_std": 0.03785, + "nauc_recall_at_20_diff1": 0.326704, + "nauc_recall_at_100_max": 0.362016, + "nauc_recall_at_100_std": 0.278417, + "nauc_recall_at_100_diff1": 0.260964, + "nauc_recall_at_1000_max": 0.573898, + "nauc_recall_at_1000_std": 0.696815, + "nauc_recall_at_1000_diff1": 0.3311, + "nauc_precision_at_1_max": 0.531346, + "nauc_precision_at_1_std": 0.357088, + "nauc_precision_at_1_diff1": 0.530642, + "nauc_precision_at_3_max": 0.396531, + "nauc_precision_at_3_std": 0.357999, + "nauc_precision_at_3_diff1": 0.119765, + "nauc_precision_at_5_max": 0.402765, + "nauc_precision_at_5_std": 0.445626, + "nauc_precision_at_5_diff1": 0.028847, + "nauc_precision_at_10_max": 0.34677, + "nauc_precision_at_10_std": 0.457398, + "nauc_precision_at_10_diff1": -0.034061, + "nauc_precision_at_20_max": 0.240817, + "nauc_precision_at_20_std": 0.467241, + "nauc_precision_at_20_diff1": -0.100114, + "nauc_precision_at_100_max": 0.181552, + "nauc_precision_at_100_std": 0.491405, + "nauc_precision_at_100_diff1": -0.155707, + "nauc_precision_at_1000_max": 0.070446, + "nauc_precision_at_1000_std": 0.303273, + "nauc_precision_at_1000_diff1": -0.204867, + "nauc_mrr_at_1_max": 0.531346, + "nauc_mrr_at_1_std": 0.357088, + "nauc_mrr_at_1_diff1": 0.530642, + "nauc_mrr_at_3_max": 0.576715, + "nauc_mrr_at_3_std": 0.368878, + "nauc_mrr_at_3_diff1": 0.549272, + "nauc_mrr_at_5_max": 0.589246, + "nauc_mrr_at_5_std": 0.402245, + "nauc_mrr_at_5_diff1": 0.545624, + "nauc_mrr_at_10_max": 0.582948, + "nauc_mrr_at_10_std": 0.397359, + "nauc_mrr_at_10_diff1": 0.540183, + "nauc_mrr_at_20_max": 0.57982, + "nauc_mrr_at_20_std": 0.392988, + "nauc_mrr_at_20_diff1": 0.541097, + "nauc_mrr_at_100_max": 0.579159, + "nauc_mrr_at_100_std": 0.391445, + "nauc_mrr_at_100_diff1": 0.540601, + "nauc_mrr_at_1000_max": 0.579078, + "nauc_mrr_at_1000_std": 0.391328, + "nauc_mrr_at_1000_diff1": 0.540513, + "main_score": 0.45074, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "dermatology": [ + { + "ndcg_at_1": 0.6775, + "ndcg_at_3": 0.61488, + "ndcg_at_5": 0.62457, + "ndcg_at_10": 0.64245, + "ndcg_at_20": 0.67395, + "ndcg_at_100": 0.73465, + "ndcg_at_1000": 0.76402, + "map_at_1": 0.16141, + "map_at_3": 0.3051, + "map_at_5": 0.37757, + "map_at_10": 0.45584, + "map_at_20": 0.5066, + "map_at_100": 0.56608, + "map_at_1000": 0.57879, + "recall_at_1": 0.16141, + "recall_at_3": 0.33287, + "recall_at_5": 0.43375, + "recall_at_10": 0.57616, + "recall_at_20": 0.69797, + "recall_at_100": 0.90562, + "recall_at_1000": 0.99689, + "precision_at_1": 0.76, + "precision_at_3": 0.61333, + "precision_at_5": 0.54, + "precision_at_10": 0.413, + "precision_at_20": 0.28775, + "precision_at_100": 0.1038, + "precision_at_1000": 0.01344, + "mrr_at_1": 0.76, + "mrr_at_3": 0.825833, + "mrr_at_5": 0.835583, + "mrr_at_10": 0.840325, + "mrr_at_20": 0.841043, + "mrr_at_100": 0.84134, + "mrr_at_1000": 0.84134, + "nauc_ndcg_at_1_max": 0.321467, + "nauc_ndcg_at_1_std": 0.012852, + "nauc_ndcg_at_1_diff1": 0.348258, + "nauc_ndcg_at_3_max": 0.2476, + "nauc_ndcg_at_3_std": -0.113107, + "nauc_ndcg_at_3_diff1": 0.193647, + "nauc_ndcg_at_5_max": 0.242113, + "nauc_ndcg_at_5_std": -0.170615, + "nauc_ndcg_at_5_diff1": 0.171865, + "nauc_ndcg_at_10_max": 0.227606, + "nauc_ndcg_at_10_std": -0.275748, + "nauc_ndcg_at_10_diff1": 0.197435, + "nauc_ndcg_at_20_max": 0.208893, + "nauc_ndcg_at_20_std": -0.310756, + "nauc_ndcg_at_20_diff1": 0.167888, + "nauc_ndcg_at_100_max": 0.269388, + "nauc_ndcg_at_100_std": -0.246359, + "nauc_ndcg_at_100_diff1": 0.19664, + "nauc_ndcg_at_1000_max": 0.285395, + "nauc_ndcg_at_1000_std": -0.097683, + "nauc_ndcg_at_1000_diff1": 0.174285, + "nauc_map_at_1_max": -0.030244, + "nauc_map_at_1_std": -0.410742, + "nauc_map_at_1_diff1": 0.326019, + "nauc_map_at_3_max": -0.037306, + "nauc_map_at_3_std": -0.465168, + "nauc_map_at_3_diff1": 0.218445, + "nauc_map_at_5_max": 0.001261, + "nauc_map_at_5_std": -0.493183, + "nauc_map_at_5_diff1": 0.207278, + "nauc_map_at_10_max": 0.028966, + "nauc_map_at_10_std": -0.519005, + "nauc_map_at_10_diff1": 0.192869, + "nauc_map_at_20_max": 0.055704, + "nauc_map_at_20_std": -0.487628, + "nauc_map_at_20_diff1": 0.15019, + "nauc_map_at_100_max": 0.127868, + "nauc_map_at_100_std": -0.371883, + "nauc_map_at_100_diff1": 0.133259, + "nauc_map_at_1000_max": 0.134266, + "nauc_map_at_1000_std": -0.320445, + "nauc_map_at_1000_diff1": 0.124808, + "nauc_recall_at_1_max": -0.030244, + "nauc_recall_at_1_std": -0.410742, + "nauc_recall_at_1_diff1": 0.326019, + "nauc_recall_at_3_max": -0.049415, + "nauc_recall_at_3_std": -0.490183, + "nauc_recall_at_3_diff1": 0.216533, + "nauc_recall_at_5_max": -0.016595, + "nauc_recall_at_5_std": -0.540227, + "nauc_recall_at_5_diff1": 0.195288, + "nauc_recall_at_10_max": -0.037639, + "nauc_recall_at_10_std": -0.626939, + "nauc_recall_at_10_diff1": 0.190917, + "nauc_recall_at_20_max": -0.048648, + "nauc_recall_at_20_std": -0.651552, + "nauc_recall_at_20_diff1": 0.101666, + "nauc_recall_at_100_max": 0.074482, + "nauc_recall_at_100_std": -0.733161, + "nauc_recall_at_100_diff1": 0.185024, + "nauc_recall_at_1000_max": -0.759783, + "nauc_recall_at_1000_std": -0.281429, + "nauc_recall_at_1000_diff1": 0.176345, + "nauc_precision_at_1_max": 0.295935, + "nauc_precision_at_1_std": 0.032697, + "nauc_precision_at_1_diff1": 0.257701, + "nauc_precision_at_3_max": 0.236018, + "nauc_precision_at_3_std": 0.09795, + "nauc_precision_at_3_diff1": -0.0852, + "nauc_precision_at_5_max": 0.269074, + "nauc_precision_at_5_std": 0.187965, + "nauc_precision_at_5_diff1": -0.12933, + "nauc_precision_at_10_max": 0.266534, + "nauc_precision_at_10_std": 0.328735, + "nauc_precision_at_10_diff1": -0.174589, + "nauc_precision_at_20_max": 0.230077, + "nauc_precision_at_20_std": 0.477177, + "nauc_precision_at_20_diff1": -0.210147, + "nauc_precision_at_100_max": 0.158862, + "nauc_precision_at_100_std": 0.623457, + "nauc_precision_at_100_diff1": -0.162629, + "nauc_precision_at_1000_max": 0.096958, + "nauc_precision_at_1000_std": 0.670241, + "nauc_precision_at_1000_diff1": -0.164386, + "nauc_mrr_at_1_max": 0.295935, + "nauc_mrr_at_1_std": 0.032697, + "nauc_mrr_at_1_diff1": 0.257701, + "nauc_mrr_at_3_max": 0.357629, + "nauc_mrr_at_3_std": 0.037182, + "nauc_mrr_at_3_diff1": 0.292533, + "nauc_mrr_at_5_max": 0.364035, + "nauc_mrr_at_5_std": 0.023211, + "nauc_mrr_at_5_diff1": 0.2643, + "nauc_mrr_at_10_max": 0.357613, + "nauc_mrr_at_10_std": 0.040925, + "nauc_mrr_at_10_diff1": 0.266022, + "nauc_mrr_at_20_max": 0.355191, + "nauc_mrr_at_20_std": 0.037689, + "nauc_mrr_at_20_diff1": 0.264166, + "nauc_mrr_at_100_max": 0.354544, + "nauc_mrr_at_100_std": 0.036082, + "nauc_mrr_at_100_diff1": 0.267099, + "nauc_mrr_at_1000_max": 0.354544, + "nauc_mrr_at_1000_std": 0.036082, + "nauc_mrr_at_1000_diff1": 0.267099, + "main_score": 0.64245, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6375, + "ndcg_at_3": 0.57668, + "ndcg_at_5": 0.58464, + "ndcg_at_10": 0.60361, + "ndcg_at_20": 0.63462, + "ndcg_at_100": 0.69993, + "ndcg_at_1000": 0.73456, + "map_at_1": 0.15975, + "map_at_3": 0.28002, + "map_at_5": 0.34823, + "map_at_10": 0.41876, + "map_at_20": 0.46666, + "map_at_100": 0.52264, + "map_at_1000": 0.53576, + "recall_at_1": 0.15975, + "recall_at_3": 0.30695, + "recall_at_5": 0.40524, + "recall_at_10": 0.5332, + "recall_at_20": 0.65148, + "recall_at_100": 0.87581, + "recall_at_1000": 0.9931, + "precision_at_1": 0.715, + "precision_at_3": 0.565, + "precision_at_5": 0.5, + "precision_at_10": 0.384, + "precision_at_20": 0.2735, + "precision_at_100": 0.10005, + "precision_at_1000": 0.01336, + "mrr_at_1": 0.715, + "mrr_at_3": 0.790833, + "mrr_at_5": 0.801333, + "mrr_at_10": 0.80599, + "mrr_at_20": 0.806687, + "mrr_at_100": 0.80754, + "mrr_at_1000": 0.807548, + "nauc_ndcg_at_1_max": 0.272207, + "nauc_ndcg_at_1_std": -0.037456, + "nauc_ndcg_at_1_diff1": 0.37684, + "nauc_ndcg_at_3_max": 0.290928, + "nauc_ndcg_at_3_std": -0.102969, + "nauc_ndcg_at_3_diff1": 0.189265, + "nauc_ndcg_at_5_max": 0.225401, + "nauc_ndcg_at_5_std": -0.183515, + "nauc_ndcg_at_5_diff1": 0.160673, + "nauc_ndcg_at_10_max": 0.212685, + "nauc_ndcg_at_10_std": -0.221568, + "nauc_ndcg_at_10_diff1": 0.180233, + "nauc_ndcg_at_20_max": 0.225587, + "nauc_ndcg_at_20_std": -0.217957, + "nauc_ndcg_at_20_diff1": 0.14807, + "nauc_ndcg_at_100_max": 0.290088, + "nauc_ndcg_at_100_std": -0.157563, + "nauc_ndcg_at_100_diff1": 0.166717, + "nauc_ndcg_at_1000_max": 0.315092, + "nauc_ndcg_at_1000_std": -0.044624, + "nauc_ndcg_at_1000_diff1": 0.155358, + "nauc_map_at_1_max": -0.126466, + "nauc_map_at_1_std": -0.343008, + "nauc_map_at_1_diff1": 0.267119, + "nauc_map_at_3_max": -0.024843, + "nauc_map_at_3_std": -0.381611, + "nauc_map_at_3_diff1": 0.181341, + "nauc_map_at_5_max": -0.021875, + "nauc_map_at_5_std": -0.415229, + "nauc_map_at_5_diff1": 0.1573, + "nauc_map_at_10_max": 0.013084, + "nauc_map_at_10_std": -0.422527, + "nauc_map_at_10_diff1": 0.153598, + "nauc_map_at_20_max": 0.065103, + "nauc_map_at_20_std": -0.383856, + "nauc_map_at_20_diff1": 0.116256, + "nauc_map_at_100_max": 0.157824, + "nauc_map_at_100_std": -0.265673, + "nauc_map_at_100_diff1": 0.098817, + "nauc_map_at_1000_max": 0.171918, + "nauc_map_at_1000_std": -0.218704, + "nauc_map_at_1000_diff1": 0.08848, + "nauc_recall_at_1_max": -0.126466, + "nauc_recall_at_1_std": -0.343008, + "nauc_recall_at_1_diff1": 0.267119, + "nauc_recall_at_3_max": -0.052837, + "nauc_recall_at_3_std": -0.409245, + "nauc_recall_at_3_diff1": 0.145279, + "nauc_recall_at_5_max": -0.095637, + "nauc_recall_at_5_std": -0.466, + "nauc_recall_at_5_diff1": 0.116145, + "nauc_recall_at_10_max": -0.079675, + "nauc_recall_at_10_std": -0.496688, + "nauc_recall_at_10_diff1": 0.131007, + "nauc_recall_at_20_max": -0.024377, + "nauc_recall_at_20_std": -0.458537, + "nauc_recall_at_20_diff1": 0.07656, + "nauc_recall_at_100_max": 0.15917, + "nauc_recall_at_100_std": -0.323811, + "nauc_recall_at_100_diff1": 0.076917, + "nauc_recall_at_1000_max": 0.213717, + "nauc_recall_at_1000_std": 0.319695, + "nauc_recall_at_1000_diff1": -0.10721, + "nauc_precision_at_1_max": 0.305229, + "nauc_precision_at_1_std": -0.019421, + "nauc_precision_at_1_diff1": 0.372837, + "nauc_precision_at_3_max": 0.355506, + "nauc_precision_at_3_std": 0.082048, + "nauc_precision_at_3_diff1": 0.007352, + "nauc_precision_at_5_max": 0.30234, + "nauc_precision_at_5_std": 0.114099, + "nauc_precision_at_5_diff1": -0.06651, + "nauc_precision_at_10_max": 0.330934, + "nauc_precision_at_10_std": 0.270277, + "nauc_precision_at_10_diff1": -0.112003, + "nauc_precision_at_20_max": 0.34502, + "nauc_precision_at_20_std": 0.448335, + "nauc_precision_at_20_diff1": -0.180547, + "nauc_precision_at_100_max": 0.267947, + "nauc_precision_at_100_std": 0.601078, + "nauc_precision_at_100_diff1": -0.152026, + "nauc_precision_at_1000_max": 0.192139, + "nauc_precision_at_1000_std": 0.618569, + "nauc_precision_at_1000_diff1": -0.157067, + "nauc_mrr_at_1_max": 0.305229, + "nauc_mrr_at_1_std": -0.019421, + "nauc_mrr_at_1_diff1": 0.372837, + "nauc_mrr_at_3_max": 0.35085, + "nauc_mrr_at_3_std": -0.008057, + "nauc_mrr_at_3_diff1": 0.398633, + "nauc_mrr_at_5_max": 0.340335, + "nauc_mrr_at_5_std": -0.008647, + "nauc_mrr_at_5_diff1": 0.380481, + "nauc_mrr_at_10_max": 0.344798, + "nauc_mrr_at_10_std": 0.00236, + "nauc_mrr_at_10_diff1": 0.383309, + "nauc_mrr_at_20_max": 0.345169, + "nauc_mrr_at_20_std": 0.001354, + "nauc_mrr_at_20_diff1": 0.383663, + "nauc_mrr_at_100_max": 0.34355, + "nauc_mrr_at_100_std": -0.001183, + "nauc_mrr_at_100_diff1": 0.384734, + "nauc_mrr_at_1000_max": 0.343521, + "nauc_mrr_at_1000_std": -0.001228, + "nauc_mrr_at_1000_diff1": 0.384735, + "main_score": 0.60361, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6575, + "ndcg_at_3": 0.59707, + "ndcg_at_5": 0.60027, + "ndcg_at_10": 0.61983, + "ndcg_at_20": 0.64628, + "ndcg_at_100": 0.70663, + "ndcg_at_1000": 0.74269, + "map_at_1": 0.15647, + "map_at_3": 0.2892, + "map_at_5": 0.35652, + "map_at_10": 0.43124, + "map_at_20": 0.47767, + "map_at_100": 0.53162, + "map_at_1000": 0.54524, + "recall_at_1": 0.15647, + "recall_at_3": 0.31979, + "recall_at_5": 0.41808, + "recall_at_10": 0.55115, + "recall_at_20": 0.66874, + "recall_at_100": 0.87829, + "recall_at_1000": 0.99516, + "precision_at_1": 0.735, + "precision_at_3": 0.58667, + "precision_at_5": 0.516, + "precision_at_10": 0.3935, + "precision_at_20": 0.2745, + "precision_at_100": 0.09915, + "precision_at_1000": 0.01339, + "mrr_at_1": 0.735, + "mrr_at_3": 0.8125, + "mrr_at_5": 0.82025, + "mrr_at_10": 0.82202, + "mrr_at_20": 0.823433, + "mrr_at_100": 0.823923, + "mrr_at_1000": 0.823923, + "nauc_ndcg_at_1_max": 0.139716, + "nauc_ndcg_at_1_std": -0.005029, + "nauc_ndcg_at_1_diff1": 0.424651, + "nauc_ndcg_at_3_max": 0.219412, + "nauc_ndcg_at_3_std": -0.094412, + "nauc_ndcg_at_3_diff1": 0.238561, + "nauc_ndcg_at_5_max": 0.264208, + "nauc_ndcg_at_5_std": -0.134909, + "nauc_ndcg_at_5_diff1": 0.243234, + "nauc_ndcg_at_10_max": 0.30272, + "nauc_ndcg_at_10_std": -0.188418, + "nauc_ndcg_at_10_diff1": 0.258344, + "nauc_ndcg_at_20_max": 0.30752, + "nauc_ndcg_at_20_std": -0.205242, + "nauc_ndcg_at_20_diff1": 0.254106, + "nauc_ndcg_at_100_max": 0.301954, + "nauc_ndcg_at_100_std": -0.16008, + "nauc_ndcg_at_100_diff1": 0.256685, + "nauc_ndcg_at_1000_max": 0.30269, + "nauc_ndcg_at_1000_std": -0.026538, + "nauc_ndcg_at_1000_diff1": 0.246107, + "nauc_map_at_1_max": 0.059767, + "nauc_map_at_1_std": -0.352406, + "nauc_map_at_1_diff1": 0.421542, + "nauc_map_at_3_max": 0.080868, + "nauc_map_at_3_std": -0.409866, + "nauc_map_at_3_diff1": 0.259283, + "nauc_map_at_5_max": 0.134416, + "nauc_map_at_5_std": -0.395122, + "nauc_map_at_5_diff1": 0.229041, + "nauc_map_at_10_max": 0.200369, + "nauc_map_at_10_std": -0.388936, + "nauc_map_at_10_diff1": 0.206119, + "nauc_map_at_20_max": 0.223309, + "nauc_map_at_20_std": -0.357665, + "nauc_map_at_20_diff1": 0.179704, + "nauc_map_at_100_max": 0.240502, + "nauc_map_at_100_std": -0.268857, + "nauc_map_at_100_diff1": 0.158033, + "nauc_map_at_1000_max": 0.242068, + "nauc_map_at_1000_std": -0.224513, + "nauc_map_at_1000_diff1": 0.151811, + "nauc_recall_at_1_max": 0.059767, + "nauc_recall_at_1_std": -0.352406, + "nauc_recall_at_1_diff1": 0.421542, + "nauc_recall_at_3_max": 0.090175, + "nauc_recall_at_3_std": -0.43666, + "nauc_recall_at_3_diff1": 0.236972, + "nauc_recall_at_5_max": 0.142086, + "nauc_recall_at_5_std": -0.432846, + "nauc_recall_at_5_diff1": 0.223781, + "nauc_recall_at_10_max": 0.196391, + "nauc_recall_at_10_std": -0.44722, + "nauc_recall_at_10_diff1": 0.206952, + "nauc_recall_at_20_max": 0.216748, + "nauc_recall_at_20_std": -0.439311, + "nauc_recall_at_20_diff1": 0.196735, + "nauc_recall_at_100_max": 0.187616, + "nauc_recall_at_100_std": -0.485984, + "nauc_recall_at_100_diff1": 0.220045, + "nauc_recall_at_1000_max": 0.710974, + "nauc_recall_at_1000_std": 0.485674, + "nauc_recall_at_1000_diff1": 0.456029, + "nauc_precision_at_1_max": 0.12573, + "nauc_precision_at_1_std": 0.01557, + "nauc_precision_at_1_diff1": 0.34045, + "nauc_precision_at_3_max": 0.204988, + "nauc_precision_at_3_std": 0.075204, + "nauc_precision_at_3_diff1": -0.071004, + "nauc_precision_at_5_max": 0.237218, + "nauc_precision_at_5_std": 0.205136, + "nauc_precision_at_5_diff1": -0.110987, + "nauc_precision_at_10_max": 0.229993, + "nauc_precision_at_10_std": 0.328583, + "nauc_precision_at_10_diff1": -0.170623, + "nauc_precision_at_20_max": 0.138914, + "nauc_precision_at_20_std": 0.439643, + "nauc_precision_at_20_diff1": -0.197812, + "nauc_precision_at_100_max": 0.003923, + "nauc_precision_at_100_std": 0.553782, + "nauc_precision_at_100_diff1": -0.169753, + "nauc_precision_at_1000_max": -0.034166, + "nauc_precision_at_1000_std": 0.588117, + "nauc_precision_at_1000_diff1": -0.163429, + "nauc_mrr_at_1_max": 0.12573, + "nauc_mrr_at_1_std": 0.01557, + "nauc_mrr_at_1_diff1": 0.34045, + "nauc_mrr_at_3_max": 0.21609, + "nauc_mrr_at_3_std": 0.068715, + "nauc_mrr_at_3_diff1": 0.341842, + "nauc_mrr_at_5_max": 0.209598, + "nauc_mrr_at_5_std": 0.058265, + "nauc_mrr_at_5_diff1": 0.344023, + "nauc_mrr_at_10_max": 0.211056, + "nauc_mrr_at_10_std": 0.070295, + "nauc_mrr_at_10_diff1": 0.341565, + "nauc_mrr_at_20_max": 0.207938, + "nauc_mrr_at_20_std": 0.068231, + "nauc_mrr_at_20_diff1": 0.343664, + "nauc_mrr_at_100_max": 0.20604, + "nauc_mrr_at_100_std": 0.065631, + "nauc_mrr_at_100_diff1": 0.342547, + "nauc_mrr_at_1000_max": 0.20604, + "nauc_mrr_at_1000_std": 0.065631, + "nauc_mrr_at_1000_diff1": 0.342547, + "main_score": 0.61983, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "gastroenterology": [ + { + "ndcg_at_1": 0.65, + "ndcg_at_3": 0.592, + "ndcg_at_5": 0.57868, + "ndcg_at_10": 0.56716, + "ndcg_at_20": 0.57632, + "ndcg_at_100": 0.64584, + "ndcg_at_1000": 0.7347, + "map_at_1": 0.07393, + "map_at_3": 0.14193, + "map_at_5": 0.18034, + "map_at_10": 0.23832, + "map_at_20": 0.30119, + "map_at_100": 0.41616, + "map_at_1000": 0.47478, + "recall_at_1": 0.07393, + "recall_at_3": 0.15225, + "recall_at_5": 0.20646, + "recall_at_10": 0.29804, + "recall_at_20": 0.42939, + "recall_at_100": 0.72404, + "recall_at_1000": 0.98147, + "precision_at_1": 0.81, + "precision_at_3": 0.66333, + "precision_at_5": 0.608, + "precision_at_10": 0.527, + "precision_at_20": 0.448, + "precision_at_100": 0.2327, + "precision_at_1000": 0.04854, + "mrr_at_1": 0.81, + "mrr_at_3": 0.865833, + "mrr_at_5": 0.869083, + "mrr_at_10": 0.871806, + "mrr_at_20": 0.873633, + "mrr_at_100": 0.873863, + "mrr_at_1000": 0.873863, + "nauc_ndcg_at_1_max": 0.386885, + "nauc_ndcg_at_1_std": 0.232657, + "nauc_ndcg_at_1_diff1": 0.255179, + "nauc_ndcg_at_3_max": 0.39137, + "nauc_ndcg_at_3_std": 0.267515, + "nauc_ndcg_at_3_diff1": 0.115941, + "nauc_ndcg_at_5_max": 0.381677, + "nauc_ndcg_at_5_std": 0.242353, + "nauc_ndcg_at_5_diff1": 0.089852, + "nauc_ndcg_at_10_max": 0.364277, + "nauc_ndcg_at_10_std": 0.195152, + "nauc_ndcg_at_10_diff1": 0.112541, + "nauc_ndcg_at_20_max": 0.354371, + "nauc_ndcg_at_20_std": 0.159337, + "nauc_ndcg_at_20_diff1": 0.122962, + "nauc_ndcg_at_100_max": 0.365555, + "nauc_ndcg_at_100_std": 0.203503, + "nauc_ndcg_at_100_diff1": 0.131451, + "nauc_ndcg_at_1000_max": 0.460059, + "nauc_ndcg_at_1000_std": 0.298607, + "nauc_ndcg_at_1000_diff1": 0.111446, + "nauc_map_at_1_max": 0.072054, + "nauc_map_at_1_std": -0.248096, + "nauc_map_at_1_diff1": 0.471708, + "nauc_map_at_3_max": 0.117409, + "nauc_map_at_3_std": -0.154961, + "nauc_map_at_3_diff1": 0.313156, + "nauc_map_at_5_max": 0.117626, + "nauc_map_at_5_std": -0.101341, + "nauc_map_at_5_diff1": 0.209939, + "nauc_map_at_10_max": 0.157761, + "nauc_map_at_10_std": -0.050124, + "nauc_map_at_10_diff1": 0.156637, + "nauc_map_at_20_max": 0.197238, + "nauc_map_at_20_std": 0.012015, + "nauc_map_at_20_diff1": 0.115353, + "nauc_map_at_100_max": 0.311693, + "nauc_map_at_100_std": 0.183809, + "nauc_map_at_100_diff1": 0.025325, + "nauc_map_at_1000_max": 0.326924, + "nauc_map_at_1000_std": 0.2219, + "nauc_map_at_1000_diff1": -0.011213, + "nauc_recall_at_1_max": 0.072054, + "nauc_recall_at_1_std": -0.248096, + "nauc_recall_at_1_diff1": 0.471708, + "nauc_recall_at_3_max": 0.080898, + "nauc_recall_at_3_std": -0.174947, + "nauc_recall_at_3_diff1": 0.332805, + "nauc_recall_at_5_max": 0.042983, + "nauc_recall_at_5_std": -0.158874, + "nauc_recall_at_5_diff1": 0.220762, + "nauc_recall_at_10_max": 0.071901, + "nauc_recall_at_10_std": -0.127509, + "nauc_recall_at_10_diff1": 0.189217, + "nauc_recall_at_20_max": 0.075362, + "nauc_recall_at_20_std": -0.10455, + "nauc_recall_at_20_diff1": 0.159067, + "nauc_recall_at_100_max": 0.067386, + "nauc_recall_at_100_std": 0.034245, + "nauc_recall_at_100_diff1": 0.12372, + "nauc_recall_at_1000_max": 0.299067, + "nauc_recall_at_1000_std": 0.539297, + "nauc_recall_at_1000_diff1": 0.197713, + "nauc_precision_at_1_max": 0.526049, + "nauc_precision_at_1_std": 0.416575, + "nauc_precision_at_1_diff1": 0.220048, + "nauc_precision_at_3_max": 0.35829, + "nauc_precision_at_3_std": 0.415935, + "nauc_precision_at_3_diff1": -0.192206, + "nauc_precision_at_5_max": 0.301709, + "nauc_precision_at_5_std": 0.386684, + "nauc_precision_at_5_diff1": -0.271244, + "nauc_precision_at_10_max": 0.264293, + "nauc_precision_at_10_std": 0.368878, + "nauc_precision_at_10_diff1": -0.261465, + "nauc_precision_at_20_max": 0.226509, + "nauc_precision_at_20_std": 0.336785, + "nauc_precision_at_20_diff1": -0.254723, + "nauc_precision_at_100_max": 0.080291, + "nauc_precision_at_100_std": 0.210688, + "nauc_precision_at_100_diff1": -0.191532, + "nauc_precision_at_1000_max": -0.049515, + "nauc_precision_at_1000_std": -0.011367, + "nauc_precision_at_1000_diff1": -0.115495, + "nauc_mrr_at_1_max": 0.526049, + "nauc_mrr_at_1_std": 0.416575, + "nauc_mrr_at_1_diff1": 0.220048, + "nauc_mrr_at_3_max": 0.622156, + "nauc_mrr_at_3_std": 0.436144, + "nauc_mrr_at_3_diff1": 0.260789, + "nauc_mrr_at_5_max": 0.614687, + "nauc_mrr_at_5_std": 0.42699, + "nauc_mrr_at_5_diff1": 0.265552, + "nauc_mrr_at_10_max": 0.611158, + "nauc_mrr_at_10_std": 0.441798, + "nauc_mrr_at_10_diff1": 0.262726, + "nauc_mrr_at_20_max": 0.607454, + "nauc_mrr_at_20_std": 0.438458, + "nauc_mrr_at_20_diff1": 0.255884, + "nauc_mrr_at_100_max": 0.606704, + "nauc_mrr_at_100_std": 0.437597, + "nauc_mrr_at_100_diff1": 0.255942, + "nauc_mrr_at_1000_max": 0.606704, + "nauc_mrr_at_1000_std": 0.437597, + "nauc_mrr_at_1000_diff1": 0.255942, + "main_score": 0.56716, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.57, + "ndcg_at_3": 0.54084, + "ndcg_at_5": 0.53524, + "ndcg_at_10": 0.53654, + "ndcg_at_20": 0.53883, + "ndcg_at_100": 0.60522, + "ndcg_at_1000": 0.70184, + "map_at_1": 0.06909, + "map_at_3": 0.12833, + "map_at_5": 0.1655, + "map_at_10": 0.22265, + "map_at_20": 0.27721, + "map_at_100": 0.37944, + "map_at_1000": 0.43569, + "recall_at_1": 0.06909, + "recall_at_3": 0.13635, + "recall_at_5": 0.19497, + "recall_at_10": 0.29661, + "recall_at_20": 0.40394, + "recall_at_100": 0.68388, + "recall_at_1000": 0.96536, + "precision_at_1": 0.715, + "precision_at_3": 0.63167, + "precision_at_5": 0.583, + "precision_at_10": 0.506, + "precision_at_20": 0.4175, + "precision_at_100": 0.21875, + "precision_at_1000": 0.04753, + "mrr_at_1": 0.715, + "mrr_at_3": 0.7925, + "mrr_at_5": 0.80675, + "mrr_at_10": 0.810131, + "mrr_at_20": 0.810919, + "mrr_at_100": 0.811046, + "mrr_at_1000": 0.811068, + "nauc_ndcg_at_1_max": 0.334105, + "nauc_ndcg_at_1_std": 0.208886, + "nauc_ndcg_at_1_diff1": 0.425076, + "nauc_ndcg_at_3_max": 0.452114, + "nauc_ndcg_at_3_std": 0.327954, + "nauc_ndcg_at_3_diff1": 0.266925, + "nauc_ndcg_at_5_max": 0.465065, + "nauc_ndcg_at_5_std": 0.339598, + "nauc_ndcg_at_5_diff1": 0.241859, + "nauc_ndcg_at_10_max": 0.454527, + "nauc_ndcg_at_10_std": 0.309524, + "nauc_ndcg_at_10_diff1": 0.252919, + "nauc_ndcg_at_20_max": 0.477538, + "nauc_ndcg_at_20_std": 0.327132, + "nauc_ndcg_at_20_diff1": 0.260779, + "nauc_ndcg_at_100_max": 0.49542, + "nauc_ndcg_at_100_std": 0.412472, + "nauc_ndcg_at_100_diff1": 0.233562, + "nauc_ndcg_at_1000_max": 0.526423, + "nauc_ndcg_at_1000_std": 0.434464, + "nauc_ndcg_at_1000_diff1": 0.206054, + "nauc_map_at_1_max": 0.152908, + "nauc_map_at_1_std": -0.112888, + "nauc_map_at_1_diff1": 0.513028, + "nauc_map_at_3_max": 0.265127, + "nauc_map_at_3_std": 0.027639, + "nauc_map_at_3_diff1": 0.3573, + "nauc_map_at_5_max": 0.291129, + "nauc_map_at_5_std": 0.097833, + "nauc_map_at_5_diff1": 0.288261, + "nauc_map_at_10_max": 0.322803, + "nauc_map_at_10_std": 0.168757, + "nauc_map_at_10_diff1": 0.240857, + "nauc_map_at_20_max": 0.367103, + "nauc_map_at_20_std": 0.229864, + "nauc_map_at_20_diff1": 0.206952, + "nauc_map_at_100_max": 0.448781, + "nauc_map_at_100_std": 0.394593, + "nauc_map_at_100_diff1": 0.14956, + "nauc_map_at_1000_max": 0.501046, + "nauc_map_at_1000_std": 0.439018, + "nauc_map_at_1000_diff1": 0.122117, + "nauc_recall_at_1_max": 0.152908, + "nauc_recall_at_1_std": -0.112888, + "nauc_recall_at_1_diff1": 0.513028, + "nauc_recall_at_3_max": 0.252561, + "nauc_recall_at_3_std": 0.011114, + "nauc_recall_at_3_diff1": 0.336344, + "nauc_recall_at_5_max": 0.205812, + "nauc_recall_at_5_std": 0.051897, + "nauc_recall_at_5_diff1": 0.280584, + "nauc_recall_at_10_max": 0.179593, + "nauc_recall_at_10_std": 0.063212, + "nauc_recall_at_10_diff1": 0.233193, + "nauc_recall_at_20_max": 0.187567, + "nauc_recall_at_20_std": 0.10623, + "nauc_recall_at_20_diff1": 0.208247, + "nauc_recall_at_100_max": 0.272876, + "nauc_recall_at_100_std": 0.296868, + "nauc_recall_at_100_diff1": 0.162335, + "nauc_recall_at_1000_max": 0.269126, + "nauc_recall_at_1000_std": 0.566368, + "nauc_recall_at_1000_diff1": 0.133889, + "nauc_precision_at_1_max": 0.496292, + "nauc_precision_at_1_std": 0.345416, + "nauc_precision_at_1_diff1": 0.47139, + "nauc_precision_at_3_max": 0.463917, + "nauc_precision_at_3_std": 0.432355, + "nauc_precision_at_3_diff1": -0.010418, + "nauc_precision_at_5_max": 0.406202, + "nauc_precision_at_5_std": 0.416359, + "nauc_precision_at_5_diff1": -0.107579, + "nauc_precision_at_10_max": 0.319707, + "nauc_precision_at_10_std": 0.374432, + "nauc_precision_at_10_diff1": -0.133274, + "nauc_precision_at_20_max": 0.267078, + "nauc_precision_at_20_std": 0.308386, + "nauc_precision_at_20_diff1": -0.153573, + "nauc_precision_at_100_max": 0.144802, + "nauc_precision_at_100_std": 0.209197, + "nauc_precision_at_100_diff1": -0.144435, + "nauc_precision_at_1000_max": 0.066274, + "nauc_precision_at_1000_std": -0.001921, + "nauc_precision_at_1000_diff1": -0.126547, + "nauc_mrr_at_1_max": 0.496292, + "nauc_mrr_at_1_std": 0.345416, + "nauc_mrr_at_1_diff1": 0.47139, + "nauc_mrr_at_3_max": 0.564342, + "nauc_mrr_at_3_std": 0.388646, + "nauc_mrr_at_3_diff1": 0.432406, + "nauc_mrr_at_5_max": 0.561565, + "nauc_mrr_at_5_std": 0.395255, + "nauc_mrr_at_5_diff1": 0.446656, + "nauc_mrr_at_10_max": 0.555616, + "nauc_mrr_at_10_std": 0.388891, + "nauc_mrr_at_10_diff1": 0.446942, + "nauc_mrr_at_20_max": 0.553805, + "nauc_mrr_at_20_std": 0.387244, + "nauc_mrr_at_20_diff1": 0.445113, + "nauc_mrr_at_100_max": 0.55371, + "nauc_mrr_at_100_std": 0.386908, + "nauc_mrr_at_100_diff1": 0.445406, + "nauc_mrr_at_1000_max": 0.553653, + "nauc_mrr_at_1000_std": 0.386887, + "nauc_mrr_at_1000_diff1": 0.445485, + "main_score": 0.53654, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.545, + "ndcg_at_3": 0.50915, + "ndcg_at_5": 0.50666, + "ndcg_at_10": 0.50722, + "ndcg_at_20": 0.51002, + "ndcg_at_100": 0.58434, + "ndcg_at_1000": 0.68259, + "map_at_1": 0.06665, + "map_at_3": 0.11797, + "map_at_5": 0.1522, + "map_at_10": 0.20218, + "map_at_20": 0.25166, + "map_at_100": 0.35293, + "map_at_1000": 0.40718, + "recall_at_1": 0.06665, + "recall_at_3": 0.12572, + "recall_at_5": 0.17782, + "recall_at_10": 0.26758, + "recall_at_20": 0.37608, + "recall_at_100": 0.67138, + "recall_at_1000": 0.9573, + "precision_at_1": 0.7, + "precision_at_3": 0.59167, + "precision_at_5": 0.554, + "precision_at_10": 0.4835, + "precision_at_20": 0.397, + "precision_at_100": 0.2115, + "precision_at_1000": 0.04675, + "mrr_at_1": 0.7, + "mrr_at_3": 0.769167, + "mrr_at_5": 0.786917, + "mrr_at_10": 0.792089, + "mrr_at_20": 0.793141, + "mrr_at_100": 0.793382, + "mrr_at_1000": 0.793393, + "nauc_ndcg_at_1_max": 0.391728, + "nauc_ndcg_at_1_std": 0.30375, + "nauc_ndcg_at_1_diff1": 0.317283, + "nauc_ndcg_at_3_max": 0.441747, + "nauc_ndcg_at_3_std": 0.377675, + "nauc_ndcg_at_3_diff1": 0.189029, + "nauc_ndcg_at_5_max": 0.484805, + "nauc_ndcg_at_5_std": 0.404644, + "nauc_ndcg_at_5_diff1": 0.199444, + "nauc_ndcg_at_10_max": 0.490385, + "nauc_ndcg_at_10_std": 0.415977, + "nauc_ndcg_at_10_diff1": 0.17171, + "nauc_ndcg_at_20_max": 0.48842, + "nauc_ndcg_at_20_std": 0.412177, + "nauc_ndcg_at_20_diff1": 0.169657, + "nauc_ndcg_at_100_max": 0.555971, + "nauc_ndcg_at_100_std": 0.512085, + "nauc_ndcg_at_100_diff1": 0.1747, + "nauc_ndcg_at_1000_max": 0.583704, + "nauc_ndcg_at_1000_std": 0.546193, + "nauc_ndcg_at_1000_diff1": 0.139398, + "nauc_map_at_1_max": 0.166913, + "nauc_map_at_1_std": -0.049018, + "nauc_map_at_1_diff1": 0.509782, + "nauc_map_at_3_max": 0.262269, + "nauc_map_at_3_std": 0.093973, + "nauc_map_at_3_diff1": 0.374492, + "nauc_map_at_5_max": 0.313108, + "nauc_map_at_5_std": 0.195428, + "nauc_map_at_5_diff1": 0.298214, + "nauc_map_at_10_max": 0.368769, + "nauc_map_at_10_std": 0.298425, + "nauc_map_at_10_diff1": 0.231821, + "nauc_map_at_20_max": 0.408007, + "nauc_map_at_20_std": 0.348414, + "nauc_map_at_20_diff1": 0.202228, + "nauc_map_at_100_max": 0.512022, + "nauc_map_at_100_std": 0.501941, + "nauc_map_at_100_diff1": 0.129391, + "nauc_map_at_1000_max": 0.533587, + "nauc_map_at_1000_std": 0.534413, + "nauc_map_at_1000_diff1": 0.07005, + "nauc_recall_at_1_max": 0.166913, + "nauc_recall_at_1_std": -0.049018, + "nauc_recall_at_1_diff1": 0.509782, + "nauc_recall_at_3_max": 0.239829, + "nauc_recall_at_3_std": 0.073013, + "nauc_recall_at_3_diff1": 0.341847, + "nauc_recall_at_5_max": 0.24779, + "nauc_recall_at_5_std": 0.133364, + "nauc_recall_at_5_diff1": 0.296087, + "nauc_recall_at_10_max": 0.226132, + "nauc_recall_at_10_std": 0.183571, + "nauc_recall_at_10_diff1": 0.210806, + "nauc_recall_at_20_max": 0.218493, + "nauc_recall_at_20_std": 0.181027, + "nauc_recall_at_20_diff1": 0.172344, + "nauc_recall_at_100_max": 0.316682, + "nauc_recall_at_100_std": 0.362706, + "nauc_recall_at_100_diff1": 0.123484, + "nauc_recall_at_1000_max": 0.435399, + "nauc_recall_at_1000_std": 0.614711, + "nauc_recall_at_1000_diff1": 0.156953, + "nauc_precision_at_1_max": 0.536579, + "nauc_precision_at_1_std": 0.463133, + "nauc_precision_at_1_diff1": 0.407809, + "nauc_precision_at_3_max": 0.438472, + "nauc_precision_at_3_std": 0.43859, + "nauc_precision_at_3_diff1": -0.001116, + "nauc_precision_at_5_max": 0.435338, + "nauc_precision_at_5_std": 0.466698, + "nauc_precision_at_5_diff1": -0.093384, + "nauc_precision_at_10_max": 0.357572, + "nauc_precision_at_10_std": 0.417053, + "nauc_precision_at_10_diff1": -0.175297, + "nauc_precision_at_20_max": 0.267881, + "nauc_precision_at_20_std": 0.316213, + "nauc_precision_at_20_diff1": -0.213301, + "nauc_precision_at_100_max": 0.107658, + "nauc_precision_at_100_std": 0.16918, + "nauc_precision_at_100_diff1": -0.223332, + "nauc_precision_at_1000_max": -0.021165, + "nauc_precision_at_1000_std": -0.069516, + "nauc_precision_at_1000_diff1": -0.184292, + "nauc_mrr_at_1_max": 0.536579, + "nauc_mrr_at_1_std": 0.463133, + "nauc_mrr_at_1_diff1": 0.407809, + "nauc_mrr_at_3_max": 0.584521, + "nauc_mrr_at_3_std": 0.497734, + "nauc_mrr_at_3_diff1": 0.343554, + "nauc_mrr_at_5_max": 0.591117, + "nauc_mrr_at_5_std": 0.503092, + "nauc_mrr_at_5_diff1": 0.358659, + "nauc_mrr_at_10_max": 0.586654, + "nauc_mrr_at_10_std": 0.498956, + "nauc_mrr_at_10_diff1": 0.365012, + "nauc_mrr_at_20_max": 0.584287, + "nauc_mrr_at_20_std": 0.497956, + "nauc_mrr_at_20_diff1": 0.36294, + "nauc_mrr_at_100_max": 0.584094, + "nauc_mrr_at_100_std": 0.49737, + "nauc_mrr_at_100_diff1": 0.362947, + "nauc_mrr_at_1000_max": 0.584068, + "nauc_mrr_at_1000_std": 0.497339, + "nauc_mrr_at_1000_diff1": 0.36304, + "main_score": 0.50722, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "genetics": [ + { + "ndcg_at_1": 0.6525, + "ndcg_at_3": 0.60577, + "ndcg_at_5": 0.60483, + "ndcg_at_10": 0.59129, + "ndcg_at_20": 0.59783, + "ndcg_at_100": 0.64308, + "ndcg_at_1000": 0.73062, + "map_at_1": 0.09871, + "map_at_3": 0.1853, + "map_at_5": 0.23125, + "map_at_10": 0.28366, + "map_at_20": 0.33191, + "map_at_100": 0.42943, + "map_at_1000": 0.49235, + "recall_at_1": 0.09871, + "recall_at_3": 0.20236, + "recall_at_5": 0.26586, + "recall_at_10": 0.35287, + "recall_at_20": 0.44739, + "recall_at_100": 0.69723, + "recall_at_1000": 0.94986, + "precision_at_1": 0.795, + "precision_at_3": 0.67333, + "precision_at_5": 0.628, + "precision_at_10": 0.521, + "precision_at_20": 0.4305, + "precision_at_100": 0.23145, + "precision_at_1000": 0.05709, + "mrr_at_1": 0.795, + "mrr_at_3": 0.854167, + "mrr_at_5": 0.863667, + "mrr_at_10": 0.865714, + "mrr_at_20": 0.865714, + "mrr_at_100": 0.866008, + "mrr_at_1000": 0.866044, + "nauc_ndcg_at_1_max": 0.326226, + "nauc_ndcg_at_1_std": 0.224268, + "nauc_ndcg_at_1_diff1": 0.241888, + "nauc_ndcg_at_3_max": 0.293114, + "nauc_ndcg_at_3_std": 0.245071, + "nauc_ndcg_at_3_diff1": 0.140876, + "nauc_ndcg_at_5_max": 0.301483, + "nauc_ndcg_at_5_std": 0.249335, + "nauc_ndcg_at_5_diff1": 0.137056, + "nauc_ndcg_at_10_max": 0.334403, + "nauc_ndcg_at_10_std": 0.251043, + "nauc_ndcg_at_10_diff1": 0.149071, + "nauc_ndcg_at_20_max": 0.369956, + "nauc_ndcg_at_20_std": 0.258981, + "nauc_ndcg_at_20_diff1": 0.145828, + "nauc_ndcg_at_100_max": 0.375438, + "nauc_ndcg_at_100_std": 0.320646, + "nauc_ndcg_at_100_diff1": 0.205603, + "nauc_ndcg_at_1000_max": 0.424218, + "nauc_ndcg_at_1000_std": 0.387819, + "nauc_ndcg_at_1000_diff1": 0.176639, + "nauc_map_at_1_max": 0.102375, + "nauc_map_at_1_std": -0.008009, + "nauc_map_at_1_diff1": 0.257851, + "nauc_map_at_3_max": 0.154592, + "nauc_map_at_3_std": 0.020352, + "nauc_map_at_3_diff1": 0.250194, + "nauc_map_at_5_max": 0.170228, + "nauc_map_at_5_std": 0.062074, + "nauc_map_at_5_diff1": 0.233072, + "nauc_map_at_10_max": 0.223592, + "nauc_map_at_10_std": 0.108815, + "nauc_map_at_10_diff1": 0.209273, + "nauc_map_at_20_max": 0.254848, + "nauc_map_at_20_std": 0.157228, + "nauc_map_at_20_diff1": 0.192892, + "nauc_map_at_100_max": 0.3079, + "nauc_map_at_100_std": 0.273999, + "nauc_map_at_100_diff1": 0.165444, + "nauc_map_at_1000_max": 0.35324, + "nauc_map_at_1000_std": 0.318775, + "nauc_map_at_1000_diff1": 0.130501, + "nauc_recall_at_1_max": 0.102375, + "nauc_recall_at_1_std": -0.008009, + "nauc_recall_at_1_diff1": 0.257851, + "nauc_recall_at_3_max": 0.113096, + "nauc_recall_at_3_std": -0.011841, + "nauc_recall_at_3_diff1": 0.233959, + "nauc_recall_at_5_max": 0.124506, + "nauc_recall_at_5_std": 0.023099, + "nauc_recall_at_5_diff1": 0.211503, + "nauc_recall_at_10_max": 0.165502, + "nauc_recall_at_10_std": 0.043361, + "nauc_recall_at_10_diff1": 0.172548, + "nauc_recall_at_20_max": 0.202501, + "nauc_recall_at_20_std": 0.085113, + "nauc_recall_at_20_diff1": 0.158354, + "nauc_recall_at_100_max": 0.186564, + "nauc_recall_at_100_std": 0.233085, + "nauc_recall_at_100_diff1": 0.196165, + "nauc_recall_at_1000_max": 0.382343, + "nauc_recall_at_1000_std": 0.560783, + "nauc_recall_at_1000_diff1": 0.196791, + "nauc_precision_at_1_max": 0.50128, + "nauc_precision_at_1_std": 0.348867, + "nauc_precision_at_1_diff1": 0.303539, + "nauc_precision_at_3_max": 0.286297, + "nauc_precision_at_3_std": 0.303297, + "nauc_precision_at_3_diff1": 0.035723, + "nauc_precision_at_5_max": 0.254165, + "nauc_precision_at_5_std": 0.290668, + "nauc_precision_at_5_diff1": -0.047945, + "nauc_precision_at_10_max": 0.224937, + "nauc_precision_at_10_std": 0.241994, + "nauc_precision_at_10_diff1": -0.126658, + "nauc_precision_at_20_max": 0.14999, + "nauc_precision_at_20_std": 0.198698, + "nauc_precision_at_20_diff1": -0.172706, + "nauc_precision_at_100_max": 0.037718, + "nauc_precision_at_100_std": 0.094987, + "nauc_precision_at_100_diff1": -0.181067, + "nauc_precision_at_1000_max": -0.010682, + "nauc_precision_at_1000_std": -0.036391, + "nauc_precision_at_1000_diff1": -0.156119, + "nauc_mrr_at_1_max": 0.50128, + "nauc_mrr_at_1_std": 0.348867, + "nauc_mrr_at_1_diff1": 0.303539, + "nauc_mrr_at_3_max": 0.504495, + "nauc_mrr_at_3_std": 0.319641, + "nauc_mrr_at_3_diff1": 0.370992, + "nauc_mrr_at_5_max": 0.501441, + "nauc_mrr_at_5_std": 0.327585, + "nauc_mrr_at_5_diff1": 0.344801, + "nauc_mrr_at_10_max": 0.502486, + "nauc_mrr_at_10_std": 0.32628, + "nauc_mrr_at_10_diff1": 0.339306, + "nauc_mrr_at_20_max": 0.502486, + "nauc_mrr_at_20_std": 0.32628, + "nauc_mrr_at_20_diff1": 0.339306, + "nauc_mrr_at_100_max": 0.501329, + "nauc_mrr_at_100_std": 0.328966, + "nauc_mrr_at_100_diff1": 0.340774, + "nauc_mrr_at_1000_max": 0.501224, + "nauc_mrr_at_1000_std": 0.328773, + "nauc_mrr_at_1000_diff1": 0.340713, + "main_score": 0.59129, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.585, + "ndcg_at_3": 0.53712, + "ndcg_at_5": 0.52528, + "ndcg_at_10": 0.52721, + "ndcg_at_20": 0.53344, + "ndcg_at_100": 0.58198, + "ndcg_at_1000": 0.67793, + "map_at_1": 0.08386, + "map_at_3": 0.15917, + "map_at_5": 0.19225, + "map_at_10": 0.23814, + "map_at_20": 0.27889, + "map_at_100": 0.36276, + "map_at_1000": 0.42145, + "recall_at_1": 0.08386, + "recall_at_3": 0.17549, + "recall_at_5": 0.22907, + "recall_at_10": 0.31578, + "recall_at_20": 0.40749, + "recall_at_100": 0.65155, + "recall_at_1000": 0.93074, + "precision_at_1": 0.725, + "precision_at_3": 0.59833, + "precision_at_5": 0.544, + "precision_at_10": 0.4625, + "precision_at_20": 0.3845, + "precision_at_100": 0.21225, + "precision_at_1000": 0.05439, + "mrr_at_1": 0.725, + "mrr_at_3": 0.785, + "mrr_at_5": 0.80075, + "mrr_at_10": 0.805764, + "mrr_at_20": 0.80696, + "mrr_at_100": 0.807451, + "mrr_at_1000": 0.807494, + "nauc_ndcg_at_1_max": 0.306683, + "nauc_ndcg_at_1_std": 0.142092, + "nauc_ndcg_at_1_diff1": 0.236052, + "nauc_ndcg_at_3_max": 0.360481, + "nauc_ndcg_at_3_std": 0.213437, + "nauc_ndcg_at_3_diff1": 0.133953, + "nauc_ndcg_at_5_max": 0.351879, + "nauc_ndcg_at_5_std": 0.203778, + "nauc_ndcg_at_5_diff1": 0.150253, + "nauc_ndcg_at_10_max": 0.349966, + "nauc_ndcg_at_10_std": 0.199998, + "nauc_ndcg_at_10_diff1": 0.143741, + "nauc_ndcg_at_20_max": 0.390708, + "nauc_ndcg_at_20_std": 0.233061, + "nauc_ndcg_at_20_diff1": 0.136154, + "nauc_ndcg_at_100_max": 0.415999, + "nauc_ndcg_at_100_std": 0.353358, + "nauc_ndcg_at_100_diff1": 0.19937, + "nauc_ndcg_at_1000_max": 0.421028, + "nauc_ndcg_at_1000_std": 0.367473, + "nauc_ndcg_at_1000_diff1": 0.151429, + "nauc_map_at_1_max": 0.22378, + "nauc_map_at_1_std": 0.009869, + "nauc_map_at_1_diff1": 0.238285, + "nauc_map_at_3_max": 0.281501, + "nauc_map_at_3_std": 0.045798, + "nauc_map_at_3_diff1": 0.16942, + "nauc_map_at_5_max": 0.274114, + "nauc_map_at_5_std": 0.073658, + "nauc_map_at_5_diff1": 0.167223, + "nauc_map_at_10_max": 0.290739, + "nauc_map_at_10_std": 0.100235, + "nauc_map_at_10_diff1": 0.161839, + "nauc_map_at_20_max": 0.309205, + "nauc_map_at_20_std": 0.157971, + "nauc_map_at_20_diff1": 0.156011, + "nauc_map_at_100_max": 0.342611, + "nauc_map_at_100_std": 0.273359, + "nauc_map_at_100_diff1": 0.132508, + "nauc_map_at_1000_max": 0.375368, + "nauc_map_at_1000_std": 0.309654, + "nauc_map_at_1000_diff1": 0.110407, + "nauc_recall_at_1_max": 0.22378, + "nauc_recall_at_1_std": 0.009869, + "nauc_recall_at_1_diff1": 0.238285, + "nauc_recall_at_3_max": 0.251263, + "nauc_recall_at_3_std": 0.061771, + "nauc_recall_at_3_diff1": 0.164859, + "nauc_recall_at_5_max": 0.218869, + "nauc_recall_at_5_std": 0.079904, + "nauc_recall_at_5_diff1": 0.17312, + "nauc_recall_at_10_max": 0.226881, + "nauc_recall_at_10_std": 0.085714, + "nauc_recall_at_10_diff1": 0.153556, + "nauc_recall_at_20_max": 0.250451, + "nauc_recall_at_20_std": 0.154962, + "nauc_recall_at_20_diff1": 0.169618, + "nauc_recall_at_100_max": 0.23636, + "nauc_recall_at_100_std": 0.356016, + "nauc_recall_at_100_diff1": 0.192841, + "nauc_recall_at_1000_max": 0.303906, + "nauc_recall_at_1000_std": 0.635643, + "nauc_recall_at_1000_diff1": 0.300133, + "nauc_precision_at_1_max": 0.380646, + "nauc_precision_at_1_std": 0.208172, + "nauc_precision_at_1_diff1": 0.224863, + "nauc_precision_at_3_max": 0.307169, + "nauc_precision_at_3_std": 0.252582, + "nauc_precision_at_3_diff1": 0.001478, + "nauc_precision_at_5_max": 0.235721, + "nauc_precision_at_5_std": 0.202239, + "nauc_precision_at_5_diff1": -0.027179, + "nauc_precision_at_10_max": 0.1555, + "nauc_precision_at_10_std": 0.175729, + "nauc_precision_at_10_diff1": -0.070344, + "nauc_precision_at_20_max": 0.116741, + "nauc_precision_at_20_std": 0.173531, + "nauc_precision_at_20_diff1": -0.132457, + "nauc_precision_at_100_max": 0.031925, + "nauc_precision_at_100_std": 0.087162, + "nauc_precision_at_100_diff1": -0.152041, + "nauc_precision_at_1000_max": -0.011071, + "nauc_precision_at_1000_std": -0.058495, + "nauc_precision_at_1000_diff1": -0.122328, + "nauc_mrr_at_1_max": 0.380646, + "nauc_mrr_at_1_std": 0.208172, + "nauc_mrr_at_1_diff1": 0.224863, + "nauc_mrr_at_3_max": 0.411811, + "nauc_mrr_at_3_std": 0.293579, + "nauc_mrr_at_3_diff1": 0.260711, + "nauc_mrr_at_5_max": 0.415632, + "nauc_mrr_at_5_std": 0.262538, + "nauc_mrr_at_5_diff1": 0.25612, + "nauc_mrr_at_10_max": 0.421638, + "nauc_mrr_at_10_std": 0.265432, + "nauc_mrr_at_10_diff1": 0.250021, + "nauc_mrr_at_20_max": 0.418884, + "nauc_mrr_at_20_std": 0.264204, + "nauc_mrr_at_20_diff1": 0.249401, + "nauc_mrr_at_100_max": 0.417512, + "nauc_mrr_at_100_std": 0.265268, + "nauc_mrr_at_100_diff1": 0.250588, + "nauc_mrr_at_1000_max": 0.417388, + "nauc_mrr_at_1000_std": 0.265141, + "nauc_mrr_at_1000_diff1": 0.2506, + "main_score": 0.52721, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5875, + "ndcg_at_3": 0.54698, + "ndcg_at_5": 0.53044, + "ndcg_at_10": 0.52202, + "ndcg_at_20": 0.53585, + "ndcg_at_100": 0.58361, + "ndcg_at_1000": 0.68038, + "map_at_1": 0.09451, + "map_at_3": 0.171, + "map_at_5": 0.20255, + "map_at_10": 0.2449, + "map_at_20": 0.28907, + "map_at_100": 0.36883, + "map_at_1000": 0.42511, + "recall_at_1": 0.09451, + "recall_at_3": 0.18477, + "recall_at_5": 0.23288, + "recall_at_10": 0.31158, + "recall_at_20": 0.41529, + "recall_at_100": 0.64733, + "recall_at_1000": 0.92809, + "precision_at_1": 0.72, + "precision_at_3": 0.60667, + "precision_at_5": 0.54, + "precision_at_10": 0.452, + "precision_at_20": 0.383, + "precision_at_100": 0.20815, + "precision_at_1000": 0.05387, + "mrr_at_1": 0.72, + "mrr_at_3": 0.786667, + "mrr_at_5": 0.794667, + "mrr_at_10": 0.801998, + "mrr_at_20": 0.804861, + "mrr_at_100": 0.804861, + "mrr_at_1000": 0.804881, + "nauc_ndcg_at_1_max": 0.264082, + "nauc_ndcg_at_1_std": 0.130393, + "nauc_ndcg_at_1_diff1": 0.261878, + "nauc_ndcg_at_3_max": 0.317445, + "nauc_ndcg_at_3_std": 0.180939, + "nauc_ndcg_at_3_diff1": 0.161684, + "nauc_ndcg_at_5_max": 0.321161, + "nauc_ndcg_at_5_std": 0.229394, + "nauc_ndcg_at_5_diff1": 0.160124, + "nauc_ndcg_at_10_max": 0.33178, + "nauc_ndcg_at_10_std": 0.243031, + "nauc_ndcg_at_10_diff1": 0.165071, + "nauc_ndcg_at_20_max": 0.355932, + "nauc_ndcg_at_20_std": 0.294838, + "nauc_ndcg_at_20_diff1": 0.182874, + "nauc_ndcg_at_100_max": 0.355198, + "nauc_ndcg_at_100_std": 0.366256, + "nauc_ndcg_at_100_diff1": 0.219838, + "nauc_ndcg_at_1000_max": 0.357059, + "nauc_ndcg_at_1000_std": 0.351842, + "nauc_ndcg_at_1000_diff1": 0.19066, + "nauc_map_at_1_max": 0.187769, + "nauc_map_at_1_std": 0.033669, + "nauc_map_at_1_diff1": 0.173908, + "nauc_map_at_3_max": 0.271003, + "nauc_map_at_3_std": 0.091459, + "nauc_map_at_3_diff1": 0.20241, + "nauc_map_at_5_max": 0.253964, + "nauc_map_at_5_std": 0.125689, + "nauc_map_at_5_diff1": 0.219318, + "nauc_map_at_10_max": 0.271495, + "nauc_map_at_10_std": 0.153131, + "nauc_map_at_10_diff1": 0.197423, + "nauc_map_at_20_max": 0.280625, + "nauc_map_at_20_std": 0.204882, + "nauc_map_at_20_diff1": 0.190869, + "nauc_map_at_100_max": 0.317536, + "nauc_map_at_100_std": 0.297707, + "nauc_map_at_100_diff1": 0.183308, + "nauc_map_at_1000_max": 0.323576, + "nauc_map_at_1000_std": 0.304491, + "nauc_map_at_1000_diff1": 0.149183, + "nauc_recall_at_1_max": 0.187769, + "nauc_recall_at_1_std": 0.033669, + "nauc_recall_at_1_diff1": 0.173908, + "nauc_recall_at_3_max": 0.258694, + "nauc_recall_at_3_std": 0.085615, + "nauc_recall_at_3_diff1": 0.189675, + "nauc_recall_at_5_max": 0.22564, + "nauc_recall_at_5_std": 0.142925, + "nauc_recall_at_5_diff1": 0.219613, + "nauc_recall_at_10_max": 0.237533, + "nauc_recall_at_10_std": 0.158543, + "nauc_recall_at_10_diff1": 0.189023, + "nauc_recall_at_20_max": 0.227975, + "nauc_recall_at_20_std": 0.238886, + "nauc_recall_at_20_diff1": 0.226921, + "nauc_recall_at_100_max": 0.255077, + "nauc_recall_at_100_std": 0.411207, + "nauc_recall_at_100_diff1": 0.250024, + "nauc_recall_at_1000_max": 0.264328, + "nauc_recall_at_1000_std": 0.568921, + "nauc_recall_at_1000_diff1": 0.312447, + "nauc_precision_at_1_max": 0.301044, + "nauc_precision_at_1_std": 0.155868, + "nauc_precision_at_1_diff1": 0.253081, + "nauc_precision_at_3_max": 0.243161, + "nauc_precision_at_3_std": 0.164593, + "nauc_precision_at_3_diff1": 0.062213, + "nauc_precision_at_5_max": 0.185439, + "nauc_precision_at_5_std": 0.201173, + "nauc_precision_at_5_diff1": 0.00814, + "nauc_precision_at_10_max": 0.121089, + "nauc_precision_at_10_std": 0.149416, + "nauc_precision_at_10_diff1": -0.110213, + "nauc_precision_at_20_max": 0.068353, + "nauc_precision_at_20_std": 0.141629, + "nauc_precision_at_20_diff1": -0.12929, + "nauc_precision_at_100_max": -0.011066, + "nauc_precision_at_100_std": 0.019934, + "nauc_precision_at_100_diff1": -0.168326, + "nauc_precision_at_1000_max": -0.097804, + "nauc_precision_at_1000_std": -0.120541, + "nauc_precision_at_1000_diff1": -0.171245, + "nauc_mrr_at_1_max": 0.301044, + "nauc_mrr_at_1_std": 0.155868, + "nauc_mrr_at_1_diff1": 0.253081, + "nauc_mrr_at_3_max": 0.360047, + "nauc_mrr_at_3_std": 0.159133, + "nauc_mrr_at_3_diff1": 0.262061, + "nauc_mrr_at_5_max": 0.365207, + "nauc_mrr_at_5_std": 0.19174, + "nauc_mrr_at_5_diff1": 0.255532, + "nauc_mrr_at_10_max": 0.364566, + "nauc_mrr_at_10_std": 0.181815, + "nauc_mrr_at_10_diff1": 0.254269, + "nauc_mrr_at_20_max": 0.359116, + "nauc_mrr_at_20_std": 0.177172, + "nauc_mrr_at_20_diff1": 0.257701, + "nauc_mrr_at_100_max": 0.359116, + "nauc_mrr_at_100_std": 0.177172, + "nauc_mrr_at_100_diff1": 0.257701, + "nauc_mrr_at_1000_max": 0.359057, + "nauc_mrr_at_1000_std": 0.177077, + "nauc_mrr_at_1000_diff1": 0.257667, + "main_score": 0.52202, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "neuroscience_and_neurology": [ + { + "ndcg_at_1": 0.59, + "ndcg_at_3": 0.55435, + "ndcg_at_5": 0.52344, + "ndcg_at_10": 0.51575, + "ndcg_at_20": 0.5075, + "ndcg_at_100": 0.57988, + "ndcg_at_1000": 0.68257, + "map_at_1": 0.05365, + "map_at_3": 0.11147, + "map_at_5": 0.13858, + "map_at_10": 0.19266, + "map_at_20": 0.24599, + "map_at_100": 0.36578, + "map_at_1000": 0.41684, + "recall_at_1": 0.05365, + "recall_at_3": 0.11816, + "recall_at_5": 0.15481, + "recall_at_10": 0.25154, + "recall_at_20": 0.35857, + "recall_at_100": 0.67563, + "recall_at_1000": 0.96238, + "precision_at_1": 0.715, + "precision_at_3": 0.65667, + "precision_at_5": 0.587, + "precision_at_10": 0.519, + "precision_at_20": 0.4235, + "precision_at_100": 0.2247, + "precision_at_1000": 0.03989, + "mrr_at_1": 0.715, + "mrr_at_3": 0.785, + "mrr_at_5": 0.78975, + "mrr_at_10": 0.794651, + "mrr_at_20": 0.796334, + "mrr_at_100": 0.797025, + "mrr_at_1000": 0.797155, + "nauc_ndcg_at_1_max": 0.257735, + "nauc_ndcg_at_1_std": 0.228914, + "nauc_ndcg_at_1_diff1": 0.115717, + "nauc_ndcg_at_3_max": 0.33813, + "nauc_ndcg_at_3_std": 0.314297, + "nauc_ndcg_at_3_diff1": 0.078626, + "nauc_ndcg_at_5_max": 0.376373, + "nauc_ndcg_at_5_std": 0.345733, + "nauc_ndcg_at_5_diff1": 0.049199, + "nauc_ndcg_at_10_max": 0.408964, + "nauc_ndcg_at_10_std": 0.323866, + "nauc_ndcg_at_10_diff1": 0.019217, + "nauc_ndcg_at_20_max": 0.391962, + "nauc_ndcg_at_20_std": 0.27213, + "nauc_ndcg_at_20_diff1": 0.051466, + "nauc_ndcg_at_100_max": 0.377748, + "nauc_ndcg_at_100_std": 0.300746, + "nauc_ndcg_at_100_diff1": 0.053609, + "nauc_ndcg_at_1000_max": 0.449458, + "nauc_ndcg_at_1000_std": 0.443005, + "nauc_ndcg_at_1000_diff1": 0.045468, + "nauc_map_at_1_max": -0.049823, + "nauc_map_at_1_std": -0.153829, + "nauc_map_at_1_diff1": 0.116763, + "nauc_map_at_3_max": 0.030386, + "nauc_map_at_3_std": -0.153593, + "nauc_map_at_3_diff1": 0.089182, + "nauc_map_at_5_max": 0.081391, + "nauc_map_at_5_std": -0.121647, + "nauc_map_at_5_diff1": 0.074834, + "nauc_map_at_10_max": 0.153701, + "nauc_map_at_10_std": -0.061961, + "nauc_map_at_10_diff1": 0.059781, + "nauc_map_at_20_max": 0.219226, + "nauc_map_at_20_std": -0.011712, + "nauc_map_at_20_diff1": 0.041064, + "nauc_map_at_100_max": 0.341022, + "nauc_map_at_100_std": 0.184963, + "nauc_map_at_100_diff1": -0.010367, + "nauc_map_at_1000_max": 0.394426, + "nauc_map_at_1000_std": 0.296848, + "nauc_map_at_1000_diff1": -0.029018, + "nauc_recall_at_1_max": -0.049823, + "nauc_recall_at_1_std": -0.153829, + "nauc_recall_at_1_diff1": 0.116763, + "nauc_recall_at_3_max": 0.039549, + "nauc_recall_at_3_std": -0.159632, + "nauc_recall_at_3_diff1": 0.092385, + "nauc_recall_at_5_max": 0.080323, + "nauc_recall_at_5_std": -0.119783, + "nauc_recall_at_5_diff1": 0.081185, + "nauc_recall_at_10_max": 0.089525, + "nauc_recall_at_10_std": -0.111703, + "nauc_recall_at_10_diff1": 0.066124, + "nauc_recall_at_20_max": 0.083321, + "nauc_recall_at_20_std": -0.115195, + "nauc_recall_at_20_diff1": 0.057741, + "nauc_recall_at_100_max": 0.144836, + "nauc_recall_at_100_std": 0.056002, + "nauc_recall_at_100_diff1": 0.024105, + "nauc_recall_at_1000_max": 0.278757, + "nauc_recall_at_1000_std": 0.573129, + "nauc_recall_at_1000_diff1": 0.101763, + "nauc_precision_at_1_max": 0.253556, + "nauc_precision_at_1_std": 0.213228, + "nauc_precision_at_1_diff1": 0.119253, + "nauc_precision_at_3_max": 0.353242, + "nauc_precision_at_3_std": 0.339178, + "nauc_precision_at_3_diff1": 0.004329, + "nauc_precision_at_5_max": 0.378869, + "nauc_precision_at_5_std": 0.370652, + "nauc_precision_at_5_diff1": -0.061756, + "nauc_precision_at_10_max": 0.399657, + "nauc_precision_at_10_std": 0.377497, + "nauc_precision_at_10_diff1": -0.092789, + "nauc_precision_at_20_max": 0.353674, + "nauc_precision_at_20_std": 0.358422, + "nauc_precision_at_20_diff1": -0.095996, + "nauc_precision_at_100_max": 0.238464, + "nauc_precision_at_100_std": 0.374579, + "nauc_precision_at_100_diff1": -0.083858, + "nauc_precision_at_1000_max": 0.147655, + "nauc_precision_at_1000_std": 0.287166, + "nauc_precision_at_1000_diff1": -0.076052, + "nauc_mrr_at_1_max": 0.253556, + "nauc_mrr_at_1_std": 0.213228, + "nauc_mrr_at_1_diff1": 0.119253, + "nauc_mrr_at_3_max": 0.327449, + "nauc_mrr_at_3_std": 0.313286, + "nauc_mrr_at_3_diff1": 0.115309, + "nauc_mrr_at_5_max": 0.339769, + "nauc_mrr_at_5_std": 0.318784, + "nauc_mrr_at_5_diff1": 0.121587, + "nauc_mrr_at_10_max": 0.330245, + "nauc_mrr_at_10_std": 0.311007, + "nauc_mrr_at_10_diff1": 0.118428, + "nauc_mrr_at_20_max": 0.327202, + "nauc_mrr_at_20_std": 0.306851, + "nauc_mrr_at_20_diff1": 0.119665, + "nauc_mrr_at_100_max": 0.326166, + "nauc_mrr_at_100_std": 0.30504, + "nauc_mrr_at_100_diff1": 0.120104, + "nauc_mrr_at_1000_max": 0.325965, + "nauc_mrr_at_1000_std": 0.305208, + "nauc_mrr_at_1000_diff1": 0.120206, + "main_score": 0.51575, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5075, + "ndcg_at_3": 0.48338, + "ndcg_at_5": 0.45771, + "ndcg_at_10": 0.439, + "ndcg_at_20": 0.4354, + "ndcg_at_100": 0.50803, + "ndcg_at_1000": 0.62069, + "map_at_1": 0.04226, + "map_at_3": 0.09184, + "map_at_5": 0.11602, + "map_at_10": 0.15529, + "map_at_20": 0.1993, + "map_at_100": 0.2965, + "map_at_1000": 0.34289, + "recall_at_1": 0.04226, + "recall_at_3": 0.10527, + "recall_at_5": 0.13918, + "recall_at_10": 0.21138, + "recall_at_20": 0.31041, + "recall_at_100": 0.61151, + "recall_at_1000": 0.93545, + "precision_at_1": 0.65, + "precision_at_3": 0.59, + "precision_at_5": 0.524, + "precision_at_10": 0.4495, + "precision_at_20": 0.3725, + "precision_at_100": 0.1987, + "precision_at_1000": 0.03768, + "mrr_at_1": 0.65, + "mrr_at_3": 0.723333, + "mrr_at_5": 0.732583, + "mrr_at_10": 0.738798, + "mrr_at_20": 0.741702, + "mrr_at_100": 0.742382, + "mrr_at_1000": 0.742491, + "nauc_ndcg_at_1_max": 0.36309, + "nauc_ndcg_at_1_std": 0.268071, + "nauc_ndcg_at_1_diff1": 0.262017, + "nauc_ndcg_at_3_max": 0.399575, + "nauc_ndcg_at_3_std": 0.33414, + "nauc_ndcg_at_3_diff1": 0.170951, + "nauc_ndcg_at_5_max": 0.381186, + "nauc_ndcg_at_5_std": 0.362682, + "nauc_ndcg_at_5_diff1": 0.130267, + "nauc_ndcg_at_10_max": 0.362748, + "nauc_ndcg_at_10_std": 0.381388, + "nauc_ndcg_at_10_diff1": 0.10257, + "nauc_ndcg_at_20_max": 0.349334, + "nauc_ndcg_at_20_std": 0.344638, + "nauc_ndcg_at_20_diff1": 0.087225, + "nauc_ndcg_at_100_max": 0.352035, + "nauc_ndcg_at_100_std": 0.385809, + "nauc_ndcg_at_100_diff1": 0.078239, + "nauc_ndcg_at_1000_max": 0.41824, + "nauc_ndcg_at_1000_std": 0.514815, + "nauc_ndcg_at_1000_diff1": 0.057256, + "nauc_map_at_1_max": 0.006997, + "nauc_map_at_1_std": -0.211162, + "nauc_map_at_1_diff1": 0.310273, + "nauc_map_at_3_max": 0.106579, + "nauc_map_at_3_std": -0.142654, + "nauc_map_at_3_diff1": 0.182503, + "nauc_map_at_5_max": 0.11863, + "nauc_map_at_5_std": -0.09727, + "nauc_map_at_5_diff1": 0.152169, + "nauc_map_at_10_max": 0.158694, + "nauc_map_at_10_std": -0.026313, + "nauc_map_at_10_diff1": 0.136641, + "nauc_map_at_20_max": 0.216244, + "nauc_map_at_20_std": 0.063122, + "nauc_map_at_20_diff1": 0.089311, + "nauc_map_at_100_max": 0.320128, + "nauc_map_at_100_std": 0.304324, + "nauc_map_at_100_diff1": 0.046168, + "nauc_map_at_1000_max": 0.378204, + "nauc_map_at_1000_std": 0.415119, + "nauc_map_at_1000_diff1": 0.018461, + "nauc_recall_at_1_max": 0.006997, + "nauc_recall_at_1_std": -0.211162, + "nauc_recall_at_1_diff1": 0.310273, + "nauc_recall_at_3_max": 0.064375, + "nauc_recall_at_3_std": -0.15538, + "nauc_recall_at_3_diff1": 0.130376, + "nauc_recall_at_5_max": 0.071813, + "nauc_recall_at_5_std": -0.095125, + "nauc_recall_at_5_diff1": 0.093274, + "nauc_recall_at_10_max": 0.069976, + "nauc_recall_at_10_std": -0.068384, + "nauc_recall_at_10_diff1": 0.095382, + "nauc_recall_at_20_max": 0.057438, + "nauc_recall_at_20_std": -0.061375, + "nauc_recall_at_20_diff1": 0.052426, + "nauc_recall_at_100_max": 0.098597, + "nauc_recall_at_100_std": 0.147391, + "nauc_recall_at_100_diff1": 0.019175, + "nauc_recall_at_1000_max": 0.401879, + "nauc_recall_at_1000_std": 0.575316, + "nauc_recall_at_1000_diff1": -0.120347, + "nauc_precision_at_1_max": 0.390178, + "nauc_precision_at_1_std": 0.281675, + "nauc_precision_at_1_diff1": 0.20533, + "nauc_precision_at_3_max": 0.426315, + "nauc_precision_at_3_std": 0.415326, + "nauc_precision_at_3_diff1": 0.031338, + "nauc_precision_at_5_max": 0.378931, + "nauc_precision_at_5_std": 0.467941, + "nauc_precision_at_5_diff1": -0.017104, + "nauc_precision_at_10_max": 0.375031, + "nauc_precision_at_10_std": 0.530339, + "nauc_precision_at_10_diff1": -0.068758, + "nauc_precision_at_20_max": 0.34939, + "nauc_precision_at_20_std": 0.502593, + "nauc_precision_at_20_diff1": -0.118021, + "nauc_precision_at_100_max": 0.271625, + "nauc_precision_at_100_std": 0.5042, + "nauc_precision_at_100_diff1": -0.109856, + "nauc_precision_at_1000_max": 0.202037, + "nauc_precision_at_1000_std": 0.377584, + "nauc_precision_at_1000_diff1": -0.116211, + "nauc_mrr_at_1_max": 0.390178, + "nauc_mrr_at_1_std": 0.281675, + "nauc_mrr_at_1_diff1": 0.20533, + "nauc_mrr_at_3_max": 0.412577, + "nauc_mrr_at_3_std": 0.342309, + "nauc_mrr_at_3_diff1": 0.146079, + "nauc_mrr_at_5_max": 0.415336, + "nauc_mrr_at_5_std": 0.365594, + "nauc_mrr_at_5_diff1": 0.148393, + "nauc_mrr_at_10_max": 0.413952, + "nauc_mrr_at_10_std": 0.357877, + "nauc_mrr_at_10_diff1": 0.145429, + "nauc_mrr_at_20_max": 0.411725, + "nauc_mrr_at_20_std": 0.353376, + "nauc_mrr_at_20_diff1": 0.149609, + "nauc_mrr_at_100_max": 0.411255, + "nauc_mrr_at_100_std": 0.352505, + "nauc_mrr_at_100_diff1": 0.148177, + "nauc_mrr_at_1000_max": 0.411188, + "nauc_mrr_at_1000_std": 0.352321, + "nauc_mrr_at_1000_diff1": 0.148288, + "main_score": 0.439, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.515, + "ndcg_at_3": 0.46754, + "ndcg_at_5": 0.46023, + "ndcg_at_10": 0.43337, + "ndcg_at_20": 0.42025, + "ndcg_at_100": 0.49187, + "ndcg_at_1000": 0.60845, + "map_at_1": 0.03785, + "map_at_3": 0.08151, + "map_at_5": 0.1093, + "map_at_10": 0.14832, + "map_at_20": 0.18744, + "map_at_100": 0.28376, + "map_at_1000": 0.33056, + "recall_at_1": 0.03785, + "recall_at_3": 0.08848, + "recall_at_5": 0.13408, + "recall_at_10": 0.20255, + "recall_at_20": 0.28897, + "recall_at_100": 0.58969, + "recall_at_1000": 0.92612, + "precision_at_1": 0.64, + "precision_at_3": 0.56, + "precision_at_5": 0.525, + "precision_at_10": 0.442, + "precision_at_20": 0.35975, + "precision_at_100": 0.19545, + "precision_at_1000": 0.03767, + "mrr_at_1": 0.64, + "mrr_at_3": 0.695, + "mrr_at_5": 0.711, + "mrr_at_10": 0.71702, + "mrr_at_20": 0.719157, + "mrr_at_100": 0.720391, + "mrr_at_1000": 0.720528, + "nauc_ndcg_at_1_max": 0.346672, + "nauc_ndcg_at_1_std": 0.348437, + "nauc_ndcg_at_1_diff1": 0.193694, + "nauc_ndcg_at_3_max": 0.441003, + "nauc_ndcg_at_3_std": 0.410351, + "nauc_ndcg_at_3_diff1": 0.193188, + "nauc_ndcg_at_5_max": 0.457679, + "nauc_ndcg_at_5_std": 0.453623, + "nauc_ndcg_at_5_diff1": 0.196196, + "nauc_ndcg_at_10_max": 0.487837, + "nauc_ndcg_at_10_std": 0.459547, + "nauc_ndcg_at_10_diff1": 0.193126, + "nauc_ndcg_at_20_max": 0.49227, + "nauc_ndcg_at_20_std": 0.453489, + "nauc_ndcg_at_20_diff1": 0.18214, + "nauc_ndcg_at_100_max": 0.479151, + "nauc_ndcg_at_100_std": 0.478697, + "nauc_ndcg_at_100_diff1": 0.185642, + "nauc_ndcg_at_1000_max": 0.547593, + "nauc_ndcg_at_1000_std": 0.593801, + "nauc_ndcg_at_1000_diff1": 0.187175, + "nauc_map_at_1_max": 0.166308, + "nauc_map_at_1_std": -0.000536, + "nauc_map_at_1_diff1": 0.214823, + "nauc_map_at_3_max": 0.26423, + "nauc_map_at_3_std": 0.006089, + "nauc_map_at_3_diff1": 0.205043, + "nauc_map_at_5_max": 0.283461, + "nauc_map_at_5_std": 0.036705, + "nauc_map_at_5_diff1": 0.194063, + "nauc_map_at_10_max": 0.308302, + "nauc_map_at_10_std": 0.105214, + "nauc_map_at_10_diff1": 0.15788, + "nauc_map_at_20_max": 0.351637, + "nauc_map_at_20_std": 0.178912, + "nauc_map_at_20_diff1": 0.140286, + "nauc_map_at_100_max": 0.473033, + "nauc_map_at_100_std": 0.394337, + "nauc_map_at_100_diff1": 0.15561, + "nauc_map_at_1000_max": 0.541765, + "nauc_map_at_1000_std": 0.50333, + "nauc_map_at_1000_diff1": 0.169552, + "nauc_recall_at_1_max": 0.166308, + "nauc_recall_at_1_std": -0.000536, + "nauc_recall_at_1_diff1": 0.214823, + "nauc_recall_at_3_max": 0.242519, + "nauc_recall_at_3_std": 0.00232, + "nauc_recall_at_3_diff1": 0.181262, + "nauc_recall_at_5_max": 0.202992, + "nauc_recall_at_5_std": 0.012483, + "nauc_recall_at_5_diff1": 0.154538, + "nauc_recall_at_10_max": 0.197738, + "nauc_recall_at_10_std": 0.044965, + "nauc_recall_at_10_diff1": 0.088932, + "nauc_recall_at_20_max": 0.190479, + "nauc_recall_at_20_std": 0.067889, + "nauc_recall_at_20_diff1": 0.056428, + "nauc_recall_at_100_max": 0.237247, + "nauc_recall_at_100_std": 0.258746, + "nauc_recall_at_100_diff1": 0.082187, + "nauc_recall_at_1000_max": 0.477355, + "nauc_recall_at_1000_std": 0.601223, + "nauc_recall_at_1000_diff1": 0.16657, + "nauc_precision_at_1_max": 0.455374, + "nauc_precision_at_1_std": 0.458751, + "nauc_precision_at_1_diff1": 0.226825, + "nauc_precision_at_3_max": 0.483265, + "nauc_precision_at_3_std": 0.442139, + "nauc_precision_at_3_diff1": 0.1967, + "nauc_precision_at_5_max": 0.465139, + "nauc_precision_at_5_std": 0.489109, + "nauc_precision_at_5_diff1": 0.14263, + "nauc_precision_at_10_max": 0.457007, + "nauc_precision_at_10_std": 0.518327, + "nauc_precision_at_10_diff1": 0.116016, + "nauc_precision_at_20_max": 0.431051, + "nauc_precision_at_20_std": 0.516409, + "nauc_precision_at_20_diff1": 0.083662, + "nauc_precision_at_100_max": 0.371442, + "nauc_precision_at_100_std": 0.49806, + "nauc_precision_at_100_diff1": 0.065971, + "nauc_precision_at_1000_max": 0.271155, + "nauc_precision_at_1000_std": 0.367495, + "nauc_precision_at_1000_diff1": 0.061533, + "nauc_mrr_at_1_max": 0.455374, + "nauc_mrr_at_1_std": 0.458751, + "nauc_mrr_at_1_diff1": 0.226825, + "nauc_mrr_at_3_max": 0.498875, + "nauc_mrr_at_3_std": 0.498515, + "nauc_mrr_at_3_diff1": 0.231931, + "nauc_mrr_at_5_max": 0.497203, + "nauc_mrr_at_5_std": 0.522766, + "nauc_mrr_at_5_diff1": 0.2283, + "nauc_mrr_at_10_max": 0.492804, + "nauc_mrr_at_10_std": 0.514456, + "nauc_mrr_at_10_diff1": 0.233522, + "nauc_mrr_at_20_max": 0.492197, + "nauc_mrr_at_20_std": 0.511625, + "nauc_mrr_at_20_diff1": 0.234284, + "nauc_mrr_at_100_max": 0.490979, + "nauc_mrr_at_100_std": 0.510261, + "nauc_mrr_at_100_diff1": 0.23242, + "nauc_mrr_at_1000_max": 0.491114, + "nauc_mrr_at_1000_std": 0.510219, + "nauc_mrr_at_1000_diff1": 0.232532, + "main_score": 0.43337, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "orthopedic_surgery": [ + { + "ndcg_at_1": 0.64, + "ndcg_at_3": 0.57744, + "ndcg_at_5": 0.559, + "ndcg_at_10": 0.5478, + "ndcg_at_20": 0.55905, + "ndcg_at_100": 0.64553, + "ndcg_at_1000": 0.69695, + "map_at_1": 0.13433, + "map_at_3": 0.22827, + "map_at_5": 0.26573, + "map_at_10": 0.32164, + "map_at_20": 0.36357, + "map_at_100": 0.43018, + "map_at_1000": 0.446, + "recall_at_1": 0.13433, + "recall_at_3": 0.24985, + "recall_at_5": 0.30289, + "recall_at_10": 0.40691, + "recall_at_20": 0.51356, + "recall_at_100": 0.79642, + "recall_at_1000": 0.97492, + "precision_at_1": 0.715, + "precision_at_3": 0.57333, + "precision_at_5": 0.485, + "precision_at_10": 0.37, + "precision_at_20": 0.2685, + "precision_at_100": 0.10835, + "precision_at_1000": 0.0146, + "mrr_at_1": 0.715, + "mrr_at_3": 0.793333, + "mrr_at_5": 0.801583, + "mrr_at_10": 0.805542, + "mrr_at_20": 0.807842, + "mrr_at_100": 0.808589, + "mrr_at_1000": 0.808629, + "nauc_ndcg_at_1_max": 0.484524, + "nauc_ndcg_at_1_std": 0.096634, + "nauc_ndcg_at_1_diff1": 0.592898, + "nauc_ndcg_at_3_max": 0.444859, + "nauc_ndcg_at_3_std": 0.161838, + "nauc_ndcg_at_3_diff1": 0.413797, + "nauc_ndcg_at_5_max": 0.418921, + "nauc_ndcg_at_5_std": 0.138088, + "nauc_ndcg_at_5_diff1": 0.35986, + "nauc_ndcg_at_10_max": 0.397175, + "nauc_ndcg_at_10_std": 0.057701, + "nauc_ndcg_at_10_diff1": 0.370796, + "nauc_ndcg_at_20_max": 0.365431, + "nauc_ndcg_at_20_std": 0.000476, + "nauc_ndcg_at_20_diff1": 0.380204, + "nauc_ndcg_at_100_max": 0.396298, + "nauc_ndcg_at_100_std": 0.064891, + "nauc_ndcg_at_100_diff1": 0.387236, + "nauc_ndcg_at_1000_max": 0.46129, + "nauc_ndcg_at_1000_std": 0.16191, + "nauc_ndcg_at_1000_diff1": 0.395331, + "nauc_map_at_1_max": 0.015186, + "nauc_map_at_1_std": -0.248481, + "nauc_map_at_1_diff1": 0.378446, + "nauc_map_at_3_max": 0.120521, + "nauc_map_at_3_std": -0.211547, + "nauc_map_at_3_diff1": 0.336434, + "nauc_map_at_5_max": 0.151364, + "nauc_map_at_5_std": -0.19055, + "nauc_map_at_5_diff1": 0.31651, + "nauc_map_at_10_max": 0.204643, + "nauc_map_at_10_std": -0.166185, + "nauc_map_at_10_diff1": 0.280392, + "nauc_map_at_20_max": 0.21605, + "nauc_map_at_20_std": -0.136687, + "nauc_map_at_20_diff1": 0.265481, + "nauc_map_at_100_max": 0.262274, + "nauc_map_at_100_std": -0.027168, + "nauc_map_at_100_diff1": 0.238627, + "nauc_map_at_1000_max": 0.281452, + "nauc_map_at_1000_std": 0.012178, + "nauc_map_at_1000_diff1": 0.232464, + "nauc_recall_at_1_max": 0.015186, + "nauc_recall_at_1_std": -0.248481, + "nauc_recall_at_1_diff1": 0.378446, + "nauc_recall_at_3_max": 0.084279, + "nauc_recall_at_3_std": -0.209588, + "nauc_recall_at_3_diff1": 0.303466, + "nauc_recall_at_5_max": 0.102598, + "nauc_recall_at_5_std": -0.192954, + "nauc_recall_at_5_diff1": 0.269661, + "nauc_recall_at_10_max": 0.122423, + "nauc_recall_at_10_std": -0.213922, + "nauc_recall_at_10_diff1": 0.247318, + "nauc_recall_at_20_max": 0.097558, + "nauc_recall_at_20_std": -0.215548, + "nauc_recall_at_20_diff1": 0.228175, + "nauc_recall_at_100_max": 0.090831, + "nauc_recall_at_100_std": -0.085428, + "nauc_recall_at_100_diff1": 0.162181, + "nauc_recall_at_1000_max": 0.401332, + "nauc_recall_at_1000_std": 0.414261, + "nauc_recall_at_1000_diff1": 0.337625, + "nauc_precision_at_1_max": 0.548595, + "nauc_precision_at_1_std": 0.192999, + "nauc_precision_at_1_diff1": 0.585905, + "nauc_precision_at_3_max": 0.420366, + "nauc_precision_at_3_std": 0.321842, + "nauc_precision_at_3_diff1": 0.116908, + "nauc_precision_at_5_max": 0.364348, + "nauc_precision_at_5_std": 0.35736, + "nauc_precision_at_5_diff1": 0.002855, + "nauc_precision_at_10_max": 0.322458, + "nauc_precision_at_10_std": 0.370014, + "nauc_precision_at_10_diff1": -0.086433, + "nauc_precision_at_20_max": 0.22054, + "nauc_precision_at_20_std": 0.396972, + "nauc_precision_at_20_diff1": -0.140689, + "nauc_precision_at_100_max": 0.172988, + "nauc_precision_at_100_std": 0.484022, + "nauc_precision_at_100_diff1": -0.178591, + "nauc_precision_at_1000_max": 0.163764, + "nauc_precision_at_1000_std": 0.484907, + "nauc_precision_at_1000_diff1": -0.175975, + "nauc_mrr_at_1_max": 0.548595, + "nauc_mrr_at_1_std": 0.192999, + "nauc_mrr_at_1_diff1": 0.585905, + "nauc_mrr_at_3_max": 0.606356, + "nauc_mrr_at_3_std": 0.26768, + "nauc_mrr_at_3_diff1": 0.591366, + "nauc_mrr_at_5_max": 0.600372, + "nauc_mrr_at_5_std": 0.246583, + "nauc_mrr_at_5_diff1": 0.583411, + "nauc_mrr_at_10_max": 0.596978, + "nauc_mrr_at_10_std": 0.244842, + "nauc_mrr_at_10_diff1": 0.591033, + "nauc_mrr_at_20_max": 0.59567, + "nauc_mrr_at_20_std": 0.245532, + "nauc_mrr_at_20_diff1": 0.590508, + "nauc_mrr_at_100_max": 0.595322, + "nauc_mrr_at_100_std": 0.246149, + "nauc_mrr_at_100_diff1": 0.590236, + "nauc_mrr_at_1000_max": 0.595228, + "nauc_mrr_at_1000_std": 0.245975, + "nauc_mrr_at_1000_diff1": 0.590206, + "main_score": 0.5478, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.4875, + "ndcg_at_3": 0.45388, + "ndcg_at_5": 0.44447, + "ndcg_at_10": 0.44934, + "ndcg_at_20": 0.46466, + "ndcg_at_100": 0.55313, + "ndcg_at_1000": 0.61505, + "map_at_1": 0.09654, + "map_at_3": 0.16667, + "map_at_5": 0.20241, + "map_at_10": 0.24586, + "map_at_20": 0.28008, + "map_at_100": 0.33767, + "map_at_1000": 0.35326, + "recall_at_1": 0.09654, + "recall_at_3": 0.20071, + "recall_at_5": 0.26119, + "recall_at_10": 0.35453, + "recall_at_20": 0.45603, + "recall_at_100": 0.73919, + "recall_at_1000": 0.96297, + "precision_at_1": 0.56, + "precision_at_3": 0.45167, + "precision_at_5": 0.398, + "precision_at_10": 0.3185, + "precision_at_20": 0.23425, + "precision_at_100": 0.0981, + "precision_at_1000": 0.01426, + "mrr_at_1": 0.56, + "mrr_at_3": 0.666667, + "mrr_at_5": 0.681167, + "mrr_at_10": 0.688893, + "mrr_at_20": 0.690673, + "mrr_at_100": 0.691392, + "mrr_at_1000": 0.691488, + "nauc_ndcg_at_1_max": 0.378076, + "nauc_ndcg_at_1_std": 0.144778, + "nauc_ndcg_at_1_diff1": 0.449756, + "nauc_ndcg_at_3_max": 0.375299, + "nauc_ndcg_at_3_std": 0.186427, + "nauc_ndcg_at_3_diff1": 0.322064, + "nauc_ndcg_at_5_max": 0.388382, + "nauc_ndcg_at_5_std": 0.176262, + "nauc_ndcg_at_5_diff1": 0.334088, + "nauc_ndcg_at_10_max": 0.373611, + "nauc_ndcg_at_10_std": 0.158309, + "nauc_ndcg_at_10_diff1": 0.36172, + "nauc_ndcg_at_20_max": 0.370617, + "nauc_ndcg_at_20_std": 0.154437, + "nauc_ndcg_at_20_diff1": 0.375241, + "nauc_ndcg_at_100_max": 0.395585, + "nauc_ndcg_at_100_std": 0.23343, + "nauc_ndcg_at_100_diff1": 0.37158, + "nauc_ndcg_at_1000_max": 0.413871, + "nauc_ndcg_at_1000_std": 0.249868, + "nauc_ndcg_at_1000_diff1": 0.358859, + "nauc_map_at_1_max": 0.127994, + "nauc_map_at_1_std": -0.06558, + "nauc_map_at_1_diff1": 0.520254, + "nauc_map_at_3_max": 0.230965, + "nauc_map_at_3_std": 0.005112, + "nauc_map_at_3_diff1": 0.42467, + "nauc_map_at_5_max": 0.261739, + "nauc_map_at_5_std": 0.007317, + "nauc_map_at_5_diff1": 0.384689, + "nauc_map_at_10_max": 0.270824, + "nauc_map_at_10_std": 0.031221, + "nauc_map_at_10_diff1": 0.34204, + "nauc_map_at_20_max": 0.288441, + "nauc_map_at_20_std": 0.083332, + "nauc_map_at_20_diff1": 0.326399, + "nauc_map_at_100_max": 0.329796, + "nauc_map_at_100_std": 0.196407, + "nauc_map_at_100_diff1": 0.294489, + "nauc_map_at_1000_max": 0.338579, + "nauc_map_at_1000_std": 0.215321, + "nauc_map_at_1000_diff1": 0.286268, + "nauc_recall_at_1_max": 0.127994, + "nauc_recall_at_1_std": -0.06558, + "nauc_recall_at_1_diff1": 0.520254, + "nauc_recall_at_3_max": 0.221142, + "nauc_recall_at_3_std": -0.002766, + "nauc_recall_at_3_diff1": 0.367667, + "nauc_recall_at_5_max": 0.226484, + "nauc_recall_at_5_std": -0.025845, + "nauc_recall_at_5_diff1": 0.315274, + "nauc_recall_at_10_max": 0.203109, + "nauc_recall_at_10_std": -0.034342, + "nauc_recall_at_10_diff1": 0.270117, + "nauc_recall_at_20_max": 0.17785, + "nauc_recall_at_20_std": -0.012388, + "nauc_recall_at_20_diff1": 0.241457, + "nauc_recall_at_100_max": 0.286035, + "nauc_recall_at_100_std": 0.193571, + "nauc_recall_at_100_diff1": 0.231413, + "nauc_recall_at_1000_max": 0.36552, + "nauc_recall_at_1000_std": 0.321542, + "nauc_recall_at_1000_diff1": 0.298894, + "nauc_precision_at_1_max": 0.410565, + "nauc_precision_at_1_std": 0.176733, + "nauc_precision_at_1_diff1": 0.432262, + "nauc_precision_at_3_max": 0.338026, + "nauc_precision_at_3_std": 0.277886, + "nauc_precision_at_3_diff1": 0.03506, + "nauc_precision_at_5_max": 0.30502, + "nauc_precision_at_5_std": 0.276787, + "nauc_precision_at_5_diff1": -0.020344, + "nauc_precision_at_10_max": 0.217525, + "nauc_precision_at_10_std": 0.312782, + "nauc_precision_at_10_diff1": -0.078348, + "nauc_precision_at_20_max": 0.19841, + "nauc_precision_at_20_std": 0.370569, + "nauc_precision_at_20_diff1": -0.099286, + "nauc_precision_at_100_max": 0.139669, + "nauc_precision_at_100_std": 0.383157, + "nauc_precision_at_100_diff1": -0.137852, + "nauc_precision_at_1000_max": 0.095741, + "nauc_precision_at_1000_std": 0.271249, + "nauc_precision_at_1000_diff1": -0.154065, + "nauc_mrr_at_1_max": 0.410565, + "nauc_mrr_at_1_std": 0.176733, + "nauc_mrr_at_1_diff1": 0.432262, + "nauc_mrr_at_3_max": 0.44534, + "nauc_mrr_at_3_std": 0.190416, + "nauc_mrr_at_3_diff1": 0.421942, + "nauc_mrr_at_5_max": 0.432963, + "nauc_mrr_at_5_std": 0.18988, + "nauc_mrr_at_5_diff1": 0.421465, + "nauc_mrr_at_10_max": 0.429232, + "nauc_mrr_at_10_std": 0.180368, + "nauc_mrr_at_10_diff1": 0.417172, + "nauc_mrr_at_20_max": 0.430109, + "nauc_mrr_at_20_std": 0.180658, + "nauc_mrr_at_20_diff1": 0.417439, + "nauc_mrr_at_100_max": 0.430694, + "nauc_mrr_at_100_std": 0.182092, + "nauc_mrr_at_100_diff1": 0.417185, + "nauc_mrr_at_1000_max": 0.430485, + "nauc_mrr_at_1000_std": 0.181823, + "nauc_mrr_at_1000_diff1": 0.417399, + "main_score": 0.44934, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.495, + "ndcg_at_3": 0.45849, + "ndcg_at_5": 0.44738, + "ndcg_at_10": 0.45138, + "ndcg_at_20": 0.46292, + "ndcg_at_100": 0.54574, + "ndcg_at_1000": 0.61201, + "map_at_1": 0.10813, + "map_at_3": 0.1751, + "map_at_5": 0.20956, + "map_at_10": 0.25273, + "map_at_20": 0.28375, + "map_at_100": 0.3377, + "map_at_1000": 0.35415, + "recall_at_1": 0.10813, + "recall_at_3": 0.19991, + "recall_at_5": 0.25472, + "recall_at_10": 0.34357, + "recall_at_20": 0.44245, + "recall_at_100": 0.70923, + "recall_at_1000": 0.9535, + "precision_at_1": 0.58, + "precision_at_3": 0.465, + "precision_at_5": 0.4, + "precision_at_10": 0.3145, + "precision_at_20": 0.227, + "precision_at_100": 0.0943, + "precision_at_1000": 0.0141, + "mrr_at_1": 0.58, + "mrr_at_3": 0.678333, + "mrr_at_5": 0.689333, + "mrr_at_10": 0.693659, + "mrr_at_20": 0.69734, + "mrr_at_100": 0.698515, + "mrr_at_1000": 0.698653, + "nauc_ndcg_at_1_max": 0.362832, + "nauc_ndcg_at_1_std": 0.093073, + "nauc_ndcg_at_1_diff1": 0.451504, + "nauc_ndcg_at_3_max": 0.37263, + "nauc_ndcg_at_3_std": 0.120933, + "nauc_ndcg_at_3_diff1": 0.293264, + "nauc_ndcg_at_5_max": 0.377182, + "nauc_ndcg_at_5_std": 0.137439, + "nauc_ndcg_at_5_diff1": 0.272846, + "nauc_ndcg_at_10_max": 0.397193, + "nauc_ndcg_at_10_std": 0.10898, + "nauc_ndcg_at_10_diff1": 0.287885, + "nauc_ndcg_at_20_max": 0.42662, + "nauc_ndcg_at_20_std": 0.091248, + "nauc_ndcg_at_20_diff1": 0.311952, + "nauc_ndcg_at_100_max": 0.433642, + "nauc_ndcg_at_100_std": 0.184086, + "nauc_ndcg_at_100_diff1": 0.294983, + "nauc_ndcg_at_1000_max": 0.450088, + "nauc_ndcg_at_1000_std": 0.221353, + "nauc_ndcg_at_1000_diff1": 0.284521, + "nauc_map_at_1_max": 0.199644, + "nauc_map_at_1_std": -0.158414, + "nauc_map_at_1_diff1": 0.506777, + "nauc_map_at_3_max": 0.283184, + "nauc_map_at_3_std": -0.099715, + "nauc_map_at_3_diff1": 0.409116, + "nauc_map_at_5_max": 0.308569, + "nauc_map_at_5_std": -0.061785, + "nauc_map_at_5_diff1": 0.364925, + "nauc_map_at_10_max": 0.334246, + "nauc_map_at_10_std": -0.020043, + "nauc_map_at_10_diff1": 0.311632, + "nauc_map_at_20_max": 0.372091, + "nauc_map_at_20_std": 0.026525, + "nauc_map_at_20_diff1": 0.295213, + "nauc_map_at_100_max": 0.400978, + "nauc_map_at_100_std": 0.144627, + "nauc_map_at_100_diff1": 0.24844, + "nauc_map_at_1000_max": 0.407435, + "nauc_map_at_1000_std": 0.170828, + "nauc_map_at_1000_diff1": 0.232907, + "nauc_recall_at_1_max": 0.199644, + "nauc_recall_at_1_std": -0.158414, + "nauc_recall_at_1_diff1": 0.506777, + "nauc_recall_at_3_max": 0.259043, + "nauc_recall_at_3_std": -0.112099, + "nauc_recall_at_3_diff1": 0.340141, + "nauc_recall_at_5_max": 0.27684, + "nauc_recall_at_5_std": -0.065064, + "nauc_recall_at_5_diff1": 0.291061, + "nauc_recall_at_10_max": 0.264583, + "nauc_recall_at_10_std": -0.067349, + "nauc_recall_at_10_diff1": 0.246471, + "nauc_recall_at_20_max": 0.302476, + "nauc_recall_at_20_std": -0.050879, + "nauc_recall_at_20_diff1": 0.23231, + "nauc_recall_at_100_max": 0.29652, + "nauc_recall_at_100_std": 0.190291, + "nauc_recall_at_100_diff1": 0.112921, + "nauc_recall_at_1000_max": 0.492554, + "nauc_recall_at_1000_std": 0.504924, + "nauc_recall_at_1000_diff1": 0.2446, + "nauc_precision_at_1_max": 0.387643, + "nauc_precision_at_1_std": 0.181676, + "nauc_precision_at_1_diff1": 0.377151, + "nauc_precision_at_3_max": 0.33547, + "nauc_precision_at_3_std": 0.27327, + "nauc_precision_at_3_diff1": -0.041048, + "nauc_precision_at_5_max": 0.274334, + "nauc_precision_at_5_std": 0.331664, + "nauc_precision_at_5_diff1": -0.11395, + "nauc_precision_at_10_max": 0.253252, + "nauc_precision_at_10_std": 0.376823, + "nauc_precision_at_10_diff1": -0.18654, + "nauc_precision_at_20_max": 0.233982, + "nauc_precision_at_20_std": 0.419783, + "nauc_precision_at_20_diff1": -0.19979, + "nauc_precision_at_100_max": 0.122008, + "nauc_precision_at_100_std": 0.456698, + "nauc_precision_at_100_diff1": -0.236827, + "nauc_precision_at_1000_max": 0.068884, + "nauc_precision_at_1000_std": 0.363476, + "nauc_precision_at_1000_diff1": -0.248876, + "nauc_mrr_at_1_max": 0.387643, + "nauc_mrr_at_1_std": 0.181676, + "nauc_mrr_at_1_diff1": 0.377151, + "nauc_mrr_at_3_max": 0.408486, + "nauc_mrr_at_3_std": 0.184736, + "nauc_mrr_at_3_diff1": 0.310505, + "nauc_mrr_at_5_max": 0.409373, + "nauc_mrr_at_5_std": 0.187912, + "nauc_mrr_at_5_diff1": 0.318831, + "nauc_mrr_at_10_max": 0.402017, + "nauc_mrr_at_10_std": 0.184396, + "nauc_mrr_at_10_diff1": 0.322931, + "nauc_mrr_at_20_max": 0.404089, + "nauc_mrr_at_20_std": 0.182442, + "nauc_mrr_at_20_diff1": 0.325151, + "nauc_mrr_at_100_max": 0.404424, + "nauc_mrr_at_100_std": 0.184678, + "nauc_mrr_at_100_diff1": 0.325753, + "nauc_mrr_at_1000_max": 0.404151, + "nauc_mrr_at_1000_std": 0.184433, + "nauc_mrr_at_1000_diff1": 0.325966, + "main_score": 0.45138, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "otorhinolaryngology": [ + { + "ndcg_at_1": 0.615, + "ndcg_at_3": 0.56169, + "ndcg_at_5": 0.53694, + "ndcg_at_10": 0.5133, + "ndcg_at_20": 0.51395, + "ndcg_at_100": 0.58736, + "ndcg_at_1000": 0.68438, + "map_at_1": 0.06304, + "map_at_3": 0.12912, + "map_at_5": 0.1645, + "map_at_10": 0.20742, + "map_at_20": 0.25476, + "map_at_100": 0.34248, + "map_at_1000": 0.38482, + "recall_at_1": 0.06304, + "recall_at_3": 0.14635, + "recall_at_5": 0.19442, + "recall_at_10": 0.27297, + "recall_at_20": 0.37436, + "recall_at_100": 0.67224, + "recall_at_1000": 0.95939, + "precision_at_1": 0.69, + "precision_at_3": 0.62167, + "precision_at_5": 0.56, + "precision_at_10": 0.4495, + "precision_at_20": 0.364, + "precision_at_100": 0.1754, + "precision_at_1000": 0.03397, + "mrr_at_1": 0.69, + "mrr_at_3": 0.79, + "mrr_at_5": 0.7965, + "mrr_at_10": 0.799109, + "mrr_at_20": 0.800254, + "mrr_at_100": 0.800806, + "mrr_at_1000": 0.80085, + "nauc_ndcg_at_1_max": 0.317558, + "nauc_ndcg_at_1_std": 0.090162, + "nauc_ndcg_at_1_diff1": 0.36112, + "nauc_ndcg_at_3_max": 0.308137, + "nauc_ndcg_at_3_std": 0.124398, + "nauc_ndcg_at_3_diff1": 0.183955, + "nauc_ndcg_at_5_max": 0.298005, + "nauc_ndcg_at_5_std": 0.141659, + "nauc_ndcg_at_5_diff1": 0.197846, + "nauc_ndcg_at_10_max": 0.28886, + "nauc_ndcg_at_10_std": 0.0981, + "nauc_ndcg_at_10_diff1": 0.230171, + "nauc_ndcg_at_20_max": 0.282066, + "nauc_ndcg_at_20_std": 0.093563, + "nauc_ndcg_at_20_diff1": 0.26184, + "nauc_ndcg_at_100_max": 0.286694, + "nauc_ndcg_at_100_std": 0.186844, + "nauc_ndcg_at_100_diff1": 0.295718, + "nauc_ndcg_at_1000_max": 0.312352, + "nauc_ndcg_at_1000_std": 0.248082, + "nauc_ndcg_at_1000_diff1": 0.242285, + "nauc_map_at_1_max": 0.082498, + "nauc_map_at_1_std": -0.076847, + "nauc_map_at_1_diff1": 0.339235, + "nauc_map_at_3_max": 0.18341, + "nauc_map_at_3_std": -0.025878, + "nauc_map_at_3_diff1": 0.236599, + "nauc_map_at_5_max": 0.226681, + "nauc_map_at_5_std": -0.011539, + "nauc_map_at_5_diff1": 0.232627, + "nauc_map_at_10_max": 0.236496, + "nauc_map_at_10_std": 0.009272, + "nauc_map_at_10_diff1": 0.240312, + "nauc_map_at_20_max": 0.262795, + "nauc_map_at_20_std": 0.047349, + "nauc_map_at_20_diff1": 0.22286, + "nauc_map_at_100_max": 0.262917, + "nauc_map_at_100_std": 0.150452, + "nauc_map_at_100_diff1": 0.207637, + "nauc_map_at_1000_max": 0.260753, + "nauc_map_at_1000_std": 0.208906, + "nauc_map_at_1000_diff1": 0.200011, + "nauc_recall_at_1_max": 0.082498, + "nauc_recall_at_1_std": -0.076847, + "nauc_recall_at_1_diff1": 0.339235, + "nauc_recall_at_3_max": 0.142395, + "nauc_recall_at_3_std": -0.036521, + "nauc_recall_at_3_diff1": 0.247956, + "nauc_recall_at_5_max": 0.184451, + "nauc_recall_at_5_std": -0.036662, + "nauc_recall_at_5_diff1": 0.244482, + "nauc_recall_at_10_max": 0.161035, + "nauc_recall_at_10_std": -0.021797, + "nauc_recall_at_10_diff1": 0.258361, + "nauc_recall_at_20_max": 0.152893, + "nauc_recall_at_20_std": 0.015653, + "nauc_recall_at_20_diff1": 0.236836, + "nauc_recall_at_100_max": 0.061136, + "nauc_recall_at_100_std": 0.143218, + "nauc_recall_at_100_diff1": 0.184364, + "nauc_recall_at_1000_max": 0.385322, + "nauc_recall_at_1000_std": 0.607746, + "nauc_recall_at_1000_diff1": 0.042753, + "nauc_precision_at_1_max": 0.365654, + "nauc_precision_at_1_std": 0.162451, + "nauc_precision_at_1_diff1": 0.355768, + "nauc_precision_at_3_max": 0.315517, + "nauc_precision_at_3_std": 0.239957, + "nauc_precision_at_3_diff1": 0.008759, + "nauc_precision_at_5_max": 0.257724, + "nauc_precision_at_5_std": 0.262303, + "nauc_precision_at_5_diff1": -0.000511, + "nauc_precision_at_10_max": 0.158486, + "nauc_precision_at_10_std": 0.199289, + "nauc_precision_at_10_diff1": -0.013637, + "nauc_precision_at_20_max": 0.104073, + "nauc_precision_at_20_std": 0.188497, + "nauc_precision_at_20_diff1": -0.057812, + "nauc_precision_at_100_max": -0.041499, + "nauc_precision_at_100_std": 0.186658, + "nauc_precision_at_100_diff1": -0.060276, + "nauc_precision_at_1000_max": -0.066798, + "nauc_precision_at_1000_std": 0.105545, + "nauc_precision_at_1000_diff1": -0.070168, + "nauc_mrr_at_1_max": 0.365654, + "nauc_mrr_at_1_std": 0.162451, + "nauc_mrr_at_1_diff1": 0.355768, + "nauc_mrr_at_3_max": 0.372575, + "nauc_mrr_at_3_std": 0.215409, + "nauc_mrr_at_3_diff1": 0.397198, + "nauc_mrr_at_5_max": 0.370328, + "nauc_mrr_at_5_std": 0.192411, + "nauc_mrr_at_5_diff1": 0.394081, + "nauc_mrr_at_10_max": 0.364579, + "nauc_mrr_at_10_std": 0.193108, + "nauc_mrr_at_10_diff1": 0.393687, + "nauc_mrr_at_20_max": 0.362333, + "nauc_mrr_at_20_std": 0.195634, + "nauc_mrr_at_20_diff1": 0.393201, + "nauc_mrr_at_100_max": 0.362139, + "nauc_mrr_at_100_std": 0.195863, + "nauc_mrr_at_100_diff1": 0.3918, + "nauc_mrr_at_1000_max": 0.362488, + "nauc_mrr_at_1000_std": 0.19599, + "nauc_mrr_at_1000_diff1": 0.391688, + "main_score": 0.5133, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5975, + "ndcg_at_3": 0.5256, + "ndcg_at_5": 0.48955, + "ndcg_at_10": 0.47014, + "ndcg_at_20": 0.46511, + "ndcg_at_100": 0.53218, + "ndcg_at_1000": 0.63431, + "map_at_1": 0.05908, + "map_at_3": 0.11407, + "map_at_5": 0.14032, + "map_at_10": 0.18033, + "map_at_20": 0.21958, + "map_at_100": 0.29381, + "map_at_1000": 0.33099, + "recall_at_1": 0.05908, + "recall_at_3": 0.12559, + "recall_at_5": 0.16409, + "recall_at_10": 0.23874, + "recall_at_20": 0.3331, + "recall_at_100": 0.61603, + "recall_at_1000": 0.92071, + "precision_at_1": 0.695, + "precision_at_3": 0.57833, + "precision_at_5": 0.501, + "precision_at_10": 0.4155, + "precision_at_20": 0.3295, + "precision_at_100": 0.1577, + "precision_at_1000": 0.03211, + "mrr_at_1": 0.695, + "mrr_at_3": 0.761667, + "mrr_at_5": 0.768417, + "mrr_at_10": 0.774304, + "mrr_at_20": 0.776605, + "mrr_at_100": 0.77723, + "mrr_at_1000": 0.777269, + "nauc_ndcg_at_1_max": 0.245548, + "nauc_ndcg_at_1_std": 0.253562, + "nauc_ndcg_at_1_diff1": 0.251724, + "nauc_ndcg_at_3_max": 0.277135, + "nauc_ndcg_at_3_std": 0.271333, + "nauc_ndcg_at_3_diff1": 0.183817, + "nauc_ndcg_at_5_max": 0.262495, + "nauc_ndcg_at_5_std": 0.271691, + "nauc_ndcg_at_5_diff1": 0.148064, + "nauc_ndcg_at_10_max": 0.277287, + "nauc_ndcg_at_10_std": 0.301848, + "nauc_ndcg_at_10_diff1": 0.153644, + "nauc_ndcg_at_20_max": 0.30741, + "nauc_ndcg_at_20_std": 0.325481, + "nauc_ndcg_at_20_diff1": 0.191993, + "nauc_ndcg_at_100_max": 0.320852, + "nauc_ndcg_at_100_std": 0.392895, + "nauc_ndcg_at_100_diff1": 0.195934, + "nauc_ndcg_at_1000_max": 0.336666, + "nauc_ndcg_at_1000_std": 0.38315, + "nauc_ndcg_at_1000_diff1": 0.148025, + "nauc_map_at_1_max": 0.003455, + "nauc_map_at_1_std": -0.037812, + "nauc_map_at_1_diff1": 0.243776, + "nauc_map_at_3_max": 0.136299, + "nauc_map_at_3_std": 0.085012, + "nauc_map_at_3_diff1": 0.177322, + "nauc_map_at_5_max": 0.153127, + "nauc_map_at_5_std": 0.121473, + "nauc_map_at_5_diff1": 0.158945, + "nauc_map_at_10_max": 0.195594, + "nauc_map_at_10_std": 0.183168, + "nauc_map_at_10_diff1": 0.157476, + "nauc_map_at_20_max": 0.24189, + "nauc_map_at_20_std": 0.248687, + "nauc_map_at_20_diff1": 0.152779, + "nauc_map_at_100_max": 0.287838, + "nauc_map_at_100_std": 0.341974, + "nauc_map_at_100_diff1": 0.127051, + "nauc_map_at_1000_max": 0.302065, + "nauc_map_at_1000_std": 0.362187, + "nauc_map_at_1000_diff1": 0.100725, + "nauc_recall_at_1_max": 0.003455, + "nauc_recall_at_1_std": -0.037812, + "nauc_recall_at_1_diff1": 0.243776, + "nauc_recall_at_3_max": 0.126553, + "nauc_recall_at_3_std": 0.095246, + "nauc_recall_at_3_diff1": 0.209836, + "nauc_recall_at_5_max": 0.133735, + "nauc_recall_at_5_std": 0.132508, + "nauc_recall_at_5_diff1": 0.173758, + "nauc_recall_at_10_max": 0.166591, + "nauc_recall_at_10_std": 0.203526, + "nauc_recall_at_10_diff1": 0.169882, + "nauc_recall_at_20_max": 0.161243, + "nauc_recall_at_20_std": 0.249638, + "nauc_recall_at_20_diff1": 0.166972, + "nauc_recall_at_100_max": 0.17551, + "nauc_recall_at_100_std": 0.367447, + "nauc_recall_at_100_diff1": 0.154266, + "nauc_recall_at_1000_max": 0.345894, + "nauc_recall_at_1000_std": 0.572907, + "nauc_recall_at_1000_diff1": 0.140966, + "nauc_precision_at_1_max": 0.281507, + "nauc_precision_at_1_std": 0.343758, + "nauc_precision_at_1_diff1": 0.193063, + "nauc_precision_at_3_max": 0.311662, + "nauc_precision_at_3_std": 0.353949, + "nauc_precision_at_3_diff1": 0.086294, + "nauc_precision_at_5_max": 0.273683, + "nauc_precision_at_5_std": 0.320772, + "nauc_precision_at_5_diff1": -0.007307, + "nauc_precision_at_10_max": 0.228705, + "nauc_precision_at_10_std": 0.27998, + "nauc_precision_at_10_diff1": -0.044132, + "nauc_precision_at_20_max": 0.220604, + "nauc_precision_at_20_std": 0.264446, + "nauc_precision_at_20_diff1": -0.066395, + "nauc_precision_at_100_max": 0.080926, + "nauc_precision_at_100_std": 0.138511, + "nauc_precision_at_100_diff1": -0.116859, + "nauc_precision_at_1000_max": -0.031057, + "nauc_precision_at_1000_std": -0.027983, + "nauc_precision_at_1000_diff1": -0.134397, + "nauc_mrr_at_1_max": 0.281507, + "nauc_mrr_at_1_std": 0.343758, + "nauc_mrr_at_1_diff1": 0.193063, + "nauc_mrr_at_3_max": 0.287891, + "nauc_mrr_at_3_std": 0.341613, + "nauc_mrr_at_3_diff1": 0.273436, + "nauc_mrr_at_5_max": 0.292088, + "nauc_mrr_at_5_std": 0.341447, + "nauc_mrr_at_5_diff1": 0.261358, + "nauc_mrr_at_10_max": 0.288764, + "nauc_mrr_at_10_std": 0.3414, + "nauc_mrr_at_10_diff1": 0.25429, + "nauc_mrr_at_20_max": 0.284567, + "nauc_mrr_at_20_std": 0.342943, + "nauc_mrr_at_20_diff1": 0.250258, + "nauc_mrr_at_100_max": 0.284644, + "nauc_mrr_at_100_std": 0.34155, + "nauc_mrr_at_100_diff1": 0.25176, + "nauc_mrr_at_1000_max": 0.28479, + "nauc_mrr_at_1000_std": 0.341662, + "nauc_mrr_at_1000_diff1": 0.251669, + "main_score": 0.47014, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.575, + "ndcg_at_3": 0.51904, + "ndcg_at_5": 0.49928, + "ndcg_at_10": 0.47477, + "ndcg_at_20": 0.4677, + "ndcg_at_100": 0.54244, + "ndcg_at_1000": 0.64125, + "map_at_1": 0.06136, + "map_at_3": 0.11399, + "map_at_5": 0.14708, + "map_at_10": 0.18507, + "map_at_20": 0.2268, + "map_at_100": 0.30375, + "map_at_1000": 0.34069, + "recall_at_1": 0.06136, + "recall_at_3": 0.12349, + "recall_at_5": 0.17263, + "recall_at_10": 0.24167, + "recall_at_20": 0.34004, + "recall_at_100": 0.62763, + "recall_at_1000": 0.92424, + "precision_at_1": 0.68, + "precision_at_3": 0.57833, + "precision_at_5": 0.523, + "precision_at_10": 0.4195, + "precision_at_20": 0.33075, + "precision_at_100": 0.1626, + "precision_at_1000": 0.032, + "mrr_at_1": 0.68, + "mrr_at_3": 0.7625, + "mrr_at_5": 0.77075, + "mrr_at_10": 0.777179, + "mrr_at_20": 0.778107, + "mrr_at_100": 0.779351, + "mrr_at_1000": 0.779373, + "nauc_ndcg_at_1_max": 0.174237, + "nauc_ndcg_at_1_std": 0.11298, + "nauc_ndcg_at_1_diff1": 0.354636, + "nauc_ndcg_at_3_max": 0.185402, + "nauc_ndcg_at_3_std": 0.128696, + "nauc_ndcg_at_3_diff1": 0.160118, + "nauc_ndcg_at_5_max": 0.206753, + "nauc_ndcg_at_5_std": 0.18631, + "nauc_ndcg_at_5_diff1": 0.095483, + "nauc_ndcg_at_10_max": 0.231003, + "nauc_ndcg_at_10_std": 0.224444, + "nauc_ndcg_at_10_diff1": 0.100123, + "nauc_ndcg_at_20_max": 0.267838, + "nauc_ndcg_at_20_std": 0.254971, + "nauc_ndcg_at_20_diff1": 0.109641, + "nauc_ndcg_at_100_max": 0.316954, + "nauc_ndcg_at_100_std": 0.363327, + "nauc_ndcg_at_100_diff1": 0.169159, + "nauc_ndcg_at_1000_max": 0.292969, + "nauc_ndcg_at_1000_std": 0.345699, + "nauc_ndcg_at_1000_diff1": 0.122907, + "nauc_map_at_1_max": 0.060463, + "nauc_map_at_1_std": 0.00408, + "nauc_map_at_1_diff1": 0.210329, + "nauc_map_at_3_max": 0.17356, + "nauc_map_at_3_std": 0.066957, + "nauc_map_at_3_diff1": 0.117116, + "nauc_map_at_5_max": 0.206667, + "nauc_map_at_5_std": 0.126661, + "nauc_map_at_5_diff1": 0.11251, + "nauc_map_at_10_max": 0.253335, + "nauc_map_at_10_std": 0.187161, + "nauc_map_at_10_diff1": 0.134841, + "nauc_map_at_20_max": 0.294551, + "nauc_map_at_20_std": 0.254938, + "nauc_map_at_20_diff1": 0.114069, + "nauc_map_at_100_max": 0.315726, + "nauc_map_at_100_std": 0.361369, + "nauc_map_at_100_diff1": 0.08259, + "nauc_map_at_1000_max": 0.302082, + "nauc_map_at_1000_std": 0.38005, + "nauc_map_at_1000_diff1": 0.041075, + "nauc_recall_at_1_max": 0.060463, + "nauc_recall_at_1_std": 0.00408, + "nauc_recall_at_1_diff1": 0.210329, + "nauc_recall_at_3_max": 0.159548, + "nauc_recall_at_3_std": 0.050254, + "nauc_recall_at_3_diff1": 0.10751, + "nauc_recall_at_5_max": 0.160148, + "nauc_recall_at_5_std": 0.122891, + "nauc_recall_at_5_diff1": 0.078819, + "nauc_recall_at_10_max": 0.181719, + "nauc_recall_at_10_std": 0.169471, + "nauc_recall_at_10_diff1": 0.148903, + "nauc_recall_at_20_max": 0.206428, + "nauc_recall_at_20_std": 0.221439, + "nauc_recall_at_20_diff1": 0.125798, + "nauc_recall_at_100_max": 0.278686, + "nauc_recall_at_100_std": 0.413476, + "nauc_recall_at_100_diff1": 0.192699, + "nauc_recall_at_1000_max": 0.33326, + "nauc_recall_at_1000_std": 0.624244, + "nauc_recall_at_1000_diff1": 0.191232, + "nauc_precision_at_1_max": 0.255476, + "nauc_precision_at_1_std": 0.253386, + "nauc_precision_at_1_diff1": 0.307201, + "nauc_precision_at_3_max": 0.189803, + "nauc_precision_at_3_std": 0.226858, + "nauc_precision_at_3_diff1": -0.002058, + "nauc_precision_at_5_max": 0.199618, + "nauc_precision_at_5_std": 0.277304, + "nauc_precision_at_5_diff1": -0.059605, + "nauc_precision_at_10_max": 0.174191, + "nauc_precision_at_10_std": 0.273233, + "nauc_precision_at_10_diff1": -0.06229, + "nauc_precision_at_20_max": 0.139511, + "nauc_precision_at_20_std": 0.268892, + "nauc_precision_at_20_diff1": -0.136646, + "nauc_precision_at_100_max": -0.026299, + "nauc_precision_at_100_std": 0.142819, + "nauc_precision_at_100_diff1": -0.175514, + "nauc_precision_at_1000_max": -0.136953, + "nauc_precision_at_1000_std": -0.043272, + "nauc_precision_at_1000_diff1": -0.209729, + "nauc_mrr_at_1_max": 0.255476, + "nauc_mrr_at_1_std": 0.253386, + "nauc_mrr_at_1_diff1": 0.307201, + "nauc_mrr_at_3_max": 0.213548, + "nauc_mrr_at_3_std": 0.207533, + "nauc_mrr_at_3_diff1": 0.254563, + "nauc_mrr_at_5_max": 0.215255, + "nauc_mrr_at_5_std": 0.21468, + "nauc_mrr_at_5_diff1": 0.24927, + "nauc_mrr_at_10_max": 0.213698, + "nauc_mrr_at_10_std": 0.211996, + "nauc_mrr_at_10_diff1": 0.25946, + "nauc_mrr_at_20_max": 0.211579, + "nauc_mrr_at_20_std": 0.210748, + "nauc_mrr_at_20_diff1": 0.26094, + "nauc_mrr_at_100_max": 0.211994, + "nauc_mrr_at_100_std": 0.214039, + "nauc_mrr_at_100_diff1": 0.261716, + "nauc_mrr_at_1000_max": 0.21215, + "nauc_mrr_at_1000_std": 0.214128, + "nauc_mrr_at_1000_diff1": 0.261646, + "main_score": 0.47477, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "plastic_surgery": [ + { + "ndcg_at_1": 0.725, + "ndcg_at_3": 0.61887, + "ndcg_at_5": 0.57986, + "ndcg_at_10": 0.55853, + "ndcg_at_20": 0.56572, + "ndcg_at_100": 0.65645, + "ndcg_at_1000": 0.72878, + "map_at_1": 0.09665, + "map_at_3": 0.17596, + "map_at_5": 0.21418, + "map_at_10": 0.27025, + "map_at_20": 0.32076, + "map_at_100": 0.41291, + "map_at_1000": 0.44039, + "recall_at_1": 0.09665, + "recall_at_3": 0.18551, + "recall_at_5": 0.23827, + "recall_at_10": 0.33597, + "recall_at_20": 0.4524, + "recall_at_100": 0.7699, + "recall_at_1000": 0.98212, + "precision_at_1": 0.82, + "precision_at_3": 0.645, + "precision_at_5": 0.557, + "precision_at_10": 0.448, + "precision_at_20": 0.3485, + "precision_at_100": 0.1577, + "precision_at_1000": 0.0243, + "mrr_at_1": 0.82, + "mrr_at_3": 0.874167, + "mrr_at_5": 0.880167, + "mrr_at_10": 0.88345, + "mrr_at_20": 0.884322, + "mrr_at_100": 0.884322, + "mrr_at_1000": 0.884322, + "nauc_ndcg_at_1_max": 0.376746, + "nauc_ndcg_at_1_std": -0.078329, + "nauc_ndcg_at_1_diff1": 0.48896, + "nauc_ndcg_at_3_max": 0.271211, + "nauc_ndcg_at_3_std": 0.008727, + "nauc_ndcg_at_3_diff1": 0.16873, + "nauc_ndcg_at_5_max": 0.217491, + "nauc_ndcg_at_5_std": 0.066983, + "nauc_ndcg_at_5_diff1": 0.132195, + "nauc_ndcg_at_10_max": 0.183428, + "nauc_ndcg_at_10_std": 0.049626, + "nauc_ndcg_at_10_diff1": 0.1475, + "nauc_ndcg_at_20_max": 0.162377, + "nauc_ndcg_at_20_std": 0.028647, + "nauc_ndcg_at_20_diff1": 0.159501, + "nauc_ndcg_at_100_max": 0.169076, + "nauc_ndcg_at_100_std": 0.11332, + "nauc_ndcg_at_100_diff1": 0.171176, + "nauc_ndcg_at_1000_max": 0.185105, + "nauc_ndcg_at_1000_std": 0.13233, + "nauc_ndcg_at_1000_diff1": 0.117209, + "nauc_map_at_1_max": 0.126377, + "nauc_map_at_1_std": -0.19288, + "nauc_map_at_1_diff1": 0.312326, + "nauc_map_at_3_max": 0.183816, + "nauc_map_at_3_std": -0.16969, + "nauc_map_at_3_diff1": 0.208699, + "nauc_map_at_5_max": 0.171386, + "nauc_map_at_5_std": -0.127606, + "nauc_map_at_5_diff1": 0.197924, + "nauc_map_at_10_max": 0.134355, + "nauc_map_at_10_std": -0.091173, + "nauc_map_at_10_diff1": 0.161949, + "nauc_map_at_20_max": 0.114075, + "nauc_map_at_20_std": -0.034088, + "nauc_map_at_20_diff1": 0.130983, + "nauc_map_at_100_max": 0.058563, + "nauc_map_at_100_std": 0.111683, + "nauc_map_at_100_diff1": 0.050854, + "nauc_map_at_1000_max": 0.035374, + "nauc_map_at_1000_std": 0.137969, + "nauc_map_at_1000_diff1": 0.012307, + "nauc_recall_at_1_max": 0.126377, + "nauc_recall_at_1_std": -0.19288, + "nauc_recall_at_1_diff1": 0.312326, + "nauc_recall_at_3_max": 0.173237, + "nauc_recall_at_3_std": -0.177923, + "nauc_recall_at_3_diff1": 0.202665, + "nauc_recall_at_5_max": 0.15084, + "nauc_recall_at_5_std": -0.126437, + "nauc_recall_at_5_diff1": 0.198374, + "nauc_recall_at_10_max": 0.086458, + "nauc_recall_at_10_std": -0.100385, + "nauc_recall_at_10_diff1": 0.184777, + "nauc_recall_at_20_max": 0.07121, + "nauc_recall_at_20_std": -0.071923, + "nauc_recall_at_20_diff1": 0.146473, + "nauc_recall_at_100_max": 0.036287, + "nauc_recall_at_100_std": 0.158429, + "nauc_recall_at_100_diff1": 0.08903, + "nauc_recall_at_1000_max": 0.203589, + "nauc_recall_at_1000_std": 0.600363, + "nauc_recall_at_1000_diff1": -0.045436, + "nauc_precision_at_1_max": 0.340263, + "nauc_precision_at_1_std": 0.014043, + "nauc_precision_at_1_diff1": 0.480023, + "nauc_precision_at_3_max": 0.093933, + "nauc_precision_at_3_std": 0.128134, + "nauc_precision_at_3_diff1": -0.079297, + "nauc_precision_at_5_max": -0.008208, + "nauc_precision_at_5_std": 0.214771, + "nauc_precision_at_5_diff1": -0.140743, + "nauc_precision_at_10_max": -0.096315, + "nauc_precision_at_10_std": 0.257341, + "nauc_precision_at_10_diff1": -0.222973, + "nauc_precision_at_20_max": -0.19134, + "nauc_precision_at_20_std": 0.297013, + "nauc_precision_at_20_diff1": -0.284482, + "nauc_precision_at_100_max": -0.20813, + "nauc_precision_at_100_std": 0.279748, + "nauc_precision_at_100_diff1": -0.282993, + "nauc_precision_at_1000_max": -0.227351, + "nauc_precision_at_1000_std": 0.134979, + "nauc_precision_at_1000_diff1": -0.286253, + "nauc_mrr_at_1_max": 0.340263, + "nauc_mrr_at_1_std": 0.014043, + "nauc_mrr_at_1_diff1": 0.480023, + "nauc_mrr_at_3_max": 0.334333, + "nauc_mrr_at_3_std": -0.012074, + "nauc_mrr_at_3_diff1": 0.424875, + "nauc_mrr_at_5_max": 0.340484, + "nauc_mrr_at_5_std": -0.001268, + "nauc_mrr_at_5_diff1": 0.435821, + "nauc_mrr_at_10_max": 0.340763, + "nauc_mrr_at_10_std": -0.003128, + "nauc_mrr_at_10_diff1": 0.449872, + "nauc_mrr_at_20_max": 0.342065, + "nauc_mrr_at_20_std": -0.000503, + "nauc_mrr_at_20_diff1": 0.44607, + "nauc_mrr_at_100_max": 0.342065, + "nauc_mrr_at_100_std": -0.000503, + "nauc_mrr_at_100_diff1": 0.44607, + "nauc_mrr_at_1000_max": 0.342065, + "nauc_mrr_at_1000_std": -0.000503, + "nauc_mrr_at_1000_diff1": 0.44607, + "main_score": 0.55853, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.635, + "ndcg_at_3": 0.5562, + "ndcg_at_5": 0.52675, + "ndcg_at_10": 0.50175, + "ndcg_at_20": 0.50551, + "ndcg_at_100": 0.58747, + "ndcg_at_1000": 0.6689, + "map_at_1": 0.08126, + "map_at_3": 0.15941, + "map_at_5": 0.19591, + "map_at_10": 0.24339, + "map_at_20": 0.28457, + "map_at_100": 0.35693, + "map_at_1000": 0.38073, + "recall_at_1": 0.08126, + "recall_at_3": 0.17091, + "recall_at_5": 0.22781, + "recall_at_10": 0.30961, + "recall_at_20": 0.40982, + "recall_at_100": 0.69129, + "recall_at_1000": 0.94315, + "precision_at_1": 0.735, + "precision_at_3": 0.59, + "precision_at_5": 0.509, + "precision_at_10": 0.3975, + "precision_at_20": 0.3015, + "precision_at_100": 0.1323, + "precision_at_1000": 0.02191, + "mrr_at_1": 0.735, + "mrr_at_3": 0.795833, + "mrr_at_5": 0.807333, + "mrr_at_10": 0.811464, + "mrr_at_20": 0.814024, + "mrr_at_100": 0.814496, + "mrr_at_1000": 0.814496, + "nauc_ndcg_at_1_max": 0.483648, + "nauc_ndcg_at_1_std": 0.169095, + "nauc_ndcg_at_1_diff1": 0.447457, + "nauc_ndcg_at_3_max": 0.377286, + "nauc_ndcg_at_3_std": 0.224815, + "nauc_ndcg_at_3_diff1": 0.208887, + "nauc_ndcg_at_5_max": 0.373753, + "nauc_ndcg_at_5_std": 0.269512, + "nauc_ndcg_at_5_diff1": 0.198035, + "nauc_ndcg_at_10_max": 0.377374, + "nauc_ndcg_at_10_std": 0.301727, + "nauc_ndcg_at_10_diff1": 0.168656, + "nauc_ndcg_at_20_max": 0.372789, + "nauc_ndcg_at_20_std": 0.304797, + "nauc_ndcg_at_20_diff1": 0.176104, + "nauc_ndcg_at_100_max": 0.410365, + "nauc_ndcg_at_100_std": 0.40637, + "nauc_ndcg_at_100_diff1": 0.167151, + "nauc_ndcg_at_1000_max": 0.439116, + "nauc_ndcg_at_1000_std": 0.415646, + "nauc_ndcg_at_1000_diff1": 0.166105, + "nauc_map_at_1_max": 0.222065, + "nauc_map_at_1_std": 0.010123, + "nauc_map_at_1_diff1": 0.361149, + "nauc_map_at_3_max": 0.209174, + "nauc_map_at_3_std": -0.004241, + "nauc_map_at_3_diff1": 0.203602, + "nauc_map_at_5_max": 0.248477, + "nauc_map_at_5_std": 0.044025, + "nauc_map_at_5_diff1": 0.208712, + "nauc_map_at_10_max": 0.269477, + "nauc_map_at_10_std": 0.106179, + "nauc_map_at_10_diff1": 0.172948, + "nauc_map_at_20_max": 0.281792, + "nauc_map_at_20_std": 0.184029, + "nauc_map_at_20_diff1": 0.155635, + "nauc_map_at_100_max": 0.298216, + "nauc_map_at_100_std": 0.317711, + "nauc_map_at_100_diff1": 0.102558, + "nauc_map_at_1000_max": 0.303245, + "nauc_map_at_1000_std": 0.344607, + "nauc_map_at_1000_diff1": 0.09834, + "nauc_recall_at_1_max": 0.222065, + "nauc_recall_at_1_std": 0.010123, + "nauc_recall_at_1_diff1": 0.361149, + "nauc_recall_at_3_max": 0.203106, + "nauc_recall_at_3_std": -0.002656, + "nauc_recall_at_3_diff1": 0.185513, + "nauc_recall_at_5_max": 0.223113, + "nauc_recall_at_5_std": 0.049767, + "nauc_recall_at_5_diff1": 0.197821, + "nauc_recall_at_10_max": 0.238621, + "nauc_recall_at_10_std": 0.105348, + "nauc_recall_at_10_diff1": 0.160455, + "nauc_recall_at_20_max": 0.256208, + "nauc_recall_at_20_std": 0.189813, + "nauc_recall_at_20_diff1": 0.147261, + "nauc_recall_at_100_max": 0.309883, + "nauc_recall_at_100_std": 0.441898, + "nauc_recall_at_100_diff1": 0.050072, + "nauc_recall_at_1000_max": 0.622245, + "nauc_recall_at_1000_std": 0.739289, + "nauc_recall_at_1000_diff1": 0.211852, + "nauc_precision_at_1_max": 0.468156, + "nauc_precision_at_1_std": 0.135471, + "nauc_precision_at_1_diff1": 0.488168, + "nauc_precision_at_3_max": 0.275312, + "nauc_precision_at_3_std": 0.214583, + "nauc_precision_at_3_diff1": 0.039689, + "nauc_precision_at_5_max": 0.237873, + "nauc_precision_at_5_std": 0.25447, + "nauc_precision_at_5_diff1": 0.020372, + "nauc_precision_at_10_max": 0.186237, + "nauc_precision_at_10_std": 0.356774, + "nauc_precision_at_10_diff1": -0.060936, + "nauc_precision_at_20_max": 0.117437, + "nauc_precision_at_20_std": 0.398086, + "nauc_precision_at_20_diff1": -0.102521, + "nauc_precision_at_100_max": 0.006964, + "nauc_precision_at_100_std": 0.335699, + "nauc_precision_at_100_diff1": -0.164157, + "nauc_precision_at_1000_max": -0.113131, + "nauc_precision_at_1000_std": 0.128453, + "nauc_precision_at_1000_diff1": -0.152183, + "nauc_mrr_at_1_max": 0.468156, + "nauc_mrr_at_1_std": 0.135471, + "nauc_mrr_at_1_diff1": 0.488168, + "nauc_mrr_at_3_max": 0.50696, + "nauc_mrr_at_3_std": 0.198884, + "nauc_mrr_at_3_diff1": 0.446464, + "nauc_mrr_at_5_max": 0.510242, + "nauc_mrr_at_5_std": 0.193594, + "nauc_mrr_at_5_diff1": 0.458598, + "nauc_mrr_at_10_max": 0.509878, + "nauc_mrr_at_10_std": 0.197627, + "nauc_mrr_at_10_diff1": 0.46183, + "nauc_mrr_at_20_max": 0.507941, + "nauc_mrr_at_20_std": 0.193637, + "nauc_mrr_at_20_diff1": 0.459867, + "nauc_mrr_at_100_max": 0.507015, + "nauc_mrr_at_100_std": 0.191847, + "nauc_mrr_at_100_diff1": 0.461569, + "nauc_mrr_at_1000_max": 0.507015, + "nauc_mrr_at_1000_std": 0.191847, + "nauc_mrr_at_1000_diff1": 0.461569, + "main_score": 0.50175, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.675, + "ndcg_at_3": 0.56999, + "ndcg_at_5": 0.53381, + "ndcg_at_10": 0.50626, + "ndcg_at_20": 0.50249, + "ndcg_at_100": 0.58384, + "ndcg_at_1000": 0.66835, + "map_at_1": 0.08191, + "map_at_3": 0.15267, + "map_at_5": 0.18848, + "map_at_10": 0.23546, + "map_at_20": 0.27333, + "map_at_100": 0.3466, + "map_at_1000": 0.37203, + "recall_at_1": 0.08191, + "recall_at_3": 0.16492, + "recall_at_5": 0.21627, + "recall_at_10": 0.30314, + "recall_at_20": 0.39952, + "recall_at_100": 0.67535, + "recall_at_1000": 0.93856, + "precision_at_1": 0.775, + "precision_at_3": 0.59667, + "precision_at_5": 0.516, + "precision_at_10": 0.397, + "precision_at_20": 0.296, + "precision_at_100": 0.1328, + "precision_at_1000": 0.02232, + "mrr_at_1": 0.775, + "mrr_at_3": 0.835, + "mrr_at_5": 0.84075, + "mrr_at_10": 0.845026, + "mrr_at_20": 0.845737, + "mrr_at_100": 0.846335, + "mrr_at_1000": 0.846427, + "nauc_ndcg_at_1_max": 0.358067, + "nauc_ndcg_at_1_std": 0.174325, + "nauc_ndcg_at_1_diff1": 0.353942, + "nauc_ndcg_at_3_max": 0.378173, + "nauc_ndcg_at_3_std": 0.280777, + "nauc_ndcg_at_3_diff1": 0.171567, + "nauc_ndcg_at_5_max": 0.337414, + "nauc_ndcg_at_5_std": 0.278112, + "nauc_ndcg_at_5_diff1": 0.162877, + "nauc_ndcg_at_10_max": 0.349064, + "nauc_ndcg_at_10_std": 0.317023, + "nauc_ndcg_at_10_diff1": 0.166986, + "nauc_ndcg_at_20_max": 0.353882, + "nauc_ndcg_at_20_std": 0.315908, + "nauc_ndcg_at_20_diff1": 0.189542, + "nauc_ndcg_at_100_max": 0.405361, + "nauc_ndcg_at_100_std": 0.408132, + "nauc_ndcg_at_100_diff1": 0.17954, + "nauc_ndcg_at_1000_max": 0.41238, + "nauc_ndcg_at_1000_std": 0.435215, + "nauc_ndcg_at_1000_diff1": 0.151446, + "nauc_map_at_1_max": 0.261086, + "nauc_map_at_1_std": -0.045459, + "nauc_map_at_1_diff1": 0.385218, + "nauc_map_at_3_max": 0.293467, + "nauc_map_at_3_std": 0.044473, + "nauc_map_at_3_diff1": 0.193008, + "nauc_map_at_5_max": 0.29573, + "nauc_map_at_5_std": 0.070339, + "nauc_map_at_5_diff1": 0.204494, + "nauc_map_at_10_max": 0.298145, + "nauc_map_at_10_std": 0.142895, + "nauc_map_at_10_diff1": 0.186527, + "nauc_map_at_20_max": 0.304136, + "nauc_map_at_20_std": 0.209341, + "nauc_map_at_20_diff1": 0.183759, + "nauc_map_at_100_max": 0.298289, + "nauc_map_at_100_std": 0.341337, + "nauc_map_at_100_diff1": 0.138085, + "nauc_map_at_1000_max": 0.287878, + "nauc_map_at_1000_std": 0.364848, + "nauc_map_at_1000_diff1": 0.111664, + "nauc_recall_at_1_max": 0.261086, + "nauc_recall_at_1_std": -0.045459, + "nauc_recall_at_1_diff1": 0.385218, + "nauc_recall_at_3_max": 0.273033, + "nauc_recall_at_3_std": 0.03766, + "nauc_recall_at_3_diff1": 0.170348, + "nauc_recall_at_5_max": 0.247725, + "nauc_recall_at_5_std": 0.035787, + "nauc_recall_at_5_diff1": 0.192321, + "nauc_recall_at_10_max": 0.250056, + "nauc_recall_at_10_std": 0.128408, + "nauc_recall_at_10_diff1": 0.190712, + "nauc_recall_at_20_max": 0.279207, + "nauc_recall_at_20_std": 0.182226, + "nauc_recall_at_20_diff1": 0.198584, + "nauc_recall_at_100_max": 0.337238, + "nauc_recall_at_100_std": 0.421025, + "nauc_recall_at_100_diff1": 0.119483, + "nauc_recall_at_1000_max": 0.553916, + "nauc_recall_at_1000_std": 0.720508, + "nauc_recall_at_1000_diff1": 0.079805, + "nauc_precision_at_1_max": 0.322781, + "nauc_precision_at_1_std": 0.199032, + "nauc_precision_at_1_diff1": 0.352594, + "nauc_precision_at_3_max": 0.231624, + "nauc_precision_at_3_std": 0.298575, + "nauc_precision_at_3_diff1": -0.01592, + "nauc_precision_at_5_max": 0.123225, + "nauc_precision_at_5_std": 0.275745, + "nauc_precision_at_5_diff1": -0.029193, + "nauc_precision_at_10_max": 0.08493, + "nauc_precision_at_10_std": 0.355799, + "nauc_precision_at_10_diff1": -0.090873, + "nauc_precision_at_20_max": 0.013894, + "nauc_precision_at_20_std": 0.379933, + "nauc_precision_at_20_diff1": -0.12012, + "nauc_precision_at_100_max": -0.099144, + "nauc_precision_at_100_std": 0.286311, + "nauc_precision_at_100_diff1": -0.18753, + "nauc_precision_at_1000_max": -0.209098, + "nauc_precision_at_1000_std": 0.07648, + "nauc_precision_at_1000_diff1": -0.236724, + "nauc_mrr_at_1_max": 0.322781, + "nauc_mrr_at_1_std": 0.199032, + "nauc_mrr_at_1_diff1": 0.352594, + "nauc_mrr_at_3_max": 0.366525, + "nauc_mrr_at_3_std": 0.281714, + "nauc_mrr_at_3_diff1": 0.328708, + "nauc_mrr_at_5_max": 0.352873, + "nauc_mrr_at_5_std": 0.267667, + "nauc_mrr_at_5_diff1": 0.341093, + "nauc_mrr_at_10_max": 0.363249, + "nauc_mrr_at_10_std": 0.273177, + "nauc_mrr_at_10_diff1": 0.342373, + "nauc_mrr_at_20_max": 0.363212, + "nauc_mrr_at_20_std": 0.273546, + "nauc_mrr_at_20_diff1": 0.342323, + "nauc_mrr_at_100_max": 0.361619, + "nauc_mrr_at_100_std": 0.271253, + "nauc_mrr_at_100_diff1": 0.341431, + "nauc_mrr_at_1000_max": 0.361227, + "nauc_mrr_at_1000_std": 0.270802, + "nauc_mrr_at_1000_diff1": 0.341649, + "main_score": 0.50626, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "psychiatry_and_psychology": [ + { + "ndcg_at_1": 0.635, + "ndcg_at_3": 0.58939, + "ndcg_at_5": 0.57188, + "ndcg_at_10": 0.55837, + "ndcg_at_20": 0.55733, + "ndcg_at_100": 0.63156, + "ndcg_at_1000": 0.70895, + "map_at_1": 0.06705, + "map_at_3": 0.11548, + "map_at_5": 0.15309, + "map_at_10": 0.20928, + "map_at_20": 0.27027, + "map_at_100": 0.38732, + "map_at_1000": 0.44521, + "recall_at_1": 0.06705, + "recall_at_3": 0.12721, + "recall_at_5": 0.18085, + "recall_at_10": 0.27153, + "recall_at_20": 0.38751, + "recall_at_100": 0.70275, + "recall_at_1000": 0.94577, + "precision_at_1": 0.76, + "precision_at_3": 0.67667, + "precision_at_5": 0.622, + "precision_at_10": 0.544, + "precision_at_20": 0.4545, + "precision_at_100": 0.24495, + "precision_at_1000": 0.05316, + "mrr_at_1": 0.76, + "mrr_at_3": 0.836667, + "mrr_at_5": 0.842667, + "mrr_at_10": 0.845673, + "mrr_at_20": 0.84603, + "mrr_at_100": 0.846291, + "mrr_at_1000": 0.846351, + "nauc_ndcg_at_1_max": 0.402154, + "nauc_ndcg_at_1_std": 0.236617, + "nauc_ndcg_at_1_diff1": 0.37582, + "nauc_ndcg_at_3_max": 0.371447, + "nauc_ndcg_at_3_std": 0.251609, + "nauc_ndcg_at_3_diff1": 0.22774, + "nauc_ndcg_at_5_max": 0.362334, + "nauc_ndcg_at_5_std": 0.242645, + "nauc_ndcg_at_5_diff1": 0.214731, + "nauc_ndcg_at_10_max": 0.338122, + "nauc_ndcg_at_10_std": 0.289273, + "nauc_ndcg_at_10_diff1": 0.192725, + "nauc_ndcg_at_20_max": 0.337294, + "nauc_ndcg_at_20_std": 0.346926, + "nauc_ndcg_at_20_diff1": 0.19285, + "nauc_ndcg_at_100_max": 0.385328, + "nauc_ndcg_at_100_std": 0.473877, + "nauc_ndcg_at_100_diff1": 0.199165, + "nauc_ndcg_at_1000_max": 0.463898, + "nauc_ndcg_at_1000_std": 0.496507, + "nauc_ndcg_at_1000_diff1": 0.21821, + "nauc_map_at_1_max": -0.163642, + "nauc_map_at_1_std": -0.198721, + "nauc_map_at_1_diff1": 0.58823, + "nauc_map_at_3_max": -0.085587, + "nauc_map_at_3_std": -0.095504, + "nauc_map_at_3_diff1": 0.437331, + "nauc_map_at_5_max": -0.058443, + "nauc_map_at_5_std": -0.051446, + "nauc_map_at_5_diff1": 0.338604, + "nauc_map_at_10_max": 0.019104, + "nauc_map_at_10_std": 0.051582, + "nauc_map_at_10_diff1": 0.263391, + "nauc_map_at_20_max": 0.069683, + "nauc_map_at_20_std": 0.145283, + "nauc_map_at_20_diff1": 0.203384, + "nauc_map_at_100_max": 0.21522, + "nauc_map_at_100_std": 0.381801, + "nauc_map_at_100_diff1": 0.161304, + "nauc_map_at_1000_max": 0.280959, + "nauc_map_at_1000_std": 0.446377, + "nauc_map_at_1000_diff1": 0.096327, + "nauc_recall_at_1_max": -0.163642, + "nauc_recall_at_1_std": -0.198721, + "nauc_recall_at_1_diff1": 0.58823, + "nauc_recall_at_3_max": -0.112657, + "nauc_recall_at_3_std": -0.114325, + "nauc_recall_at_3_diff1": 0.397259, + "nauc_recall_at_5_max": -0.115316, + "nauc_recall_at_5_std": -0.08588, + "nauc_recall_at_5_diff1": 0.275409, + "nauc_recall_at_10_max": -0.055459, + "nauc_recall_at_10_std": 0.00453, + "nauc_recall_at_10_diff1": 0.204306, + "nauc_recall_at_20_max": -0.014123, + "nauc_recall_at_20_std": 0.101422, + "nauc_recall_at_20_diff1": 0.128952, + "nauc_recall_at_100_max": 0.098345, + "nauc_recall_at_100_std": 0.320981, + "nauc_recall_at_100_diff1": 0.15404, + "nauc_recall_at_1000_max": 0.311679, + "nauc_recall_at_1000_std": 0.529109, + "nauc_recall_at_1000_diff1": 0.294286, + "nauc_precision_at_1_max": 0.471879, + "nauc_precision_at_1_std": 0.321093, + "nauc_precision_at_1_diff1": 0.40231, + "nauc_precision_at_3_max": 0.416634, + "nauc_precision_at_3_std": 0.343369, + "nauc_precision_at_3_diff1": -0.030559, + "nauc_precision_at_5_max": 0.348632, + "nauc_precision_at_5_std": 0.320633, + "nauc_precision_at_5_diff1": -0.128691, + "nauc_precision_at_10_max": 0.346955, + "nauc_precision_at_10_std": 0.373731, + "nauc_precision_at_10_diff1": -0.184366, + "nauc_precision_at_20_max": 0.305421, + "nauc_precision_at_20_std": 0.370625, + "nauc_precision_at_20_diff1": -0.194946, + "nauc_precision_at_100_max": 0.208335, + "nauc_precision_at_100_std": 0.262269, + "nauc_precision_at_100_diff1": -0.202716, + "nauc_precision_at_1000_max": 0.066728, + "nauc_precision_at_1000_std": 0.02782, + "nauc_precision_at_1000_diff1": -0.232187, + "nauc_mrr_at_1_max": 0.471879, + "nauc_mrr_at_1_std": 0.321093, + "nauc_mrr_at_1_diff1": 0.40231, + "nauc_mrr_at_3_max": 0.527905, + "nauc_mrr_at_3_std": 0.379159, + "nauc_mrr_at_3_diff1": 0.419578, + "nauc_mrr_at_5_max": 0.519765, + "nauc_mrr_at_5_std": 0.387604, + "nauc_mrr_at_5_diff1": 0.420963, + "nauc_mrr_at_10_max": 0.512329, + "nauc_mrr_at_10_std": 0.37679, + "nauc_mrr_at_10_diff1": 0.414509, + "nauc_mrr_at_20_max": 0.51653, + "nauc_mrr_at_20_std": 0.379164, + "nauc_mrr_at_20_diff1": 0.413732, + "nauc_mrr_at_100_max": 0.515637, + "nauc_mrr_at_100_std": 0.37813, + "nauc_mrr_at_100_diff1": 0.413666, + "nauc_mrr_at_1000_max": 0.515428, + "nauc_mrr_at_1000_std": 0.377862, + "nauc_mrr_at_1000_diff1": 0.413767, + "main_score": 0.55837, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6175, + "ndcg_at_3": 0.57044, + "ndcg_at_5": 0.54769, + "ndcg_at_10": 0.534, + "ndcg_at_20": 0.5352, + "ndcg_at_100": 0.60399, + "ndcg_at_1000": 0.68728, + "map_at_1": 0.05813, + "map_at_3": 0.10683, + "map_at_5": 0.13901, + "map_at_10": 0.19396, + "map_at_20": 0.25117, + "map_at_100": 0.35705, + "map_at_1000": 0.4132, + "recall_at_1": 0.05813, + "recall_at_3": 0.12151, + "recall_at_5": 0.16846, + "recall_at_10": 0.26259, + "recall_at_20": 0.37817, + "recall_at_100": 0.67773, + "recall_at_1000": 0.93816, + "precision_at_1": 0.745, + "precision_at_3": 0.66, + "precision_at_5": 0.601, + "precision_at_10": 0.5225, + "precision_at_20": 0.43675, + "precision_at_100": 0.23225, + "precision_at_1000": 0.05147, + "mrr_at_1": 0.745, + "mrr_at_3": 0.821667, + "mrr_at_5": 0.829667, + "mrr_at_10": 0.832736, + "mrr_at_20": 0.833645, + "mrr_at_100": 0.833942, + "mrr_at_1000": 0.833956, + "nauc_ndcg_at_1_max": 0.382455, + "nauc_ndcg_at_1_std": 0.089087, + "nauc_ndcg_at_1_diff1": 0.37789, + "nauc_ndcg_at_3_max": 0.385431, + "nauc_ndcg_at_3_std": 0.188004, + "nauc_ndcg_at_3_diff1": 0.215233, + "nauc_ndcg_at_5_max": 0.409961, + "nauc_ndcg_at_5_std": 0.211485, + "nauc_ndcg_at_5_diff1": 0.237554, + "nauc_ndcg_at_10_max": 0.378722, + "nauc_ndcg_at_10_std": 0.257788, + "nauc_ndcg_at_10_diff1": 0.227201, + "nauc_ndcg_at_20_max": 0.369793, + "nauc_ndcg_at_20_std": 0.304399, + "nauc_ndcg_at_20_diff1": 0.199223, + "nauc_ndcg_at_100_max": 0.402981, + "nauc_ndcg_at_100_std": 0.455829, + "nauc_ndcg_at_100_diff1": 0.173334, + "nauc_ndcg_at_1000_max": 0.496554, + "nauc_ndcg_at_1000_std": 0.491373, + "nauc_ndcg_at_1000_diff1": 0.189366, + "nauc_map_at_1_max": -0.048155, + "nauc_map_at_1_std": -0.139736, + "nauc_map_at_1_diff1": 0.390658, + "nauc_map_at_3_max": 0.02684, + "nauc_map_at_3_std": -0.025446, + "nauc_map_at_3_diff1": 0.301316, + "nauc_map_at_5_max": 0.079858, + "nauc_map_at_5_std": 0.038206, + "nauc_map_at_5_diff1": 0.270355, + "nauc_map_at_10_max": 0.127568, + "nauc_map_at_10_std": 0.119421, + "nauc_map_at_10_diff1": 0.229372, + "nauc_map_at_20_max": 0.163772, + "nauc_map_at_20_std": 0.192645, + "nauc_map_at_20_diff1": 0.19048, + "nauc_map_at_100_max": 0.262785, + "nauc_map_at_100_std": 0.420589, + "nauc_map_at_100_diff1": 0.13921, + "nauc_map_at_1000_max": 0.328693, + "nauc_map_at_1000_std": 0.480222, + "nauc_map_at_1000_diff1": 0.103188, + "nauc_recall_at_1_max": -0.048155, + "nauc_recall_at_1_std": -0.139736, + "nauc_recall_at_1_diff1": 0.390658, + "nauc_recall_at_3_max": -0.025795, + "nauc_recall_at_3_std": -0.049476, + "nauc_recall_at_3_diff1": 0.235267, + "nauc_recall_at_5_max": -0.005187, + "nauc_recall_at_5_std": 0.025479, + "nauc_recall_at_5_diff1": 0.194554, + "nauc_recall_at_10_max": 0.02191, + "nauc_recall_at_10_std": 0.077965, + "nauc_recall_at_10_diff1": 0.156284, + "nauc_recall_at_20_max": 0.035563, + "nauc_recall_at_20_std": 0.122058, + "nauc_recall_at_20_diff1": 0.130545, + "nauc_recall_at_100_max": 0.090631, + "nauc_recall_at_100_std": 0.371151, + "nauc_recall_at_100_diff1": 0.063806, + "nauc_recall_at_1000_max": 0.334868, + "nauc_recall_at_1000_std": 0.634116, + "nauc_recall_at_1000_diff1": 0.074171, + "nauc_precision_at_1_max": 0.533714, + "nauc_precision_at_1_std": 0.175701, + "nauc_precision_at_1_diff1": 0.362895, + "nauc_precision_at_3_max": 0.415088, + "nauc_precision_at_3_std": 0.311102, + "nauc_precision_at_3_diff1": 0.056565, + "nauc_precision_at_5_max": 0.385372, + "nauc_precision_at_5_std": 0.31813, + "nauc_precision_at_5_diff1": 0.034251, + "nauc_precision_at_10_max": 0.312147, + "nauc_precision_at_10_std": 0.327046, + "nauc_precision_at_10_diff1": -0.026361, + "nauc_precision_at_20_max": 0.264927, + "nauc_precision_at_20_std": 0.313412, + "nauc_precision_at_20_diff1": -0.070513, + "nauc_precision_at_100_max": 0.170603, + "nauc_precision_at_100_std": 0.23718, + "nauc_precision_at_100_diff1": -0.122863, + "nauc_precision_at_1000_max": 0.046309, + "nauc_precision_at_1000_std": -0.019932, + "nauc_precision_at_1000_diff1": -0.131982, + "nauc_mrr_at_1_max": 0.533714, + "nauc_mrr_at_1_std": 0.175701, + "nauc_mrr_at_1_diff1": 0.362895, + "nauc_mrr_at_3_max": 0.548178, + "nauc_mrr_at_3_std": 0.25214, + "nauc_mrr_at_3_diff1": 0.328403, + "nauc_mrr_at_5_max": 0.534993, + "nauc_mrr_at_5_std": 0.252704, + "nauc_mrr_at_5_diff1": 0.34567, + "nauc_mrr_at_10_max": 0.533881, + "nauc_mrr_at_10_std": 0.243218, + "nauc_mrr_at_10_diff1": 0.350196, + "nauc_mrr_at_20_max": 0.539308, + "nauc_mrr_at_20_std": 0.243761, + "nauc_mrr_at_20_diff1": 0.348614, + "nauc_mrr_at_100_max": 0.538404, + "nauc_mrr_at_100_std": 0.242277, + "nauc_mrr_at_100_diff1": 0.348139, + "nauc_mrr_at_1000_max": 0.53836, + "nauc_mrr_at_1000_std": 0.242205, + "nauc_mrr_at_1000_diff1": 0.348077, + "main_score": 0.534, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6075, + "ndcg_at_3": 0.55729, + "ndcg_at_5": 0.54255, + "ndcg_at_10": 0.53202, + "ndcg_at_20": 0.53088, + "ndcg_at_100": 0.59698, + "ndcg_at_1000": 0.6816, + "map_at_1": 0.06335, + "map_at_3": 0.11149, + "map_at_5": 0.14395, + "map_at_10": 0.1979, + "map_at_20": 0.24976, + "map_at_100": 0.35468, + "map_at_1000": 0.41132, + "recall_at_1": 0.06335, + "recall_at_3": 0.12638, + "recall_at_5": 0.1718, + "recall_at_10": 0.26863, + "recall_at_20": 0.36965, + "recall_at_100": 0.66796, + "recall_at_1000": 0.92636, + "precision_at_1": 0.74, + "precision_at_3": 0.64167, + "precision_at_5": 0.597, + "precision_at_10": 0.5155, + "precision_at_20": 0.432, + "precision_at_100": 0.22995, + "precision_at_1000": 0.05155, + "mrr_at_1": 0.74, + "mrr_at_3": 0.818333, + "mrr_at_5": 0.826333, + "mrr_at_10": 0.830048, + "mrr_at_20": 0.830758, + "mrr_at_100": 0.830951, + "mrr_at_1000": 0.830996, + "nauc_ndcg_at_1_max": 0.376403, + "nauc_ndcg_at_1_std": 0.212078, + "nauc_ndcg_at_1_diff1": 0.273447, + "nauc_ndcg_at_3_max": 0.353458, + "nauc_ndcg_at_3_std": 0.250686, + "nauc_ndcg_at_3_diff1": 0.18871, + "nauc_ndcg_at_5_max": 0.381268, + "nauc_ndcg_at_5_std": 0.269785, + "nauc_ndcg_at_5_diff1": 0.177956, + "nauc_ndcg_at_10_max": 0.368425, + "nauc_ndcg_at_10_std": 0.282864, + "nauc_ndcg_at_10_diff1": 0.168359, + "nauc_ndcg_at_20_max": 0.388262, + "nauc_ndcg_at_20_std": 0.336496, + "nauc_ndcg_at_20_diff1": 0.138965, + "nauc_ndcg_at_100_max": 0.438498, + "nauc_ndcg_at_100_std": 0.481465, + "nauc_ndcg_at_100_diff1": 0.101086, + "nauc_ndcg_at_1000_max": 0.504845, + "nauc_ndcg_at_1000_std": 0.525178, + "nauc_ndcg_at_1000_diff1": 0.114834, + "nauc_map_at_1_max": -0.120481, + "nauc_map_at_1_std": -0.145276, + "nauc_map_at_1_diff1": 0.211465, + "nauc_map_at_3_max": -0.039753, + "nauc_map_at_3_std": -0.060671, + "nauc_map_at_3_diff1": 0.210111, + "nauc_map_at_5_max": 0.043023, + "nauc_map_at_5_std": -0.000213, + "nauc_map_at_5_diff1": 0.187458, + "nauc_map_at_10_max": 0.109628, + "nauc_map_at_10_std": 0.071984, + "nauc_map_at_10_diff1": 0.143744, + "nauc_map_at_20_max": 0.17502, + "nauc_map_at_20_std": 0.166204, + "nauc_map_at_20_diff1": 0.118096, + "nauc_map_at_100_max": 0.29167, + "nauc_map_at_100_std": 0.396732, + "nauc_map_at_100_diff1": 0.083388, + "nauc_map_at_1000_max": 0.355303, + "nauc_map_at_1000_std": 0.468216, + "nauc_map_at_1000_diff1": 0.056076, + "nauc_recall_at_1_max": -0.120481, + "nauc_recall_at_1_std": -0.145276, + "nauc_recall_at_1_diff1": 0.211465, + "nauc_recall_at_3_max": -0.067873, + "nauc_recall_at_3_std": -0.070188, + "nauc_recall_at_3_diff1": 0.19763, + "nauc_recall_at_5_max": 0.00937, + "nauc_recall_at_5_std": -0.018537, + "nauc_recall_at_5_diff1": 0.15783, + "nauc_recall_at_10_max": 0.014407, + "nauc_recall_at_10_std": 0.007427, + "nauc_recall_at_10_diff1": 0.075739, + "nauc_recall_at_20_max": 0.078733, + "nauc_recall_at_20_std": 0.101163, + "nauc_recall_at_20_diff1": 0.048569, + "nauc_recall_at_100_max": 0.167242, + "nauc_recall_at_100_std": 0.367299, + "nauc_recall_at_100_diff1": 0.008354, + "nauc_recall_at_1000_max": 0.433895, + "nauc_recall_at_1000_std": 0.684089, + "nauc_recall_at_1000_diff1": -0.039162, + "nauc_precision_at_1_max": 0.500578, + "nauc_precision_at_1_std": 0.335226, + "nauc_precision_at_1_diff1": 0.26035, + "nauc_precision_at_3_max": 0.42176, + "nauc_precision_at_3_std": 0.355882, + "nauc_precision_at_3_diff1": 0.091611, + "nauc_precision_at_5_max": 0.391117, + "nauc_precision_at_5_std": 0.341701, + "nauc_precision_at_5_diff1": 0.021106, + "nauc_precision_at_10_max": 0.364251, + "nauc_precision_at_10_std": 0.350313, + "nauc_precision_at_10_diff1": -0.017443, + "nauc_precision_at_20_max": 0.285102, + "nauc_precision_at_20_std": 0.322847, + "nauc_precision_at_20_diff1": -0.064102, + "nauc_precision_at_100_max": 0.177892, + "nauc_precision_at_100_std": 0.250171, + "nauc_precision_at_100_diff1": -0.101429, + "nauc_precision_at_1000_max": 0.062074, + "nauc_precision_at_1000_std": 0.012135, + "nauc_precision_at_1000_diff1": -0.102369, + "nauc_mrr_at_1_max": 0.500578, + "nauc_mrr_at_1_std": 0.335226, + "nauc_mrr_at_1_diff1": 0.26035, + "nauc_mrr_at_3_max": 0.522716, + "nauc_mrr_at_3_std": 0.375234, + "nauc_mrr_at_3_diff1": 0.280872, + "nauc_mrr_at_5_max": 0.520429, + "nauc_mrr_at_5_std": 0.377353, + "nauc_mrr_at_5_diff1": 0.274177, + "nauc_mrr_at_10_max": 0.512429, + "nauc_mrr_at_10_std": 0.36731, + "nauc_mrr_at_10_diff1": 0.272636, + "nauc_mrr_at_20_max": 0.517851, + "nauc_mrr_at_20_std": 0.370748, + "nauc_mrr_at_20_diff1": 0.271868, + "nauc_mrr_at_100_max": 0.517247, + "nauc_mrr_at_100_std": 0.36996, + "nauc_mrr_at_100_diff1": 0.271514, + "nauc_mrr_at_1000_max": 0.517106, + "nauc_mrr_at_1000_std": 0.369776, + "nauc_mrr_at_1000_diff1": 0.271489, + "main_score": 0.53202, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ], + "pulmonology": [ + { + "ndcg_at_1": 0.7525, + "ndcg_at_3": 0.65213, + "ndcg_at_5": 0.62945, + "ndcg_at_10": 0.60913, + "ndcg_at_20": 0.61553, + "ndcg_at_100": 0.67668, + "ndcg_at_1000": 0.75155, + "map_at_1": 0.13958, + "map_at_3": 0.22661, + "map_at_5": 0.26974, + "map_at_10": 0.32168, + "map_at_20": 0.36465, + "map_at_100": 0.44085, + "map_at_1000": 0.48037, + "recall_at_1": 0.13958, + "recall_at_3": 0.24093, + "recall_at_5": 0.30105, + "recall_at_10": 0.39539, + "recall_at_20": 0.49323, + "recall_at_100": 0.7529, + "recall_at_1000": 0.96815, + "precision_at_1": 0.83, + "precision_at_3": 0.62667, + "precision_at_5": 0.544, + "precision_at_10": 0.435, + "precision_at_20": 0.3335, + "precision_at_100": 0.16355, + "precision_at_1000": 0.03526, + "mrr_at_1": 0.83, + "mrr_at_3": 0.890833, + "mrr_at_5": 0.894083, + "mrr_at_10": 0.895542, + "mrr_at_20": 0.895819, + "mrr_at_100": 0.896155, + "mrr_at_1000": 0.896155, + "nauc_ndcg_at_1_max": 0.568117, + "nauc_ndcg_at_1_std": 0.022398, + "nauc_ndcg_at_1_diff1": 0.477836, + "nauc_ndcg_at_3_max": 0.450998, + "nauc_ndcg_at_3_std": 0.076592, + "nauc_ndcg_at_3_diff1": 0.234997, + "nauc_ndcg_at_5_max": 0.441748, + "nauc_ndcg_at_5_std": 0.099495, + "nauc_ndcg_at_5_diff1": 0.215228, + "nauc_ndcg_at_10_max": 0.399023, + "nauc_ndcg_at_10_std": 0.121311, + "nauc_ndcg_at_10_diff1": 0.207299, + "nauc_ndcg_at_20_max": 0.376224, + "nauc_ndcg_at_20_std": 0.11214, + "nauc_ndcg_at_20_diff1": 0.193334, + "nauc_ndcg_at_100_max": 0.409187, + "nauc_ndcg_at_100_std": 0.184909, + "nauc_ndcg_at_100_diff1": 0.221119, + "nauc_ndcg_at_1000_max": 0.448242, + "nauc_ndcg_at_1000_std": 0.227923, + "nauc_ndcg_at_1000_diff1": 0.260449, + "nauc_map_at_1_max": 0.246897, + "nauc_map_at_1_std": 0.015773, + "nauc_map_at_1_diff1": 0.414421, + "nauc_map_at_3_max": 0.276629, + "nauc_map_at_3_std": 0.08252, + "nauc_map_at_3_diff1": 0.278157, + "nauc_map_at_5_max": 0.31122, + "nauc_map_at_5_std": 0.109416, + "nauc_map_at_5_diff1": 0.231621, + "nauc_map_at_10_max": 0.319246, + "nauc_map_at_10_std": 0.119567, + "nauc_map_at_10_diff1": 0.188598, + "nauc_map_at_20_max": 0.308853, + "nauc_map_at_20_std": 0.128197, + "nauc_map_at_20_diff1": 0.165555, + "nauc_map_at_100_max": 0.321573, + "nauc_map_at_100_std": 0.198585, + "nauc_map_at_100_diff1": 0.157242, + "nauc_map_at_1000_max": 0.318981, + "nauc_map_at_1000_std": 0.201369, + "nauc_map_at_1000_diff1": 0.142479, + "nauc_recall_at_1_max": 0.246897, + "nauc_recall_at_1_std": 0.015773, + "nauc_recall_at_1_diff1": 0.414421, + "nauc_recall_at_3_max": 0.248198, + "nauc_recall_at_3_std": 0.076683, + "nauc_recall_at_3_diff1": 0.244419, + "nauc_recall_at_5_max": 0.28027, + "nauc_recall_at_5_std": 0.109372, + "nauc_recall_at_5_diff1": 0.19343, + "nauc_recall_at_10_max": 0.273876, + "nauc_recall_at_10_std": 0.095185, + "nauc_recall_at_10_diff1": 0.130474, + "nauc_recall_at_20_max": 0.239985, + "nauc_recall_at_20_std": 0.093306, + "nauc_recall_at_20_diff1": 0.100498, + "nauc_recall_at_100_max": 0.264465, + "nauc_recall_at_100_std": 0.229848, + "nauc_recall_at_100_diff1": 0.153239, + "nauc_recall_at_1000_max": 0.435238, + "nauc_recall_at_1000_std": 0.726572, + "nauc_recall_at_1000_diff1": 0.283244, + "nauc_precision_at_1_max": 0.573968, + "nauc_precision_at_1_std": 0.000653, + "nauc_precision_at_1_diff1": 0.472688, + "nauc_precision_at_3_max": 0.186419, + "nauc_precision_at_3_std": 0.069899, + "nauc_precision_at_3_diff1": -0.164866, + "nauc_precision_at_5_max": 0.149778, + "nauc_precision_at_5_std": 0.087702, + "nauc_precision_at_5_diff1": -0.167859, + "nauc_precision_at_10_max": 0.020659, + "nauc_precision_at_10_std": 0.062615, + "nauc_precision_at_10_diff1": -0.17544, + "nauc_precision_at_20_max": -0.071251, + "nauc_precision_at_20_std": 0.024382, + "nauc_precision_at_20_diff1": -0.190548, + "nauc_precision_at_100_max": -0.097212, + "nauc_precision_at_100_std": 0.015175, + "nauc_precision_at_100_diff1": -0.133991, + "nauc_precision_at_1000_max": -0.126417, + "nauc_precision_at_1000_std": -0.182087, + "nauc_precision_at_1000_diff1": -0.154614, + "nauc_mrr_at_1_max": 0.573968, + "nauc_mrr_at_1_std": 0.000653, + "nauc_mrr_at_1_diff1": 0.472688, + "nauc_mrr_at_3_max": 0.61483, + "nauc_mrr_at_3_std": 0.012546, + "nauc_mrr_at_3_diff1": 0.449111, + "nauc_mrr_at_5_max": 0.614426, + "nauc_mrr_at_5_std": 0.014675, + "nauc_mrr_at_5_diff1": 0.467931, + "nauc_mrr_at_10_max": 0.609614, + "nauc_mrr_at_10_std": 0.017391, + "nauc_mrr_at_10_diff1": 0.460163, + "nauc_mrr_at_20_max": 0.608526, + "nauc_mrr_at_20_std": 0.015425, + "nauc_mrr_at_20_diff1": 0.461103, + "nauc_mrr_at_100_max": 0.608102, + "nauc_mrr_at_100_std": 0.015429, + "nauc_mrr_at_100_diff1": 0.460755, + "nauc_mrr_at_1000_max": 0.608102, + "nauc_mrr_at_1000_std": 0.015429, + "nauc_mrr_at_1000_diff1": 0.460755, + "main_score": 0.60913, + "hf_subset": "en", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.64, + "ndcg_at_3": 0.57035, + "ndcg_at_5": 0.54731, + "ndcg_at_10": 0.53227, + "ndcg_at_20": 0.54365, + "ndcg_at_100": 0.60498, + "ndcg_at_1000": 0.68638, + "map_at_1": 0.12177, + "map_at_3": 0.19031, + "map_at_5": 0.22684, + "map_at_10": 0.26959, + "map_at_20": 0.30548, + "map_at_100": 0.37001, + "map_at_1000": 0.40592, + "recall_at_1": 0.12177, + "recall_at_3": 0.2094, + "recall_at_5": 0.2663, + "recall_at_10": 0.35003, + "recall_at_20": 0.44416, + "recall_at_100": 0.69674, + "recall_at_1000": 0.94001, + "precision_at_1": 0.7, + "precision_at_3": 0.54833, + "precision_at_5": 0.475, + "precision_at_10": 0.3715, + "precision_at_20": 0.292, + "precision_at_100": 0.14675, + "precision_at_1000": 0.03347, + "mrr_at_1": 0.7, + "mrr_at_3": 0.7925, + "mrr_at_5": 0.805, + "mrr_at_10": 0.807381, + "mrr_at_20": 0.807766, + "mrr_at_100": 0.808358, + "mrr_at_1000": 0.808358, + "nauc_ndcg_at_1_max": 0.522624, + "nauc_ndcg_at_1_std": 0.208179, + "nauc_ndcg_at_1_diff1": 0.477111, + "nauc_ndcg_at_3_max": 0.512038, + "nauc_ndcg_at_3_std": 0.294274, + "nauc_ndcg_at_3_diff1": 0.327616, + "nauc_ndcg_at_5_max": 0.497763, + "nauc_ndcg_at_5_std": 0.296838, + "nauc_ndcg_at_5_diff1": 0.306253, + "nauc_ndcg_at_10_max": 0.468255, + "nauc_ndcg_at_10_std": 0.300107, + "nauc_ndcg_at_10_diff1": 0.3053, + "nauc_ndcg_at_20_max": 0.444828, + "nauc_ndcg_at_20_std": 0.309758, + "nauc_ndcg_at_20_diff1": 0.300973, + "nauc_ndcg_at_100_max": 0.459481, + "nauc_ndcg_at_100_std": 0.374734, + "nauc_ndcg_at_100_diff1": 0.348107, + "nauc_ndcg_at_1000_max": 0.528303, + "nauc_ndcg_at_1000_std": 0.396446, + "nauc_ndcg_at_1000_diff1": 0.345743, + "nauc_map_at_1_max": 0.155458, + "nauc_map_at_1_std": 0.045333, + "nauc_map_at_1_diff1": 0.456812, + "nauc_map_at_3_max": 0.200526, + "nauc_map_at_3_std": 0.142981, + "nauc_map_at_3_diff1": 0.377106, + "nauc_map_at_5_max": 0.222451, + "nauc_map_at_5_std": 0.151631, + "nauc_map_at_5_diff1": 0.335741, + "nauc_map_at_10_max": 0.260867, + "nauc_map_at_10_std": 0.170143, + "nauc_map_at_10_diff1": 0.305751, + "nauc_map_at_20_max": 0.290604, + "nauc_map_at_20_std": 0.224271, + "nauc_map_at_20_diff1": 0.297655, + "nauc_map_at_100_max": 0.349695, + "nauc_map_at_100_std": 0.322988, + "nauc_map_at_100_diff1": 0.276977, + "nauc_map_at_1000_max": 0.391216, + "nauc_map_at_1000_std": 0.332803, + "nauc_map_at_1000_diff1": 0.252612, + "nauc_recall_at_1_max": 0.155458, + "nauc_recall_at_1_std": 0.045333, + "nauc_recall_at_1_diff1": 0.456812, + "nauc_recall_at_3_max": 0.172685, + "nauc_recall_at_3_std": 0.163772, + "nauc_recall_at_3_diff1": 0.329085, + "nauc_recall_at_5_max": 0.167555, + "nauc_recall_at_5_std": 0.139809, + "nauc_recall_at_5_diff1": 0.283735, + "nauc_recall_at_10_max": 0.180931, + "nauc_recall_at_10_std": 0.137257, + "nauc_recall_at_10_diff1": 0.231721, + "nauc_recall_at_20_max": 0.202442, + "nauc_recall_at_20_std": 0.21519, + "nauc_recall_at_20_diff1": 0.224902, + "nauc_recall_at_100_max": 0.212396, + "nauc_recall_at_100_std": 0.361593, + "nauc_recall_at_100_diff1": 0.271274, + "nauc_recall_at_1000_max": 0.437403, + "nauc_recall_at_1000_std": 0.660009, + "nauc_recall_at_1000_diff1": 0.352229, + "nauc_precision_at_1_max": 0.556683, + "nauc_precision_at_1_std": 0.212376, + "nauc_precision_at_1_diff1": 0.535759, + "nauc_precision_at_3_max": 0.400644, + "nauc_precision_at_3_std": 0.270816, + "nauc_precision_at_3_diff1": 0.059354, + "nauc_precision_at_5_max": 0.339246, + "nauc_precision_at_5_std": 0.240385, + "nauc_precision_at_5_diff1": -0.069753, + "nauc_precision_at_10_max": 0.324942, + "nauc_precision_at_10_std": 0.222182, + "nauc_precision_at_10_diff1": -0.1037, + "nauc_precision_at_20_max": 0.245782, + "nauc_precision_at_20_std": 0.218586, + "nauc_precision_at_20_diff1": -0.156641, + "nauc_precision_at_100_max": 0.168666, + "nauc_precision_at_100_std": 0.116536, + "nauc_precision_at_100_diff1": -0.18505, + "nauc_precision_at_1000_max": 0.155903, + "nauc_precision_at_1000_std": -0.116845, + "nauc_precision_at_1000_diff1": -0.227706, + "nauc_mrr_at_1_max": 0.556683, + "nauc_mrr_at_1_std": 0.212376, + "nauc_mrr_at_1_diff1": 0.535759, + "nauc_mrr_at_3_max": 0.577593, + "nauc_mrr_at_3_std": 0.276304, + "nauc_mrr_at_3_diff1": 0.5352, + "nauc_mrr_at_5_max": 0.57357, + "nauc_mrr_at_5_std": 0.26119, + "nauc_mrr_at_5_diff1": 0.533933, + "nauc_mrr_at_10_max": 0.570849, + "nauc_mrr_at_10_std": 0.263142, + "nauc_mrr_at_10_diff1": 0.530799, + "nauc_mrr_at_20_max": 0.569881, + "nauc_mrr_at_20_std": 0.261776, + "nauc_mrr_at_20_diff1": 0.529741, + "nauc_mrr_at_100_max": 0.570041, + "nauc_mrr_at_100_std": 0.260453, + "nauc_mrr_at_100_diff1": 0.530239, + "nauc_mrr_at_1000_max": 0.570041, + "nauc_mrr_at_1000_std": 0.260453, + "nauc_mrr_at_1000_diff1": 0.530239, + "main_score": 0.53227, + "hf_subset": "es", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.6, + "ndcg_at_3": 0.53176, + "ndcg_at_5": 0.51411, + "ndcg_at_10": 0.50647, + "ndcg_at_20": 0.51485, + "ndcg_at_100": 0.57478, + "ndcg_at_1000": 0.65712, + "map_at_1": 0.12004, + "map_at_3": 0.18008, + "map_at_5": 0.21338, + "map_at_10": 0.25263, + "map_at_20": 0.28435, + "map_at_100": 0.34667, + "map_at_1000": 0.38115, + "recall_at_1": 0.12004, + "recall_at_3": 0.20218, + "recall_at_5": 0.25452, + "recall_at_10": 0.33417, + "recall_at_20": 0.42409, + "recall_at_100": 0.67211, + "recall_at_1000": 0.91772, + "precision_at_1": 0.68, + "precision_at_3": 0.515, + "precision_at_5": 0.444, + "precision_at_10": 0.357, + "precision_at_20": 0.277, + "precision_at_100": 0.1404, + "precision_at_1000": 0.0327, + "mrr_at_1": 0.68, + "mrr_at_3": 0.76, + "mrr_at_5": 0.76975, + "mrr_at_10": 0.774026, + "mrr_at_20": 0.775128, + "mrr_at_100": 0.776142, + "mrr_at_1000": 0.77623, + "nauc_ndcg_at_1_max": 0.59438, + "nauc_ndcg_at_1_std": 0.459966, + "nauc_ndcg_at_1_diff1": 0.341693, + "nauc_ndcg_at_3_max": 0.585363, + "nauc_ndcg_at_3_std": 0.441979, + "nauc_ndcg_at_3_diff1": 0.281489, + "nauc_ndcg_at_5_max": 0.560696, + "nauc_ndcg_at_5_std": 0.41452, + "nauc_ndcg_at_5_diff1": 0.269958, + "nauc_ndcg_at_10_max": 0.537148, + "nauc_ndcg_at_10_std": 0.433838, + "nauc_ndcg_at_10_diff1": 0.233578, + "nauc_ndcg_at_20_max": 0.537191, + "nauc_ndcg_at_20_std": 0.43975, + "nauc_ndcg_at_20_diff1": 0.259566, + "nauc_ndcg_at_100_max": 0.558692, + "nauc_ndcg_at_100_std": 0.511767, + "nauc_ndcg_at_100_diff1": 0.31024, + "nauc_ndcg_at_1000_max": 0.61537, + "nauc_ndcg_at_1000_std": 0.558613, + "nauc_ndcg_at_1000_diff1": 0.284638, + "nauc_map_at_1_max": 0.337843, + "nauc_map_at_1_std": 0.187957, + "nauc_map_at_1_diff1": 0.507054, + "nauc_map_at_3_max": 0.325608, + "nauc_map_at_3_std": 0.204684, + "nauc_map_at_3_diff1": 0.414911, + "nauc_map_at_5_max": 0.321551, + "nauc_map_at_5_std": 0.201453, + "nauc_map_at_5_diff1": 0.3611, + "nauc_map_at_10_max": 0.330735, + "nauc_map_at_10_std": 0.231079, + "nauc_map_at_10_diff1": 0.310922, + "nauc_map_at_20_max": 0.368212, + "nauc_map_at_20_std": 0.284649, + "nauc_map_at_20_diff1": 0.30451, + "nauc_map_at_100_max": 0.434594, + "nauc_map_at_100_std": 0.40515, + "nauc_map_at_100_diff1": 0.2659, + "nauc_map_at_1000_max": 0.466752, + "nauc_map_at_1000_std": 0.425021, + "nauc_map_at_1000_diff1": 0.230412, + "nauc_recall_at_1_max": 0.337843, + "nauc_recall_at_1_std": 0.187957, + "nauc_recall_at_1_diff1": 0.507054, + "nauc_recall_at_3_max": 0.290407, + "nauc_recall_at_3_std": 0.179937, + "nauc_recall_at_3_diff1": 0.365008, + "nauc_recall_at_5_max": 0.268536, + "nauc_recall_at_5_std": 0.15689, + "nauc_recall_at_5_diff1": 0.297944, + "nauc_recall_at_10_max": 0.257383, + "nauc_recall_at_10_std": 0.175612, + "nauc_recall_at_10_diff1": 0.238434, + "nauc_recall_at_20_max": 0.314887, + "nauc_recall_at_20_std": 0.256041, + "nauc_recall_at_20_diff1": 0.258619, + "nauc_recall_at_100_max": 0.377181, + "nauc_recall_at_100_std": 0.444228, + "nauc_recall_at_100_diff1": 0.292802, + "nauc_recall_at_1000_max": 0.652174, + "nauc_recall_at_1000_std": 0.79947, + "nauc_recall_at_1000_diff1": 0.336846, + "nauc_precision_at_1_max": 0.643969, + "nauc_precision_at_1_std": 0.456171, + "nauc_precision_at_1_diff1": 0.322334, + "nauc_precision_at_3_max": 0.424143, + "nauc_precision_at_3_std": 0.359346, + "nauc_precision_at_3_diff1": -0.000969, + "nauc_precision_at_5_max": 0.313471, + "nauc_precision_at_5_std": 0.267209, + "nauc_precision_at_5_diff1": -0.089482, + "nauc_precision_at_10_max": 0.245173, + "nauc_precision_at_10_std": 0.273197, + "nauc_precision_at_10_diff1": -0.188755, + "nauc_precision_at_20_max": 0.229194, + "nauc_precision_at_20_std": 0.287145, + "nauc_precision_at_20_diff1": -0.219204, + "nauc_precision_at_100_max": 0.142157, + "nauc_precision_at_100_std": 0.184911, + "nauc_precision_at_100_diff1": -0.231357, + "nauc_precision_at_1000_max": 0.04644, + "nauc_precision_at_1000_std": -0.080372, + "nauc_precision_at_1000_diff1": -0.269146, + "nauc_mrr_at_1_max": 0.643969, + "nauc_mrr_at_1_std": 0.456171, + "nauc_mrr_at_1_diff1": 0.322334, + "nauc_mrr_at_3_max": 0.665427, + "nauc_mrr_at_3_std": 0.50573, + "nauc_mrr_at_3_diff1": 0.320184, + "nauc_mrr_at_5_max": 0.661067, + "nauc_mrr_at_5_std": 0.499999, + "nauc_mrr_at_5_diff1": 0.326702, + "nauc_mrr_at_10_max": 0.66248, + "nauc_mrr_at_10_std": 0.505638, + "nauc_mrr_at_10_diff1": 0.321155, + "nauc_mrr_at_20_max": 0.662616, + "nauc_mrr_at_20_std": 0.503588, + "nauc_mrr_at_20_diff1": 0.31962, + "nauc_mrr_at_100_max": 0.662358, + "nauc_mrr_at_100_std": 0.502793, + "nauc_mrr_at_100_diff1": 0.320227, + "nauc_mrr_at_1000_max": 0.662283, + "nauc_mrr_at_1000_std": 0.502589, + "nauc_mrr_at_1000_diff1": 0.320373, + "main_score": 0.50647, + "hf_subset": "fr", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 508.045382976532, + "kg_co2_emissions": 0.019760218507129227 +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/CmedqaRetrieval.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/CmedqaRetrieval.json new file mode 100644 index 000000000..8bd8a82cb --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/CmedqaRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301", + "task_name": "CmedqaRetrieval", + "mteb_version": "1.24.0", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.17879, + "ndcg_at_3": 0.17199, + "ndcg_at_5": 0.18045, + "ndcg_at_10": 0.19683, + "ndcg_at_20": 0.2127, + "ndcg_at_100": 0.24566, + "ndcg_at_1000": 0.27958, + "map_at_1": 0.10896, + "map_at_3": 0.14137, + "map_at_5": 0.15032, + "map_at_10": 0.15879, + "map_at_20": 0.16368, + "map_at_100": 0.16887, + "map_at_1000": 0.1703, + "recall_at_1": 0.10896, + "recall_at_3": 0.16762, + "recall_at_5": 0.197, + "recall_at_10": 0.24641, + "recall_at_20": 0.30047, + "recall_at_100": 0.45314, + "recall_at_1000": 0.6906, + "precision_at_1": 0.17879, + "precision_at_3": 0.09894, + "precision_at_5": 0.07182, + "precision_at_10": 0.04531, + "precision_at_20": 0.02793, + "precision_at_100": 0.0086, + "precision_at_1000": 0.00131, + "mrr_at_1": 0.178795, + "mrr_at_3": 0.209177, + "mrr_at_5": 0.217529, + "mrr_at_10": 0.225346, + "mrr_at_20": 0.229615, + "mrr_at_100": 0.233561, + "mrr_at_1000": 0.234411, + "nauc_ndcg_at_1_max": 0.413095, + "nauc_ndcg_at_1_std": 0.061189, + "nauc_ndcg_at_1_diff1": 0.533667, + "nauc_ndcg_at_3_max": 0.376995, + "nauc_ndcg_at_3_std": 0.066287, + "nauc_ndcg_at_3_diff1": 0.449013, + "nauc_ndcg_at_5_max": 0.36848, + "nauc_ndcg_at_5_std": 0.07442, + "nauc_ndcg_at_5_diff1": 0.429106, + "nauc_ndcg_at_10_max": 0.362207, + "nauc_ndcg_at_10_std": 0.082139, + "nauc_ndcg_at_10_diff1": 0.416075, + "nauc_ndcg_at_20_max": 0.366597, + "nauc_ndcg_at_20_std": 0.098196, + "nauc_ndcg_at_20_diff1": 0.410269, + "nauc_ndcg_at_100_max": 0.376131, + "nauc_ndcg_at_100_std": 0.127416, + "nauc_ndcg_at_100_diff1": 0.399342, + "nauc_ndcg_at_1000_max": 0.388456, + "nauc_ndcg_at_1000_std": 0.142541, + "nauc_ndcg_at_1000_diff1": 0.401647, + "nauc_map_at_1_max": 0.359062, + "nauc_map_at_1_std": 0.024233, + "nauc_map_at_1_diff1": 0.519469, + "nauc_map_at_3_max": 0.362836, + "nauc_map_at_3_std": 0.045208, + "nauc_map_at_3_diff1": 0.459659, + "nauc_map_at_5_max": 0.366322, + "nauc_map_at_5_std": 0.056022, + "nauc_map_at_5_diff1": 0.447554, + "nauc_map_at_10_max": 0.367173, + "nauc_map_at_10_std": 0.063254, + "nauc_map_at_10_diff1": 0.440329, + "nauc_map_at_20_max": 0.370043, + "nauc_map_at_20_std": 0.069789, + "nauc_map_at_20_diff1": 0.438119, + "nauc_map_at_100_max": 0.372773, + "nauc_map_at_100_std": 0.076586, + "nauc_map_at_100_diff1": 0.43636, + "nauc_map_at_1000_max": 0.373715, + "nauc_map_at_1000_std": 0.078079, + "nauc_map_at_1000_diff1": 0.436442, + "nauc_recall_at_1_max": 0.359062, + "nauc_recall_at_1_std": 0.024233, + "nauc_recall_at_1_diff1": 0.519469, + "nauc_recall_at_3_max": 0.326994, + "nauc_recall_at_3_std": 0.054615, + "nauc_recall_at_3_diff1": 0.39085, + "nauc_recall_at_5_max": 0.321758, + "nauc_recall_at_5_std": 0.079116, + "nauc_recall_at_5_diff1": 0.353818, + "nauc_recall_at_10_max": 0.301703, + "nauc_recall_at_10_std": 0.09732, + "nauc_recall_at_10_diff1": 0.313632, + "nauc_recall_at_20_max": 0.305255, + "nauc_recall_at_20_std": 0.136402, + "nauc_recall_at_20_diff1": 0.293853, + "nauc_recall_at_100_max": 0.315332, + "nauc_recall_at_100_std": 0.219468, + "nauc_recall_at_100_diff1": 0.239012, + "nauc_recall_at_1000_max": 0.381357, + "nauc_recall_at_1000_std": 0.335903, + "nauc_recall_at_1000_diff1": 0.221055, + "nauc_precision_at_1_max": 0.413095, + "nauc_precision_at_1_std": 0.061189, + "nauc_precision_at_1_diff1": 0.533667, + "nauc_precision_at_3_max": 0.408821, + "nauc_precision_at_3_std": 0.101625, + "nauc_precision_at_3_diff1": 0.410393, + "nauc_precision_at_5_max": 0.401024, + "nauc_precision_at_5_std": 0.13162, + "nauc_precision_at_5_diff1": 0.361414, + "nauc_precision_at_10_max": 0.384334, + "nauc_precision_at_10_std": 0.161741, + "nauc_precision_at_10_diff1": 0.31445, + "nauc_precision_at_20_max": 0.375072, + "nauc_precision_at_20_std": 0.197599, + "nauc_precision_at_20_diff1": 0.279505, + "nauc_precision_at_100_max": 0.356681, + "nauc_precision_at_100_std": 0.270786, + "nauc_precision_at_100_diff1": 0.210258, + "nauc_precision_at_1000_max": 0.302599, + "nauc_precision_at_1000_std": 0.267725, + "nauc_precision_at_1000_diff1": 0.137839, + "nauc_mrr_at_1_max": 0.413095, + "nauc_mrr_at_1_std": 0.061189, + "nauc_mrr_at_1_diff1": 0.533667, + "nauc_mrr_at_3_max": 0.39028, + "nauc_mrr_at_3_std": 0.069167, + "nauc_mrr_at_3_diff1": 0.481326, + "nauc_mrr_at_5_max": 0.384592, + "nauc_mrr_at_5_std": 0.075536, + "nauc_mrr_at_5_diff1": 0.468638, + "nauc_mrr_at_10_max": 0.382141, + "nauc_mrr_at_10_std": 0.08015, + "nauc_mrr_at_10_diff1": 0.462, + "nauc_mrr_at_20_max": 0.382803, + "nauc_mrr_at_20_std": 0.08398, + "nauc_mrr_at_20_diff1": 0.460338, + "nauc_mrr_at_100_max": 0.383808, + "nauc_mrr_at_100_std": 0.086771, + "nauc_mrr_at_100_diff1": 0.459314, + "nauc_mrr_at_1000_max": 0.384138, + "nauc_mrr_at_1000_std": 0.087025, + "nauc_mrr_at_1000_diff1": 0.459507, + "main_score": 0.19683, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 54.396549701690674, + "kg_co2_emissions": 0.0020198958081970027 +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/MedicalQARetrieval.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/MedicalQARetrieval.json new file mode 100644 index 000000000..cc091b877 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/MedicalQARetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ae763399273d8b20506b80cf6f6f9a31a6a2b238", + "task_name": "MedicalQARetrieval", + "mteb_version": "1.24.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.5498, + "ndcg_at_3": 0.68212, + "ndcg_at_5": 0.70503, + "ndcg_at_10": 0.72503, + "ndcg_at_20": 0.73305, + "ndcg_at_100": 0.7412, + "ndcg_at_1000": 0.74518, + "map_at_1": 0.5498, + "map_at_3": 0.65015, + "map_at_5": 0.66296, + "map_at_10": 0.67128, + "map_at_20": 0.67355, + "map_at_100": 0.67468, + "map_at_1000": 0.67483, + "recall_at_1": 0.5498, + "recall_at_3": 0.77441, + "recall_at_5": 0.82959, + "recall_at_10": 0.89111, + "recall_at_20": 0.92236, + "recall_at_100": 0.96631, + "recall_at_1000": 0.99756, + "precision_at_1": 0.5498, + "precision_at_3": 0.25814, + "precision_at_5": 0.16592, + "precision_at_10": 0.08911, + "precision_at_20": 0.04612, + "precision_at_100": 0.00966, + "precision_at_1000": 0.001, + "mrr_at_1": 0.549805, + "mrr_at_3": 0.650716, + "mrr_at_5": 0.663314, + "mrr_at_10": 0.671632, + "mrr_at_20": 0.6739, + "mrr_at_100": 0.675032, + "mrr_at_1000": 0.675182, + "nauc_ndcg_at_1_max": 0.258697, + "nauc_ndcg_at_1_std": 0.009945, + "nauc_ndcg_at_1_diff1": 0.518847, + "nauc_ndcg_at_3_max": 0.220984, + "nauc_ndcg_at_3_std": -0.038528, + "nauc_ndcg_at_3_diff1": 0.468618, + "nauc_ndcg_at_5_max": 0.226285, + "nauc_ndcg_at_5_std": -0.050389, + "nauc_ndcg_at_5_diff1": 0.463776, + "nauc_ndcg_at_10_max": 0.244208, + "nauc_ndcg_at_10_std": -0.04627, + "nauc_ndcg_at_10_diff1": 0.462025, + "nauc_ndcg_at_20_max": 0.252161, + "nauc_ndcg_at_20_std": -0.033397, + "nauc_ndcg_at_20_diff1": 0.465527, + "nauc_ndcg_at_100_max": 0.250549, + "nauc_ndcg_at_100_std": -0.025118, + "nauc_ndcg_at_100_diff1": 0.470237, + "nauc_ndcg_at_1000_max": 0.244329, + "nauc_ndcg_at_1000_std": -0.026141, + "nauc_ndcg_at_1000_diff1": 0.473227, + "nauc_map_at_1_max": 0.258697, + "nauc_map_at_1_std": 0.009945, + "nauc_map_at_1_diff1": 0.518847, + "nauc_map_at_3_max": 0.22987, + "nauc_map_at_3_std": -0.023615, + "nauc_map_at_3_diff1": 0.48144, + "nauc_map_at_5_max": 0.232547, + "nauc_map_at_5_std": -0.028749, + "nauc_map_at_5_diff1": 0.479226, + "nauc_map_at_10_max": 0.238765, + "nauc_map_at_10_std": -0.027142, + "nauc_map_at_10_diff1": 0.478852, + "nauc_map_at_20_max": 0.240479, + "nauc_map_at_20_std": -0.024035, + "nauc_map_at_20_diff1": 0.479781, + "nauc_map_at_100_max": 0.2404, + "nauc_map_at_100_std": -0.023004, + "nauc_map_at_100_diff1": 0.480401, + "nauc_map_at_1000_max": 0.240217, + "nauc_map_at_1000_std": -0.022958, + "nauc_map_at_1000_diff1": 0.480473, + "nauc_recall_at_1_max": 0.258697, + "nauc_recall_at_1_std": 0.009945, + "nauc_recall_at_1_diff1": 0.518847, + "nauc_recall_at_3_max": 0.18745, + "nauc_recall_at_3_std": -0.097192, + "nauc_recall_at_3_diff1": 0.419558, + "nauc_recall_at_5_max": 0.199623, + "nauc_recall_at_5_std": -0.157844, + "nauc_recall_at_5_diff1": 0.390486, + "nauc_recall_at_10_max": 0.305294, + "nauc_recall_at_10_std": -0.178975, + "nauc_recall_at_10_diff1": 0.345151, + "nauc_recall_at_20_max": 0.418106, + "nauc_recall_at_20_std": -0.088498, + "nauc_recall_at_20_diff1": 0.338885, + "nauc_recall_at_100_max": 0.563885, + "nauc_recall_at_100_std": 0.10553, + "nauc_recall_at_100_diff1": 0.326194, + "nauc_recall_at_1000_max": 0.452488, + "nauc_recall_at_1000_std": 0.637716, + "nauc_recall_at_1000_diff1": 0.564511, + "nauc_precision_at_1_max": 0.258697, + "nauc_precision_at_1_std": 0.009945, + "nauc_precision_at_1_diff1": 0.518847, + "nauc_precision_at_3_max": 0.18745, + "nauc_precision_at_3_std": -0.097192, + "nauc_precision_at_3_diff1": 0.419558, + "nauc_precision_at_5_max": 0.199623, + "nauc_precision_at_5_std": -0.157844, + "nauc_precision_at_5_diff1": 0.390486, + "nauc_precision_at_10_max": 0.305294, + "nauc_precision_at_10_std": -0.178975, + "nauc_precision_at_10_diff1": 0.345151, + "nauc_precision_at_20_max": 0.418106, + "nauc_precision_at_20_std": -0.088498, + "nauc_precision_at_20_diff1": 0.338885, + "nauc_precision_at_100_max": 0.563885, + "nauc_precision_at_100_std": 0.10553, + "nauc_precision_at_100_diff1": 0.326194, + "nauc_precision_at_1000_max": 0.452488, + "nauc_precision_at_1000_std": 0.637716, + "nauc_precision_at_1000_diff1": 0.564511, + "nauc_mrr_at_1_max": 0.26272, + "nauc_mrr_at_1_std": 0.011041, + "nauc_mrr_at_1_diff1": 0.518847, + "nauc_mrr_at_3_max": 0.23358, + "nauc_mrr_at_3_std": -0.023234, + "nauc_mrr_at_3_diff1": 0.4801, + "nauc_mrr_at_5_max": 0.236033, + "nauc_mrr_at_5_std": -0.02836, + "nauc_mrr_at_5_diff1": 0.478376, + "nauc_mrr_at_10_max": 0.24217, + "nauc_mrr_at_10_std": -0.026814, + "nauc_mrr_at_10_diff1": 0.477978, + "nauc_mrr_at_20_max": 0.243915, + "nauc_mrr_at_20_std": -0.023701, + "nauc_mrr_at_20_diff1": 0.478901, + "nauc_mrr_at_100_max": 0.243851, + "nauc_mrr_at_100_std": -0.022669, + "nauc_mrr_at_100_diff1": 0.479517, + "nauc_mrr_at_1000_max": 0.24367, + "nauc_mrr_at_1000_std": -0.022622, + "nauc_mrr_at_1000_diff1": 0.479588, + "main_score": 0.72503, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 6.304616451263428, + "kg_co2_emissions": 0.0001580759472340352 +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/MedrxivClusteringP2P.v2.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/MedrxivClusteringP2P.v2.json new file mode 100644 index 000000000..c636ac2cd --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/MedrxivClusteringP2P.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73", + "task_name": "MedrxivClusteringP2P.v2", + "mteb_version": "1.24.0", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.366874, + 0.358122, + 0.346913, + 0.344123, + 0.363072, + 0.345211, + 0.347857, + 0.360285, + 0.352318, + 0.35164 + ] + }, + "v_measure": 0.353642, + "v_measure_std": 0.007579, + "main_score": 0.353642, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 15.668737888336182, + "kg_co2_emissions": 0.00036171377430320104 +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/MedrxivClusteringS2S.v2.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/MedrxivClusteringS2S.v2.json new file mode 100644 index 000000000..22016923f --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/MedrxivClusteringS2S.v2.json @@ -0,0 +1,34 @@ +{ + "dataset_revision": "35191c8c0dca72d8ff3efcd72aa802307d469663", + "task_name": "MedrxivClusteringS2S.v2", + "mteb_version": "1.24.0", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.312702, + 0.317764, + 0.331036, + 0.322899, + 0.321185, + 0.309589, + 0.299788, + 0.32092, + 0.303018, + 0.322927 + ] + }, + "v_measure": 0.316183, + "v_measure_std": 0.009267, + "main_score": 0.316183, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 14.483165502548218, + "kg_co2_emissions": 0.00030604354289326527 +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/NFCorpus.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/NFCorpus.json new file mode 100644 index 000000000..d217519d6 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/NFCorpus.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814", + "task_name": "NFCorpus", + "mteb_version": "1.24.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.44892, + "ndcg_at_3": 0.41573, + "ndcg_at_5": 0.39439, + "ndcg_at_10": 0.3587, + "ndcg_at_20": 0.32953, + "ndcg_at_100": 0.32109, + "ndcg_at_1000": 0.40662, + "map_at_1": 0.05854, + "map_at_3": 0.09909, + "map_at_5": 0.11385, + "map_at_10": 0.13236, + "map_at_20": 0.14583, + "map_at_100": 0.16504, + "map_at_1000": 0.17903, + "recall_at_1": 0.05854, + "recall_at_3": 0.10917, + "recall_at_5": 0.13406, + "recall_at_10": 0.16759, + "recall_at_20": 0.20478, + "recall_at_100": 0.31816, + "recall_at_1000": 0.63599, + "precision_at_1": 0.46749, + "precision_at_3": 0.39009, + "precision_at_5": 0.34241, + "precision_at_10": 0.26718, + "precision_at_20": 0.19211, + "precision_at_100": 0.08121, + "precision_at_1000": 0.02067, + "mrr_at_1": 0.467492, + "mrr_at_3": 0.535088, + "mrr_at_5": 0.551651, + "mrr_at_10": 0.556762, + "mrr_at_20": 0.560451, + "mrr_at_100": 0.563225, + "mrr_at_1000": 0.563552, + "nauc_ndcg_at_1_max": 0.44627, + "nauc_ndcg_at_1_std": 0.232131, + "nauc_ndcg_at_1_diff1": 0.354953, + "nauc_ndcg_at_3_max": 0.44489, + "nauc_ndcg_at_3_std": 0.242475, + "nauc_ndcg_at_3_diff1": 0.24922, + "nauc_ndcg_at_5_max": 0.438364, + "nauc_ndcg_at_5_std": 0.250358, + "nauc_ndcg_at_5_diff1": 0.232371, + "nauc_ndcg_at_10_max": 0.430788, + "nauc_ndcg_at_10_std": 0.28108, + "nauc_ndcg_at_10_diff1": 0.225635, + "nauc_ndcg_at_20_max": 0.436839, + "nauc_ndcg_at_20_std": 0.282532, + "nauc_ndcg_at_20_diff1": 0.232473, + "nauc_ndcg_at_100_max": 0.466405, + "nauc_ndcg_at_100_std": 0.284766, + "nauc_ndcg_at_100_diff1": 0.284911, + "nauc_ndcg_at_1000_max": 0.51856, + "nauc_ndcg_at_1000_std": 0.337937, + "nauc_ndcg_at_1000_diff1": 0.290407, + "nauc_map_at_1_max": 0.176669, + "nauc_map_at_1_std": -0.140148, + "nauc_map_at_1_diff1": 0.471723, + "nauc_map_at_3_max": 0.256065, + "nauc_map_at_3_std": -0.100633, + "nauc_map_at_3_diff1": 0.386973, + "nauc_map_at_5_max": 0.285775, + "nauc_map_at_5_std": -0.067018, + "nauc_map_at_5_diff1": 0.366056, + "nauc_map_at_10_max": 0.316929, + "nauc_map_at_10_std": -0.014926, + "nauc_map_at_10_diff1": 0.350053, + "nauc_map_at_20_max": 0.344361, + "nauc_map_at_20_std": 0.032859, + "nauc_map_at_20_diff1": 0.34031, + "nauc_map_at_100_max": 0.37044, + "nauc_map_at_100_std": 0.098672, + "nauc_map_at_100_diff1": 0.323321, + "nauc_map_at_1000_max": 0.377127, + "nauc_map_at_1000_std": 0.134005, + "nauc_map_at_1000_diff1": 0.30851, + "nauc_recall_at_1_max": 0.176669, + "nauc_recall_at_1_std": -0.140148, + "nauc_recall_at_1_diff1": 0.471723, + "nauc_recall_at_3_max": 0.24547, + "nauc_recall_at_3_std": -0.094971, + "nauc_recall_at_3_diff1": 0.365829, + "nauc_recall_at_5_max": 0.272981, + "nauc_recall_at_5_std": -0.055818, + "nauc_recall_at_5_diff1": 0.326363, + "nauc_recall_at_10_max": 0.292352, + "nauc_recall_at_10_std": 0.00429, + "nauc_recall_at_10_diff1": 0.309758, + "nauc_recall_at_20_max": 0.317045, + "nauc_recall_at_20_std": 0.054897, + "nauc_recall_at_20_diff1": 0.279552, + "nauc_recall_at_100_max": 0.317467, + "nauc_recall_at_100_std": 0.161497, + "nauc_recall_at_100_diff1": 0.227206, + "nauc_recall_at_1000_max": 0.23861, + "nauc_recall_at_1000_std": 0.206935, + "nauc_recall_at_1000_diff1": 0.113247, + "nauc_precision_at_1_max": 0.460297, + "nauc_precision_at_1_std": 0.241494, + "nauc_precision_at_1_diff1": 0.339926, + "nauc_precision_at_3_max": 0.441769, + "nauc_precision_at_3_std": 0.283263, + "nauc_precision_at_3_diff1": 0.139122, + "nauc_precision_at_5_max": 0.408334, + "nauc_precision_at_5_std": 0.309632, + "nauc_precision_at_5_diff1": 0.090223, + "nauc_precision_at_10_max": 0.374377, + "nauc_precision_at_10_std": 0.395613, + "nauc_precision_at_10_diff1": 0.037223, + "nauc_precision_at_20_max": 0.337259, + "nauc_precision_at_20_std": 0.436077, + "nauc_precision_at_20_diff1": -0.015918, + "nauc_precision_at_100_max": 0.205836, + "nauc_precision_at_100_std": 0.462641, + "nauc_precision_at_100_diff1": -0.100205, + "nauc_precision_at_1000_max": 0.070883, + "nauc_precision_at_1000_std": 0.367079, + "nauc_precision_at_1000_diff1": -0.160584, + "nauc_mrr_at_1_max": 0.460297, + "nauc_mrr_at_1_std": 0.241494, + "nauc_mrr_at_1_diff1": 0.339926, + "nauc_mrr_at_3_max": 0.511283, + "nauc_mrr_at_3_std": 0.301003, + "nauc_mrr_at_3_diff1": 0.310425, + "nauc_mrr_at_5_max": 0.514389, + "nauc_mrr_at_5_std": 0.295407, + "nauc_mrr_at_5_diff1": 0.315594, + "nauc_mrr_at_10_max": 0.519289, + "nauc_mrr_at_10_std": 0.303916, + "nauc_mrr_at_10_diff1": 0.316966, + "nauc_mrr_at_20_max": 0.522532, + "nauc_mrr_at_20_std": 0.306714, + "nauc_mrr_at_20_diff1": 0.315897, + "nauc_mrr_at_100_max": 0.521728, + "nauc_mrr_at_100_std": 0.30734, + "nauc_mrr_at_100_diff1": 0.316161, + "nauc_mrr_at_1000_max": 0.521536, + "nauc_mrr_at_1000_std": 0.30717, + "nauc_mrr_at_1000_diff1": 0.316171, + "main_score": 0.3587, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 3.5296671390533447, + "kg_co2_emissions": 0.00013287010306715756 +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/PublicHealthQA.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/PublicHealthQA.json new file mode 100644 index 000000000..30ba3cf73 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/PublicHealthQA.json @@ -0,0 +1,1187 @@ +{ + "dataset_revision": "main", + "task_name": "PublicHealthQA", + "mteb_version": "1.24.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.68605, + "ndcg_at_3": 0.76066, + "ndcg_at_5": 0.79868, + "ndcg_at_10": 0.81383, + "ndcg_at_20": 0.81697, + "ndcg_at_100": 0.82323, + "ndcg_at_1000": 0.82323, + "map_at_1": 0.68605, + "map_at_3": 0.74225, + "map_at_5": 0.76318, + "map_at_10": 0.76951, + "map_at_20": 0.77048, + "map_at_100": 0.77126, + "map_at_1000": 0.77126, + "recall_at_1": 0.68605, + "recall_at_3": 0.81395, + "recall_at_5": 0.90698, + "recall_at_10": 0.95349, + "recall_at_20": 0.96512, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.68605, + "precision_at_3": 0.27132, + "precision_at_5": 0.1814, + "precision_at_10": 0.09535, + "precision_at_20": 0.04826, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.686047, + "mrr_at_3": 0.742248, + "mrr_at_5": 0.763178, + "mrr_at_10": 0.769509, + "mrr_at_20": 0.770478, + "mrr_at_100": 0.771264, + "mrr_at_1000": 0.771264, + "nauc_ndcg_at_1_max": 0.225858, + "nauc_ndcg_at_1_std": 0.113014, + "nauc_ndcg_at_1_diff1": 0.626785, + "nauc_ndcg_at_3_max": 0.262115, + "nauc_ndcg_at_3_std": 0.15188, + "nauc_ndcg_at_3_diff1": 0.622348, + "nauc_ndcg_at_5_max": 0.248218, + "nauc_ndcg_at_5_std": 0.099245, + "nauc_ndcg_at_5_diff1": 0.607783, + "nauc_ndcg_at_10_max": 0.295811, + "nauc_ndcg_at_10_std": 0.190603, + "nauc_ndcg_at_10_diff1": 0.6211, + "nauc_ndcg_at_20_max": 0.287548, + "nauc_ndcg_at_20_std": 0.177456, + "nauc_ndcg_at_20_diff1": 0.630749, + "nauc_ndcg_at_100_max": 0.264551, + "nauc_ndcg_at_100_std": 0.144416, + "nauc_ndcg_at_100_diff1": 0.625317, + "nauc_ndcg_at_1000_max": 0.264551, + "nauc_ndcg_at_1000_std": 0.144416, + "nauc_ndcg_at_1000_diff1": 0.625317, + "nauc_map_at_1_max": 0.225858, + "nauc_map_at_1_std": 0.113014, + "nauc_map_at_1_diff1": 0.626785, + "nauc_map_at_3_max": 0.251153, + "nauc_map_at_3_std": 0.133781, + "nauc_map_at_3_diff1": 0.624773, + "nauc_map_at_5_max": 0.245203, + "nauc_map_at_5_std": 0.108578, + "nauc_map_at_5_diff1": 0.61865, + "nauc_map_at_10_max": 0.260102, + "nauc_map_at_10_std": 0.139052, + "nauc_map_at_10_diff1": 0.623, + "nauc_map_at_20_max": 0.257881, + "nauc_map_at_20_std": 0.135544, + "nauc_map_at_20_diff1": 0.625402, + "nauc_map_at_100_max": 0.255406, + "nauc_map_at_100_std": 0.132159, + "nauc_map_at_100_diff1": 0.624906, + "nauc_map_at_1000_max": 0.255406, + "nauc_map_at_1000_std": 0.132159, + "nauc_map_at_1000_diff1": 0.624906, + "nauc_recall_at_1_max": 0.225858, + "nauc_recall_at_1_std": 0.113014, + "nauc_recall_at_1_diff1": 0.626785, + "nauc_recall_at_3_max": 0.303479, + "nauc_recall_at_3_std": 0.223358, + "nauc_recall_at_3_diff1": 0.612653, + "nauc_recall_at_5_max": 0.259041, + "nauc_recall_at_5_std": 0.023762, + "nauc_recall_at_5_diff1": 0.529539, + "nauc_recall_at_10_max": 0.818828, + "nauc_recall_at_10_std": 0.96715, + "nauc_recall_at_10_diff1": 0.609005, + "nauc_recall_at_20_max": 0.851114, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_20_diff1": 0.770847, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.225858, + "nauc_precision_at_1_std": 0.113014, + "nauc_precision_at_1_diff1": 0.626785, + "nauc_precision_at_3_max": 0.303479, + "nauc_precision_at_3_std": 0.223358, + "nauc_precision_at_3_diff1": 0.612653, + "nauc_precision_at_5_max": 0.259041, + "nauc_precision_at_5_std": 0.023762, + "nauc_precision_at_5_diff1": 0.529539, + "nauc_precision_at_10_max": 0.818828, + "nauc_precision_at_10_std": 0.96715, + "nauc_precision_at_10_diff1": 0.609005, + "nauc_precision_at_20_max": 0.851114, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 0.770847, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.225858, + "nauc_mrr_at_1_std": 0.113014, + "nauc_mrr_at_1_diff1": 0.626785, + "nauc_mrr_at_3_max": 0.251153, + "nauc_mrr_at_3_std": 0.133781, + "nauc_mrr_at_3_diff1": 0.624773, + "nauc_mrr_at_5_max": 0.245203, + "nauc_mrr_at_5_std": 0.108578, + "nauc_mrr_at_5_diff1": 0.61865, + "nauc_mrr_at_10_max": 0.260102, + "nauc_mrr_at_10_std": 0.139052, + "nauc_mrr_at_10_diff1": 0.623, + "nauc_mrr_at_20_max": 0.257881, + "nauc_mrr_at_20_std": 0.135544, + "nauc_mrr_at_20_diff1": 0.625402, + "nauc_mrr_at_100_max": 0.255406, + "nauc_mrr_at_100_std": 0.132159, + "nauc_mrr_at_100_diff1": 0.624906, + "nauc_mrr_at_1000_max": 0.255406, + "nauc_mrr_at_1000_std": 0.132159, + "nauc_mrr_at_1000_diff1": 0.624906, + "main_score": 0.81383, + "hf_subset": "arabic", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.64417, + "ndcg_at_3": 0.74839, + "ndcg_at_5": 0.77374, + "ndcg_at_10": 0.79729, + "ndcg_at_20": 0.80358, + "ndcg_at_100": 0.8074, + "ndcg_at_1000": 0.8074, + "map_at_1": 0.64417, + "map_at_3": 0.7229, + "map_at_5": 0.73701, + "map_at_10": 0.74658, + "map_at_20": 0.74834, + "map_at_100": 0.74904, + "map_at_1000": 0.74904, + "recall_at_1": 0.64417, + "recall_at_3": 0.82209, + "recall_at_5": 0.88344, + "recall_at_10": 0.95706, + "recall_at_20": 0.9816, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.64417, + "precision_at_3": 0.27403, + "precision_at_5": 0.17669, + "precision_at_10": 0.09571, + "precision_at_20": 0.04908, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.644172, + "mrr_at_3": 0.722904, + "mrr_at_5": 0.737014, + "mrr_at_10": 0.74658, + "mrr_at_20": 0.748341, + "mrr_at_100": 0.749037, + "mrr_at_1000": 0.749037, + "nauc_ndcg_at_1_max": 0.486901, + "nauc_ndcg_at_1_std": 0.136535, + "nauc_ndcg_at_1_diff1": 0.774141, + "nauc_ndcg_at_3_max": 0.474542, + "nauc_ndcg_at_3_std": 0.115632, + "nauc_ndcg_at_3_diff1": 0.749371, + "nauc_ndcg_at_5_max": 0.47843, + "nauc_ndcg_at_5_std": 0.124553, + "nauc_ndcg_at_5_diff1": 0.748051, + "nauc_ndcg_at_10_max": 0.47824, + "nauc_ndcg_at_10_std": 0.137547, + "nauc_ndcg_at_10_diff1": 0.749536, + "nauc_ndcg_at_20_max": 0.476046, + "nauc_ndcg_at_20_std": 0.135248, + "nauc_ndcg_at_20_diff1": 0.746485, + "nauc_ndcg_at_100_max": 0.47638, + "nauc_ndcg_at_100_std": 0.131599, + "nauc_ndcg_at_100_diff1": 0.753171, + "nauc_ndcg_at_1000_max": 0.47638, + "nauc_ndcg_at_1000_std": 0.131599, + "nauc_ndcg_at_1000_diff1": 0.753171, + "nauc_map_at_1_max": 0.486901, + "nauc_map_at_1_std": 0.136535, + "nauc_map_at_1_diff1": 0.774141, + "nauc_map_at_3_max": 0.474151, + "nauc_map_at_3_std": 0.120821, + "nauc_map_at_3_diff1": 0.753603, + "nauc_map_at_5_max": 0.476358, + "nauc_map_at_5_std": 0.126311, + "nauc_map_at_5_diff1": 0.753623, + "nauc_map_at_10_max": 0.476219, + "nauc_map_at_10_std": 0.131159, + "nauc_map_at_10_diff1": 0.75441, + "nauc_map_at_20_max": 0.475689, + "nauc_map_at_20_std": 0.130516, + "nauc_map_at_20_diff1": 0.753737, + "nauc_map_at_100_max": 0.475958, + "nauc_map_at_100_std": 0.130249, + "nauc_map_at_100_diff1": 0.754942, + "nauc_map_at_1000_max": 0.475958, + "nauc_map_at_1000_std": 0.130249, + "nauc_map_at_1000_diff1": 0.754942, + "nauc_recall_at_1_max": 0.486901, + "nauc_recall_at_1_std": 0.136535, + "nauc_recall_at_1_diff1": 0.774141, + "nauc_recall_at_3_max": 0.478499, + "nauc_recall_at_3_std": 0.095033, + "nauc_recall_at_3_diff1": 0.7339, + "nauc_recall_at_5_max": 0.493913, + "nauc_recall_at_5_std": 0.115751, + "nauc_recall_at_5_diff1": 0.717628, + "nauc_recall_at_10_max": 0.517028, + "nauc_recall_at_10_std": 0.251855, + "nauc_recall_at_10_diff1": 0.684737, + "nauc_recall_at_20_max": 0.49318, + "nauc_recall_at_20_std": 0.329613, + "nauc_recall_at_20_diff1": 0.49318, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.486901, + "nauc_precision_at_1_std": 0.136535, + "nauc_precision_at_1_diff1": 0.774141, + "nauc_precision_at_3_max": 0.478499, + "nauc_precision_at_3_std": 0.095033, + "nauc_precision_at_3_diff1": 0.7339, + "nauc_precision_at_5_max": 0.493913, + "nauc_precision_at_5_std": 0.115751, + "nauc_precision_at_5_diff1": 0.717628, + "nauc_precision_at_10_max": 0.517028, + "nauc_precision_at_10_std": 0.251855, + "nauc_precision_at_10_diff1": 0.684737, + "nauc_precision_at_20_max": 0.49318, + "nauc_precision_at_20_std": 0.329613, + "nauc_precision_at_20_diff1": 0.49318, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.486901, + "nauc_mrr_at_1_std": 0.136535, + "nauc_mrr_at_1_diff1": 0.774141, + "nauc_mrr_at_3_max": 0.474151, + "nauc_mrr_at_3_std": 0.120821, + "nauc_mrr_at_3_diff1": 0.753603, + "nauc_mrr_at_5_max": 0.476358, + "nauc_mrr_at_5_std": 0.126311, + "nauc_mrr_at_5_diff1": 0.753623, + "nauc_mrr_at_10_max": 0.476219, + "nauc_mrr_at_10_std": 0.131159, + "nauc_mrr_at_10_diff1": 0.75441, + "nauc_mrr_at_20_max": 0.475689, + "nauc_mrr_at_20_std": 0.130516, + "nauc_mrr_at_20_diff1": 0.753737, + "nauc_mrr_at_100_max": 0.475958, + "nauc_mrr_at_100_std": 0.130249, + "nauc_mrr_at_100_diff1": 0.754942, + "nauc_mrr_at_1000_max": 0.475958, + "nauc_mrr_at_1000_std": 0.130249, + "nauc_mrr_at_1000_diff1": 0.754942, + "main_score": 0.79729, + "hf_subset": "chinese", + "languages": [ + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.72674, + "ndcg_at_3": 0.8417, + "ndcg_at_5": 0.85622, + "ndcg_at_10": 0.86243, + "ndcg_at_20": 0.86859, + "ndcg_at_100": 0.86978, + "ndcg_at_1000": 0.86978, + "map_at_1": 0.72674, + "map_at_3": 0.81492, + "map_at_5": 0.82306, + "map_at_10": 0.82597, + "map_at_20": 0.82782, + "map_at_100": 0.82802, + "map_at_1000": 0.82802, + "recall_at_1": 0.72674, + "recall_at_3": 0.9186, + "recall_at_5": 0.95349, + "recall_at_10": 0.97093, + "recall_at_20": 0.99419, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.72674, + "precision_at_3": 0.3062, + "precision_at_5": 0.1907, + "precision_at_10": 0.09709, + "precision_at_20": 0.04971, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.726744, + "mrr_at_3": 0.814922, + "mrr_at_5": 0.823062, + "mrr_at_10": 0.825969, + "mrr_at_20": 0.827817, + "mrr_at_100": 0.828017, + "mrr_at_1000": 0.828017, + "nauc_ndcg_at_1_max": 0.340285, + "nauc_ndcg_at_1_std": -0.260386, + "nauc_ndcg_at_1_diff1": 0.744103, + "nauc_ndcg_at_3_max": 0.331168, + "nauc_ndcg_at_3_std": -0.276386, + "nauc_ndcg_at_3_diff1": 0.696825, + "nauc_ndcg_at_5_max": 0.333115, + "nauc_ndcg_at_5_std": -0.258941, + "nauc_ndcg_at_5_diff1": 0.697022, + "nauc_ndcg_at_10_max": 0.338784, + "nauc_ndcg_at_10_std": -0.250073, + "nauc_ndcg_at_10_diff1": 0.709348, + "nauc_ndcg_at_20_max": 0.319108, + "nauc_ndcg_at_20_std": -0.263198, + "nauc_ndcg_at_20_diff1": 0.709974, + "nauc_ndcg_at_100_max": 0.32406, + "nauc_ndcg_at_100_std": -0.267096, + "nauc_ndcg_at_100_diff1": 0.713534, + "nauc_ndcg_at_1000_max": 0.32406, + "nauc_ndcg_at_1000_std": -0.267096, + "nauc_ndcg_at_1000_diff1": 0.713534, + "nauc_map_at_1_max": 0.340285, + "nauc_map_at_1_std": -0.260386, + "nauc_map_at_1_diff1": 0.744103, + "nauc_map_at_3_max": 0.32453, + "nauc_map_at_3_std": -0.27764, + "nauc_map_at_3_diff1": 0.709488, + "nauc_map_at_5_max": 0.325669, + "nauc_map_at_5_std": -0.269614, + "nauc_map_at_5_diff1": 0.710655, + "nauc_map_at_10_max": 0.327643, + "nauc_map_at_10_std": -0.266508, + "nauc_map_at_10_diff1": 0.7155, + "nauc_map_at_20_max": 0.322996, + "nauc_map_at_20_std": -0.269278, + "nauc_map_at_20_diff1": 0.715869, + "nauc_map_at_100_max": 0.323637, + "nauc_map_at_100_std": -0.269786, + "nauc_map_at_100_diff1": 0.716334, + "nauc_map_at_1000_max": 0.323637, + "nauc_map_at_1000_std": -0.269786, + "nauc_map_at_1000_diff1": 0.716334, + "nauc_recall_at_1_max": 0.340285, + "nauc_recall_at_1_std": -0.260386, + "nauc_recall_at_1_diff1": 0.744103, + "nauc_recall_at_3_max": 0.378903, + "nauc_recall_at_3_std": -0.263182, + "nauc_recall_at_3_diff1": 0.624704, + "nauc_recall_at_5_max": 0.419598, + "nauc_recall_at_5_std": -0.136266, + "nauc_recall_at_5_diff1": 0.565849, + "nauc_recall_at_10_max": 0.539689, + "nauc_recall_at_10_std": 0.044024, + "nauc_recall_at_10_diff1": 0.635436, + "nauc_recall_at_20_max": -0.170829, + "nauc_recall_at_20_std": 0.122436, + "nauc_recall_at_20_diff1": 0.357731, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.340285, + "nauc_precision_at_1_std": -0.260386, + "nauc_precision_at_1_diff1": 0.744103, + "nauc_precision_at_3_max": 0.378903, + "nauc_precision_at_3_std": -0.263182, + "nauc_precision_at_3_diff1": 0.624704, + "nauc_precision_at_5_max": 0.419598, + "nauc_precision_at_5_std": -0.136266, + "nauc_precision_at_5_diff1": 0.565849, + "nauc_precision_at_10_max": 0.539689, + "nauc_precision_at_10_std": 0.044024, + "nauc_precision_at_10_diff1": 0.635436, + "nauc_precision_at_20_max": -0.170829, + "nauc_precision_at_20_std": 0.122436, + "nauc_precision_at_20_diff1": 0.357731, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.340285, + "nauc_mrr_at_1_std": -0.260386, + "nauc_mrr_at_1_diff1": 0.744103, + "nauc_mrr_at_3_max": 0.32453, + "nauc_mrr_at_3_std": -0.27764, + "nauc_mrr_at_3_diff1": 0.709488, + "nauc_mrr_at_5_max": 0.325669, + "nauc_mrr_at_5_std": -0.269614, + "nauc_mrr_at_5_diff1": 0.710655, + "nauc_mrr_at_10_max": 0.327643, + "nauc_mrr_at_10_std": -0.266508, + "nauc_mrr_at_10_diff1": 0.7155, + "nauc_mrr_at_20_max": 0.322996, + "nauc_mrr_at_20_std": -0.269278, + "nauc_mrr_at_20_diff1": 0.715869, + "nauc_mrr_at_100_max": 0.323637, + "nauc_mrr_at_100_std": -0.269786, + "nauc_mrr_at_100_diff1": 0.716334, + "nauc_mrr_at_1000_max": 0.323637, + "nauc_mrr_at_1000_std": -0.269786, + "nauc_mrr_at_1000_diff1": 0.716334, + "main_score": 0.86243, + "hf_subset": "english", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.78824, + "ndcg_at_3": 0.89033, + "ndcg_at_5": 0.89995, + "ndcg_at_10": 0.90387, + "ndcg_at_20": 0.90387, + "ndcg_at_100": 0.90387, + "ndcg_at_1000": 0.90387, + "map_at_1": 0.78824, + "map_at_3": 0.86471, + "map_at_5": 0.87, + "map_at_10": 0.87168, + "map_at_20": 0.87168, + "map_at_100": 0.87168, + "map_at_1000": 0.87168, + "recall_at_1": 0.78824, + "recall_at_3": 0.96471, + "recall_at_5": 0.98824, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.78824, + "precision_at_3": 0.32157, + "precision_at_5": 0.19765, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.788235, + "mrr_at_3": 0.864706, + "mrr_at_5": 0.87, + "mrr_at_10": 0.871681, + "mrr_at_20": 0.871681, + "mrr_at_100": 0.871681, + "mrr_at_1000": 0.871681, + "nauc_ndcg_at_1_max": 0.385395, + "nauc_ndcg_at_1_std": -0.196421, + "nauc_ndcg_at_1_diff1": 0.817822, + "nauc_ndcg_at_3_max": 0.367421, + "nauc_ndcg_at_3_std": -0.1447, + "nauc_ndcg_at_3_diff1": 0.769626, + "nauc_ndcg_at_5_max": 0.379752, + "nauc_ndcg_at_5_std": -0.216116, + "nauc_ndcg_at_5_diff1": 0.784229, + "nauc_ndcg_at_10_max": 0.364734, + "nauc_ndcg_at_10_std": -0.200672, + "nauc_ndcg_at_10_diff1": 0.786904, + "nauc_ndcg_at_20_max": 0.364734, + "nauc_ndcg_at_20_std": -0.200672, + "nauc_ndcg_at_20_diff1": 0.786904, + "nauc_ndcg_at_100_max": 0.364734, + "nauc_ndcg_at_100_std": -0.200672, + "nauc_ndcg_at_100_diff1": 0.786904, + "nauc_ndcg_at_1000_max": 0.364734, + "nauc_ndcg_at_1000_std": -0.200672, + "nauc_ndcg_at_1000_diff1": 0.786904, + "nauc_map_at_1_max": 0.385395, + "nauc_map_at_1_std": -0.196421, + "nauc_map_at_1_diff1": 0.817822, + "nauc_map_at_3_max": 0.365346, + "nauc_map_at_3_std": -0.173752, + "nauc_map_at_3_diff1": 0.781961, + "nauc_map_at_5_max": 0.370202, + "nauc_map_at_5_std": -0.205818, + "nauc_map_at_5_diff1": 0.788059, + "nauc_map_at_10_max": 0.365241, + "nauc_map_at_10_std": -0.200711, + "nauc_map_at_10_diff1": 0.788973, + "nauc_map_at_20_max": 0.365241, + "nauc_map_at_20_std": -0.200711, + "nauc_map_at_20_diff1": 0.788973, + "nauc_map_at_100_max": 0.365241, + "nauc_map_at_100_std": -0.200711, + "nauc_map_at_100_diff1": 0.788973, + "nauc_map_at_1000_max": 0.365241, + "nauc_map_at_1000_std": -0.200711, + "nauc_map_at_1000_diff1": 0.788973, + "nauc_recall_at_1_max": 0.385395, + "nauc_recall_at_1_std": -0.196421, + "nauc_recall_at_1_diff1": 0.817822, + "nauc_recall_at_3_max": 0.401838, + "nauc_recall_at_3_std": 0.170466, + "nauc_recall_at_3_diff1": 0.650234, + "nauc_recall_at_5_max": 0.723071, + "nauc_recall_at_5_std": -0.569175, + "nauc_recall_at_5_diff1": 0.723071, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.385395, + "nauc_precision_at_1_std": -0.196421, + "nauc_precision_at_1_diff1": 0.817822, + "nauc_precision_at_3_max": 0.401838, + "nauc_precision_at_3_std": 0.170466, + "nauc_precision_at_3_diff1": 0.650234, + "nauc_precision_at_5_max": 0.723071, + "nauc_precision_at_5_std": -0.569175, + "nauc_precision_at_5_diff1": 0.723071, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.385395, + "nauc_mrr_at_1_std": -0.196421, + "nauc_mrr_at_1_diff1": 0.817822, + "nauc_mrr_at_3_max": 0.365346, + "nauc_mrr_at_3_std": -0.173752, + "nauc_mrr_at_3_diff1": 0.781961, + "nauc_mrr_at_5_max": 0.370202, + "nauc_mrr_at_5_std": -0.205818, + "nauc_mrr_at_5_diff1": 0.788059, + "nauc_mrr_at_10_max": 0.365241, + "nauc_mrr_at_10_std": -0.200711, + "nauc_mrr_at_10_diff1": 0.788973, + "nauc_mrr_at_20_max": 0.365241, + "nauc_mrr_at_20_std": -0.200711, + "nauc_mrr_at_20_diff1": 0.788973, + "nauc_mrr_at_100_max": 0.365241, + "nauc_mrr_at_100_std": -0.200711, + "nauc_mrr_at_100_diff1": 0.788973, + "nauc_mrr_at_1000_max": 0.365241, + "nauc_mrr_at_1000_std": -0.200711, + "nauc_mrr_at_1000_diff1": 0.788973, + "main_score": 0.90387, + "hf_subset": "french", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.62338, + "ndcg_at_3": 0.73129, + "ndcg_at_5": 0.75252, + "ndcg_at_10": 0.77251, + "ndcg_at_20": 0.78863, + "ndcg_at_100": 0.79125, + "ndcg_at_1000": 0.79125, + "map_at_1": 0.62338, + "map_at_3": 0.70563, + "map_at_5": 0.71732, + "map_at_10": 0.725, + "map_at_20": 0.72925, + "map_at_100": 0.72969, + "map_at_1000": 0.72969, + "recall_at_1": 0.62338, + "recall_at_3": 0.80519, + "recall_at_5": 0.85714, + "recall_at_10": 0.92208, + "recall_at_20": 0.98701, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.62338, + "precision_at_3": 0.2684, + "precision_at_5": 0.17143, + "precision_at_10": 0.09221, + "precision_at_20": 0.04935, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.623377, + "mrr_at_3": 0.705628, + "mrr_at_5": 0.717316, + "mrr_at_10": 0.725, + "mrr_at_20": 0.729253, + "mrr_at_100": 0.729686, + "mrr_at_1000": 0.729686, + "nauc_ndcg_at_1_max": 0.263635, + "nauc_ndcg_at_1_std": 0.129287, + "nauc_ndcg_at_1_diff1": 0.717833, + "nauc_ndcg_at_3_max": 0.302305, + "nauc_ndcg_at_3_std": 0.138332, + "nauc_ndcg_at_3_diff1": 0.710676, + "nauc_ndcg_at_5_max": 0.323436, + "nauc_ndcg_at_5_std": 0.174893, + "nauc_ndcg_at_5_diff1": 0.703495, + "nauc_ndcg_at_10_max": 0.288817, + "nauc_ndcg_at_10_std": 0.166684, + "nauc_ndcg_at_10_diff1": 0.681607, + "nauc_ndcg_at_20_max": 0.297774, + "nauc_ndcg_at_20_std": 0.17105, + "nauc_ndcg_at_20_diff1": 0.706161, + "nauc_ndcg_at_100_max": 0.300339, + "nauc_ndcg_at_100_std": 0.162831, + "nauc_ndcg_at_100_diff1": 0.701783, + "nauc_ndcg_at_1000_max": 0.300339, + "nauc_ndcg_at_1000_std": 0.162831, + "nauc_ndcg_at_1000_diff1": 0.701783, + "nauc_map_at_1_max": 0.263635, + "nauc_map_at_1_std": 0.129287, + "nauc_map_at_1_diff1": 0.717833, + "nauc_map_at_3_max": 0.298636, + "nauc_map_at_3_std": 0.144324, + "nauc_map_at_3_diff1": 0.710865, + "nauc_map_at_5_max": 0.309337, + "nauc_map_at_5_std": 0.16383, + "nauc_map_at_5_diff1": 0.706607, + "nauc_map_at_10_max": 0.29824, + "nauc_map_at_10_std": 0.160807, + "nauc_map_at_10_diff1": 0.699705, + "nauc_map_at_20_max": 0.299315, + "nauc_map_at_20_std": 0.161065, + "nauc_map_at_20_diff1": 0.704812, + "nauc_map_at_100_max": 0.299647, + "nauc_map_at_100_std": 0.159991, + "nauc_map_at_100_diff1": 0.704248, + "nauc_map_at_1000_max": 0.299647, + "nauc_map_at_1000_std": 0.159991, + "nauc_map_at_1000_diff1": 0.704248, + "nauc_recall_at_1_max": 0.263635, + "nauc_recall_at_1_std": 0.129287, + "nauc_recall_at_1_diff1": 0.717833, + "nauc_recall_at_3_max": 0.312397, + "nauc_recall_at_3_std": 0.110011, + "nauc_recall_at_3_diff1": 0.711003, + "nauc_recall_at_5_max": 0.392398, + "nauc_recall_at_5_std": 0.230098, + "nauc_recall_at_5_diff1": 0.689176, + "nauc_recall_at_10_max": 0.155859, + "nauc_recall_at_10_std": 0.206649, + "nauc_recall_at_10_diff1": 0.499263, + "nauc_recall_at_20_max": 0.125638, + "nauc_recall_at_20_std": 0.722603, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.263635, + "nauc_precision_at_1_std": 0.129287, + "nauc_precision_at_1_diff1": 0.717833, + "nauc_precision_at_3_max": 0.312397, + "nauc_precision_at_3_std": 0.110011, + "nauc_precision_at_3_diff1": 0.711003, + "nauc_precision_at_5_max": 0.392398, + "nauc_precision_at_5_std": 0.230098, + "nauc_precision_at_5_diff1": 0.689176, + "nauc_precision_at_10_max": 0.155859, + "nauc_precision_at_10_std": 0.206649, + "nauc_precision_at_10_diff1": 0.499263, + "nauc_precision_at_20_max": 0.125638, + "nauc_precision_at_20_std": 0.722603, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.263635, + "nauc_mrr_at_1_std": 0.129287, + "nauc_mrr_at_1_diff1": 0.717833, + "nauc_mrr_at_3_max": 0.298636, + "nauc_mrr_at_3_std": 0.144324, + "nauc_mrr_at_3_diff1": 0.710865, + "nauc_mrr_at_5_max": 0.309337, + "nauc_mrr_at_5_std": 0.16383, + "nauc_mrr_at_5_diff1": 0.706607, + "nauc_mrr_at_10_max": 0.29824, + "nauc_mrr_at_10_std": 0.160807, + "nauc_mrr_at_10_diff1": 0.699705, + "nauc_mrr_at_20_max": 0.299315, + "nauc_mrr_at_20_std": 0.161065, + "nauc_mrr_at_20_diff1": 0.704812, + "nauc_mrr_at_100_max": 0.299647, + "nauc_mrr_at_100_std": 0.159991, + "nauc_mrr_at_100_diff1": 0.704248, + "nauc_mrr_at_1000_max": 0.299647, + "nauc_mrr_at_1000_std": 0.159991, + "nauc_mrr_at_1000_diff1": 0.704248, + "main_score": 0.77251, + "hf_subset": "korean", + "languages": [ + "kor-Hang" + ] + }, + { + "ndcg_at_1": 0.72308, + "ndcg_at_3": 0.81978, + "ndcg_at_5": 0.8264, + "ndcg_at_10": 0.83701, + "ndcg_at_20": 0.84078, + "ndcg_at_100": 0.84921, + "ndcg_at_1000": 0.84921, + "map_at_1": 0.72308, + "map_at_3": 0.79487, + "map_at_5": 0.79872, + "map_at_10": 0.80348, + "map_at_20": 0.80444, + "map_at_100": 0.80551, + "map_at_1000": 0.80551, + "recall_at_1": 0.72308, + "recall_at_3": 0.89231, + "recall_at_5": 0.90769, + "recall_at_10": 0.93846, + "recall_at_20": 0.95385, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.72308, + "precision_at_3": 0.29744, + "precision_at_5": 0.18154, + "precision_at_10": 0.09385, + "precision_at_20": 0.04769, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.723077, + "mrr_at_3": 0.794872, + "mrr_at_5": 0.798718, + "mrr_at_10": 0.80348, + "mrr_at_20": 0.804441, + "mrr_at_100": 0.805511, + "mrr_at_1000": 0.805511, + "nauc_ndcg_at_1_max": 0.256103, + "nauc_ndcg_at_1_std": 0.218644, + "nauc_ndcg_at_1_diff1": 0.419726, + "nauc_ndcg_at_3_max": 0.423057, + "nauc_ndcg_at_3_std": 0.305631, + "nauc_ndcg_at_3_diff1": 0.449443, + "nauc_ndcg_at_5_max": 0.433176, + "nauc_ndcg_at_5_std": 0.311487, + "nauc_ndcg_at_5_diff1": 0.435592, + "nauc_ndcg_at_10_max": 0.424575, + "nauc_ndcg_at_10_std": 0.360588, + "nauc_ndcg_at_10_diff1": 0.423447, + "nauc_ndcg_at_20_max": 0.409588, + "nauc_ndcg_at_20_std": 0.343934, + "nauc_ndcg_at_20_diff1": 0.420063, + "nauc_ndcg_at_100_max": 0.388105, + "nauc_ndcg_at_100_std": 0.318384, + "nauc_ndcg_at_100_diff1": 0.431429, + "nauc_ndcg_at_1000_max": 0.388105, + "nauc_ndcg_at_1000_std": 0.318384, + "nauc_ndcg_at_1000_diff1": 0.431429, + "nauc_map_at_1_max": 0.256103, + "nauc_map_at_1_std": 0.218644, + "nauc_map_at_1_diff1": 0.419726, + "nauc_map_at_3_max": 0.376035, + "nauc_map_at_3_std": 0.290404, + "nauc_map_at_3_diff1": 0.445823, + "nauc_map_at_5_max": 0.380309, + "nauc_map_at_5_std": 0.293099, + "nauc_map_at_5_diff1": 0.438718, + "nauc_map_at_10_max": 0.375646, + "nauc_map_at_10_std": 0.309576, + "nauc_map_at_10_diff1": 0.434531, + "nauc_map_at_20_max": 0.372231, + "nauc_map_at_20_std": 0.3058, + "nauc_map_at_20_diff1": 0.433881, + "nauc_map_at_100_max": 0.369929, + "nauc_map_at_100_std": 0.303091, + "nauc_map_at_100_diff1": 0.434909, + "nauc_map_at_1000_max": 0.369929, + "nauc_map_at_1000_std": 0.303091, + "nauc_map_at_1000_diff1": 0.434909, + "nauc_recall_at_1_max": 0.256103, + "nauc_recall_at_1_std": 0.218644, + "nauc_recall_at_1_diff1": 0.419726, + "nauc_recall_at_3_max": 0.65631, + "nauc_recall_at_3_std": 0.373668, + "nauc_recall_at_3_diff1": 0.463557, + "nauc_recall_at_5_max": 0.730586, + "nauc_recall_at_5_std": 0.406942, + "nauc_recall_at_5_diff1": 0.410248, + "nauc_recall_at_10_max": 0.819181, + "nauc_recall_at_10_std": 0.819181, + "nauc_recall_at_10_diff1": 0.308446, + "nauc_recall_at_20_max": 0.758908, + "nauc_recall_at_20_std": 0.758908, + "nauc_recall_at_20_diff1": 0.226796, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.256103, + "nauc_precision_at_1_std": 0.218644, + "nauc_precision_at_1_diff1": 0.419726, + "nauc_precision_at_3_max": 0.65631, + "nauc_precision_at_3_std": 0.373668, + "nauc_precision_at_3_diff1": 0.463557, + "nauc_precision_at_5_max": 0.730586, + "nauc_precision_at_5_std": 0.406942, + "nauc_precision_at_5_diff1": 0.410248, + "nauc_precision_at_10_max": 0.819181, + "nauc_precision_at_10_std": 0.819181, + "nauc_precision_at_10_diff1": 0.308446, + "nauc_precision_at_20_max": 0.758908, + "nauc_precision_at_20_std": 0.758908, + "nauc_precision_at_20_diff1": 0.226796, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.256103, + "nauc_mrr_at_1_std": 0.218644, + "nauc_mrr_at_1_diff1": 0.419726, + "nauc_mrr_at_3_max": 0.376035, + "nauc_mrr_at_3_std": 0.290404, + "nauc_mrr_at_3_diff1": 0.445823, + "nauc_mrr_at_5_max": 0.380309, + "nauc_mrr_at_5_std": 0.293099, + "nauc_mrr_at_5_diff1": 0.438718, + "nauc_mrr_at_10_max": 0.375646, + "nauc_mrr_at_10_std": 0.309576, + "nauc_mrr_at_10_diff1": 0.434531, + "nauc_mrr_at_20_max": 0.372231, + "nauc_mrr_at_20_std": 0.3058, + "nauc_mrr_at_20_diff1": 0.433881, + "nauc_mrr_at_100_max": 0.369929, + "nauc_mrr_at_100_std": 0.303091, + "nauc_mrr_at_100_diff1": 0.434909, + "nauc_mrr_at_1000_max": 0.369929, + "nauc_mrr_at_1000_std": 0.303091, + "nauc_mrr_at_1000_diff1": 0.434909, + "main_score": 0.83701, + "hf_subset": "russian", + "languages": [ + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.70988, + "ndcg_at_3": 0.81489, + "ndcg_at_5": 0.83241, + "ndcg_at_10": 0.84666, + "ndcg_at_20": 0.85313, + "ndcg_at_100": 0.85446, + "ndcg_at_1000": 0.85446, + "map_at_1": 0.70988, + "map_at_3": 0.79115, + "map_at_5": 0.80072, + "map_at_10": 0.80676, + "map_at_20": 0.80866, + "map_at_100": 0.80892, + "map_at_1000": 0.80892, + "recall_at_1": 0.70988, + "recall_at_3": 0.88272, + "recall_at_5": 0.92593, + "recall_at_10": 0.96914, + "recall_at_20": 0.99383, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.70988, + "precision_at_3": 0.29424, + "precision_at_5": 0.18519, + "precision_at_10": 0.09691, + "precision_at_20": 0.04969, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.709877, + "mrr_at_3": 0.791152, + "mrr_at_5": 0.80072, + "mrr_at_10": 0.806763, + "mrr_at_20": 0.80866, + "mrr_at_100": 0.808917, + "mrr_at_1000": 0.808917, + "nauc_ndcg_at_1_max": 0.374763, + "nauc_ndcg_at_1_std": -0.113349, + "nauc_ndcg_at_1_diff1": 0.614927, + "nauc_ndcg_at_3_max": 0.377917, + "nauc_ndcg_at_3_std": -0.116424, + "nauc_ndcg_at_3_diff1": 0.642012, + "nauc_ndcg_at_5_max": 0.405785, + "nauc_ndcg_at_5_std": -0.110159, + "nauc_ndcg_at_5_diff1": 0.640398, + "nauc_ndcg_at_10_max": 0.403334, + "nauc_ndcg_at_10_std": -0.101129, + "nauc_ndcg_at_10_diff1": 0.63374, + "nauc_ndcg_at_20_max": 0.396406, + "nauc_ndcg_at_20_std": -0.09592, + "nauc_ndcg_at_20_diff1": 0.626269, + "nauc_ndcg_at_100_max": 0.39158, + "nauc_ndcg_at_100_std": -0.105769, + "nauc_ndcg_at_100_diff1": 0.629009, + "nauc_ndcg_at_1000_max": 0.39158, + "nauc_ndcg_at_1000_std": -0.105769, + "nauc_ndcg_at_1000_diff1": 0.629009, + "nauc_map_at_1_max": 0.374763, + "nauc_map_at_1_std": -0.113349, + "nauc_map_at_1_diff1": 0.614927, + "nauc_map_at_3_max": 0.378538, + "nauc_map_at_3_std": -0.112706, + "nauc_map_at_3_diff1": 0.63252, + "nauc_map_at_5_max": 0.391788, + "nauc_map_at_5_std": -0.109253, + "nauc_map_at_5_diff1": 0.630626, + "nauc_map_at_10_max": 0.390896, + "nauc_map_at_10_std": -0.106455, + "nauc_map_at_10_diff1": 0.628537, + "nauc_map_at_20_max": 0.389259, + "nauc_map_at_20_std": -0.105436, + "nauc_map_at_20_diff1": 0.626898, + "nauc_map_at_100_max": 0.388535, + "nauc_map_at_100_std": -0.106906, + "nauc_map_at_100_diff1": 0.627304, + "nauc_map_at_1000_max": 0.388535, + "nauc_map_at_1000_std": -0.106906, + "nauc_map_at_1000_diff1": 0.627304, + "nauc_recall_at_1_max": 0.374763, + "nauc_recall_at_1_std": -0.113349, + "nauc_recall_at_1_diff1": 0.614927, + "nauc_recall_at_3_max": 0.373879, + "nauc_recall_at_3_std": -0.13579, + "nauc_recall_at_3_diff1": 0.687267, + "nauc_recall_at_5_max": 0.51044, + "nauc_recall_at_5_std": -0.118201, + "nauc_recall_at_5_diff1": 0.710677, + "nauc_recall_at_10_max": 0.611681, + "nauc_recall_at_10_std": 0.004689, + "nauc_recall_at_10_diff1": 0.704056, + "nauc_recall_at_20_max": 0.86946, + "nauc_recall_at_20_std": 0.86946, + "nauc_recall_at_20_diff1": 0.357709, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.374763, + "nauc_precision_at_1_std": -0.113349, + "nauc_precision_at_1_diff1": 0.614927, + "nauc_precision_at_3_max": 0.373879, + "nauc_precision_at_3_std": -0.13579, + "nauc_precision_at_3_diff1": 0.687267, + "nauc_precision_at_5_max": 0.51044, + "nauc_precision_at_5_std": -0.118201, + "nauc_precision_at_5_diff1": 0.710677, + "nauc_precision_at_10_max": 0.611681, + "nauc_precision_at_10_std": 0.004689, + "nauc_precision_at_10_diff1": 0.704056, + "nauc_precision_at_20_max": 0.86946, + "nauc_precision_at_20_std": 0.86946, + "nauc_precision_at_20_diff1": 0.357709, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.374763, + "nauc_mrr_at_1_std": -0.113349, + "nauc_mrr_at_1_diff1": 0.614927, + "nauc_mrr_at_3_max": 0.378538, + "nauc_mrr_at_3_std": -0.112706, + "nauc_mrr_at_3_diff1": 0.63252, + "nauc_mrr_at_5_max": 0.391788, + "nauc_mrr_at_5_std": -0.109253, + "nauc_mrr_at_5_diff1": 0.630626, + "nauc_mrr_at_10_max": 0.390896, + "nauc_mrr_at_10_std": -0.106455, + "nauc_mrr_at_10_diff1": 0.628537, + "nauc_mrr_at_20_max": 0.389259, + "nauc_mrr_at_20_std": -0.105436, + "nauc_mrr_at_20_diff1": 0.626898, + "nauc_mrr_at_100_max": 0.388535, + "nauc_mrr_at_100_std": -0.106906, + "nauc_mrr_at_100_diff1": 0.627304, + "nauc_mrr_at_1000_max": 0.388535, + "nauc_mrr_at_1000_std": -0.106906, + "nauc_mrr_at_1000_diff1": 0.627304, + "main_score": 0.84666, + "hf_subset": "spanish", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.51948, + "ndcg_at_3": 0.63389, + "ndcg_at_5": 0.66688, + "ndcg_at_10": 0.69684, + "ndcg_at_20": 0.71995, + "ndcg_at_100": 0.72538, + "ndcg_at_1000": 0.72538, + "map_at_1": 0.51948, + "map_at_3": 0.60606, + "map_at_5": 0.62489, + "map_at_10": 0.63761, + "map_at_20": 0.64401, + "map_at_100": 0.645, + "map_at_1000": 0.645, + "recall_at_1": 0.51948, + "recall_at_3": 0.71429, + "recall_at_5": 0.79221, + "recall_at_10": 0.88312, + "recall_at_20": 0.97403, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "precision_at_1": 0.51948, + "precision_at_3": 0.2381, + "precision_at_5": 0.15844, + "precision_at_10": 0.08831, + "precision_at_20": 0.0487, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.519481, + "mrr_at_3": 0.606061, + "mrr_at_5": 0.624892, + "mrr_at_10": 0.637606, + "mrr_at_20": 0.644012, + "mrr_at_100": 0.644996, + "mrr_at_1000": 0.644996, + "nauc_ndcg_at_1_max": 0.37813, + "nauc_ndcg_at_1_std": 0.026209, + "nauc_ndcg_at_1_diff1": 0.67186, + "nauc_ndcg_at_3_max": 0.417031, + "nauc_ndcg_at_3_std": 0.169992, + "nauc_ndcg_at_3_diff1": 0.619507, + "nauc_ndcg_at_5_max": 0.413137, + "nauc_ndcg_at_5_std": 0.179145, + "nauc_ndcg_at_5_diff1": 0.621248, + "nauc_ndcg_at_10_max": 0.379501, + "nauc_ndcg_at_10_std": 0.195567, + "nauc_ndcg_at_10_diff1": 0.609793, + "nauc_ndcg_at_20_max": 0.39362, + "nauc_ndcg_at_20_std": 0.160613, + "nauc_ndcg_at_20_diff1": 0.620673, + "nauc_ndcg_at_100_max": 0.392388, + "nauc_ndcg_at_100_std": 0.149633, + "nauc_ndcg_at_100_diff1": 0.626785, + "nauc_ndcg_at_1000_max": 0.392388, + "nauc_ndcg_at_1000_std": 0.149633, + "nauc_ndcg_at_1000_diff1": 0.626785, + "nauc_map_at_1_max": 0.37813, + "nauc_map_at_1_std": 0.026209, + "nauc_map_at_1_diff1": 0.67186, + "nauc_map_at_3_max": 0.40559, + "nauc_map_at_3_std": 0.138799, + "nauc_map_at_3_diff1": 0.631015, + "nauc_map_at_5_max": 0.402461, + "nauc_map_at_5_std": 0.141445, + "nauc_map_at_5_diff1": 0.632385, + "nauc_map_at_10_max": 0.389817, + "nauc_map_at_10_std": 0.146253, + "nauc_map_at_10_diff1": 0.628707, + "nauc_map_at_20_max": 0.392831, + "nauc_map_at_20_std": 0.137965, + "nauc_map_at_20_diff1": 0.63074, + "nauc_map_at_100_max": 0.3925, + "nauc_map_at_100_std": 0.136104, + "nauc_map_at_100_diff1": 0.631942, + "nauc_map_at_1000_max": 0.3925, + "nauc_map_at_1000_std": 0.136104, + "nauc_map_at_1000_diff1": 0.631942, + "nauc_recall_at_1_max": 0.37813, + "nauc_recall_at_1_std": 0.026209, + "nauc_recall_at_1_diff1": 0.67186, + "nauc_recall_at_3_max": 0.457595, + "nauc_recall_at_3_std": 0.275387, + "nauc_recall_at_3_diff1": 0.58053, + "nauc_recall_at_5_max": 0.460239, + "nauc_recall_at_5_std": 0.340217, + "nauc_recall_at_5_diff1": 0.575297, + "nauc_recall_at_10_max": 0.27915, + "nauc_recall_at_10_std": 0.547841, + "nauc_recall_at_10_diff1": 0.47133, + "nauc_recall_at_20_max": 0.42412, + "nauc_recall_at_20_std": 0.562819, + "nauc_recall_at_20_diff1": 0.416709, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.37813, + "nauc_precision_at_1_std": 0.026209, + "nauc_precision_at_1_diff1": 0.67186, + "nauc_precision_at_3_max": 0.457595, + "nauc_precision_at_3_std": 0.275387, + "nauc_precision_at_3_diff1": 0.58053, + "nauc_precision_at_5_max": 0.460239, + "nauc_precision_at_5_std": 0.340217, + "nauc_precision_at_5_diff1": 0.575297, + "nauc_precision_at_10_max": 0.27915, + "nauc_precision_at_10_std": 0.547841, + "nauc_precision_at_10_diff1": 0.47133, + "nauc_precision_at_20_max": 0.42412, + "nauc_precision_at_20_std": 0.562819, + "nauc_precision_at_20_diff1": 0.416709, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.37813, + "nauc_mrr_at_1_std": 0.026209, + "nauc_mrr_at_1_diff1": 0.67186, + "nauc_mrr_at_3_max": 0.40559, + "nauc_mrr_at_3_std": 0.138799, + "nauc_mrr_at_3_diff1": 0.631015, + "nauc_mrr_at_5_max": 0.402461, + "nauc_mrr_at_5_std": 0.141445, + "nauc_mrr_at_5_diff1": 0.632385, + "nauc_mrr_at_10_max": 0.389817, + "nauc_mrr_at_10_std": 0.146253, + "nauc_mrr_at_10_diff1": 0.628707, + "nauc_mrr_at_20_max": 0.392831, + "nauc_mrr_at_20_std": 0.137965, + "nauc_mrr_at_20_diff1": 0.63074, + "nauc_mrr_at_100_max": 0.3925, + "nauc_mrr_at_100_std": 0.136104, + "nauc_mrr_at_100_diff1": 0.631942, + "nauc_mrr_at_1000_max": 0.3925, + "nauc_mrr_at_1000_std": 0.136104, + "nauc_mrr_at_1000_diff1": 0.631942, + "main_score": 0.69684, + "hf_subset": "vietnamese", + "languages": [ + "vie-Latn" + ] + } + ] + }, + "evaluation_time": 2.086200475692749, + "kg_co2_emissions": 5.241294239985518e-05 +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/SciFact-PL.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/SciFact-PL.json new file mode 100644 index 000000000..a348f0a55 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/SciFact-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "47932a35f045ef8ed01ba82bf9ff67f6e109207e", + "task_name": "SciFact-PL", + "mteb_version": "1.24.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.54667, + "ndcg_at_3": 0.61096, + "ndcg_at_5": 0.63765, + "ndcg_at_10": 0.66191, + "ndcg_at_20": 0.67336, + "ndcg_at_100": 0.68374, + "ndcg_at_1000": 0.69759, + "map_at_1": 0.51844, + "map_at_3": 0.58564, + "map_at_5": 0.60468, + "map_at_10": 0.6164, + "map_at_20": 0.6202, + "map_at_100": 0.62185, + "map_at_1000": 0.62239, + "recall_at_1": 0.51844, + "recall_at_3": 0.65378, + "recall_at_5": 0.71844, + "recall_at_10": 0.78856, + "recall_at_20": 0.831, + "recall_at_100": 0.885, + "recall_at_1000": 0.99333, + "precision_at_1": 0.54667, + "precision_at_3": 0.23889, + "precision_at_5": 0.16133, + "precision_at_10": 0.09, + "precision_at_20": 0.04767, + "precision_at_100": 0.01013, + "precision_at_1000": 0.00112, + "mrr_at_1": 0.546667, + "mrr_at_3": 0.606111, + "mrr_at_5": 0.619444, + "mrr_at_10": 0.628169, + "mrr_at_20": 0.630867, + "mrr_at_100": 0.63217, + "mrr_at_1000": 0.632693, + "nauc_ndcg_at_1_max": 0.531957, + "nauc_ndcg_at_1_std": 0.135268, + "nauc_ndcg_at_1_diff1": 0.718467, + "nauc_ndcg_at_3_max": 0.543588, + "nauc_ndcg_at_3_std": 0.08201, + "nauc_ndcg_at_3_diff1": 0.67089, + "nauc_ndcg_at_5_max": 0.545176, + "nauc_ndcg_at_5_std": 0.103894, + "nauc_ndcg_at_5_diff1": 0.660476, + "nauc_ndcg_at_10_max": 0.559436, + "nauc_ndcg_at_10_std": 0.139299, + "nauc_ndcg_at_10_diff1": 0.651966, + "nauc_ndcg_at_20_max": 0.562941, + "nauc_ndcg_at_20_std": 0.140415, + "nauc_ndcg_at_20_diff1": 0.657267, + "nauc_ndcg_at_100_max": 0.564827, + "nauc_ndcg_at_100_std": 0.152352, + "nauc_ndcg_at_100_diff1": 0.657327, + "nauc_ndcg_at_1000_max": 0.560428, + "nauc_ndcg_at_1000_std": 0.140648, + "nauc_ndcg_at_1000_diff1": 0.664853, + "nauc_map_at_1_max": 0.481263, + "nauc_map_at_1_std": 0.050403, + "nauc_map_at_1_diff1": 0.689118, + "nauc_map_at_3_max": 0.518551, + "nauc_map_at_3_std": 0.063637, + "nauc_map_at_3_diff1": 0.671542, + "nauc_map_at_5_max": 0.533433, + "nauc_map_at_5_std": 0.092502, + "nauc_map_at_5_diff1": 0.668286, + "nauc_map_at_10_max": 0.544344, + "nauc_map_at_10_std": 0.109126, + "nauc_map_at_10_diff1": 0.667578, + "nauc_map_at_20_max": 0.54587, + "nauc_map_at_20_std": 0.111635, + "nauc_map_at_20_diff1": 0.669694, + "nauc_map_at_100_max": 0.546168, + "nauc_map_at_100_std": 0.113356, + "nauc_map_at_100_diff1": 0.669691, + "nauc_map_at_1000_max": 0.54595, + "nauc_map_at_1000_std": 0.113036, + "nauc_map_at_1000_diff1": 0.669926, + "nauc_recall_at_1_max": 0.481263, + "nauc_recall_at_1_std": 0.050403, + "nauc_recall_at_1_diff1": 0.689118, + "nauc_recall_at_3_max": 0.530671, + "nauc_recall_at_3_std": 0.024047, + "nauc_recall_at_3_diff1": 0.630191, + "nauc_recall_at_5_max": 0.534877, + "nauc_recall_at_5_std": 0.082913, + "nauc_recall_at_5_diff1": 0.597551, + "nauc_recall_at_10_max": 0.585719, + "nauc_recall_at_10_std": 0.220892, + "nauc_recall_at_10_diff1": 0.548479, + "nauc_recall_at_20_max": 0.609008, + "nauc_recall_at_20_std": 0.227774, + "nauc_recall_at_20_diff1": 0.555148, + "nauc_recall_at_100_max": 0.651654, + "nauc_recall_at_100_std": 0.394519, + "nauc_recall_at_100_diff1": 0.522853, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.722222, + "nauc_recall_at_1000_diff1": 0.638189, + "nauc_precision_at_1_max": 0.531957, + "nauc_precision_at_1_std": 0.135268, + "nauc_precision_at_1_diff1": 0.718467, + "nauc_precision_at_3_max": 0.54761, + "nauc_precision_at_3_std": 0.197096, + "nauc_precision_at_3_diff1": 0.522638, + "nauc_precision_at_5_max": 0.517987, + "nauc_precision_at_5_std": 0.30686, + "nauc_precision_at_5_diff1": 0.387271, + "nauc_precision_at_10_max": 0.490639, + "nauc_precision_at_10_std": 0.391972, + "nauc_precision_at_10_diff1": 0.270655, + "nauc_precision_at_20_max": 0.445587, + "nauc_precision_at_20_std": 0.414324, + "nauc_precision_at_20_diff1": 0.218073, + "nauc_precision_at_100_max": 0.407591, + "nauc_precision_at_100_std": 0.475189, + "nauc_precision_at_100_diff1": 0.141318, + "nauc_precision_at_1000_max": 0.290824, + "nauc_precision_at_1000_std": 0.514873, + "nauc_precision_at_1000_diff1": -0.039235, + "nauc_mrr_at_1_max": 0.531957, + "nauc_mrr_at_1_std": 0.135268, + "nauc_mrr_at_1_diff1": 0.718467, + "nauc_mrr_at_3_max": 0.560115, + "nauc_mrr_at_3_std": 0.126557, + "nauc_mrr_at_3_diff1": 0.691312, + "nauc_mrr_at_5_max": 0.555808, + "nauc_mrr_at_5_std": 0.132859, + "nauc_mrr_at_5_diff1": 0.687777, + "nauc_mrr_at_10_max": 0.557035, + "nauc_mrr_at_10_std": 0.145174, + "nauc_mrr_at_10_diff1": 0.681927, + "nauc_mrr_at_20_max": 0.557375, + "nauc_mrr_at_20_std": 0.14359, + "nauc_mrr_at_20_diff1": 0.683698, + "nauc_mrr_at_100_max": 0.557619, + "nauc_mrr_at_100_std": 0.144962, + "nauc_mrr_at_100_diff1": 0.683684, + "nauc_mrr_at_1000_max": 0.557429, + "nauc_mrr_at_1000_std": 0.144617, + "nauc_mrr_at_1000_diff1": 0.683978, + "main_score": 0.66191, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 5.018999814987183, + "kg_co2_emissions": 0.00019815135037921542 +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/SciFact.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/SciFact.json new file mode 100644 index 000000000..ba3b229f9 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/SciFact.json @@ -0,0 +1,307 @@ +{ + "dataset_revision": "0228b52cf27578f30900b9e5271d331663a030d7", + "task_name": "SciFact", + "mteb_version": "1.24.0", + "scores": { + "train": [ + { + "ndcg_at_1": 0.63041, + "ndcg_at_3": 0.69313, + "ndcg_at_5": 0.71712, + "ndcg_at_10": 0.73632, + "ndcg_at_20": 0.7443, + "ndcg_at_100": 0.75751, + "ndcg_at_1000": 0.76384, + "map_at_1": 0.60157, + "map_at_3": 0.66861, + "map_at_5": 0.68557, + "map_at_10": 0.69466, + "map_at_20": 0.6972, + "map_at_100": 0.69938, + "map_at_1000": 0.69965, + "recall_at_1": 0.60157, + "recall_at_3": 0.73964, + "recall_at_5": 0.79376, + "recall_at_10": 0.84911, + "recall_at_20": 0.87919, + "recall_at_100": 0.94705, + "recall_at_1000": 0.99506, + "precision_at_1": 0.63041, + "precision_at_3": 0.26741, + "precision_at_5": 0.1775, + "precision_at_10": 0.09592, + "precision_at_20": 0.04981, + "precision_at_100": 0.01077, + "precision_at_1000": 0.00113, + "mrr_at_1": 0.630408, + "mrr_at_3": 0.689946, + "mrr_at_5": 0.700206, + "mrr_at_10": 0.707, + "mrr_at_20": 0.708714, + "mrr_at_100": 0.710318, + "mrr_at_1000": 0.71054, + "nauc_ndcg_at_1_max": 0.584192, + "nauc_ndcg_at_1_std": 0.087165, + "nauc_ndcg_at_1_diff1": 0.765878, + "nauc_ndcg_at_3_max": 0.573421, + "nauc_ndcg_at_3_std": 0.074872, + "nauc_ndcg_at_3_diff1": 0.725386, + "nauc_ndcg_at_5_max": 0.58466, + "nauc_ndcg_at_5_std": 0.091247, + "nauc_ndcg_at_5_diff1": 0.716476, + "nauc_ndcg_at_10_max": 0.599726, + "nauc_ndcg_at_10_std": 0.11621, + "nauc_ndcg_at_10_diff1": 0.718197, + "nauc_ndcg_at_20_max": 0.603982, + "nauc_ndcg_at_20_std": 0.130987, + "nauc_ndcg_at_20_diff1": 0.716596, + "nauc_ndcg_at_100_max": 0.598228, + "nauc_ndcg_at_100_std": 0.127147, + "nauc_ndcg_at_100_diff1": 0.723122, + "nauc_ndcg_at_1000_max": 0.599294, + "nauc_ndcg_at_1000_std": 0.124195, + "nauc_ndcg_at_1000_diff1": 0.724832, + "nauc_map_at_1_max": 0.519061, + "nauc_map_at_1_std": 0.040853, + "nauc_map_at_1_diff1": 0.764297, + "nauc_map_at_3_max": 0.55696, + "nauc_map_at_3_std": 0.056973, + "nauc_map_at_3_diff1": 0.736275, + "nauc_map_at_5_max": 0.576891, + "nauc_map_at_5_std": 0.075231, + "nauc_map_at_5_diff1": 0.730627, + "nauc_map_at_10_max": 0.586006, + "nauc_map_at_10_std": 0.090445, + "nauc_map_at_10_diff1": 0.731917, + "nauc_map_at_20_max": 0.58764, + "nauc_map_at_20_std": 0.095685, + "nauc_map_at_20_diff1": 0.73148, + "nauc_map_at_100_max": 0.58742, + "nauc_map_at_100_std": 0.096227, + "nauc_map_at_100_diff1": 0.732494, + "nauc_map_at_1000_max": 0.587422, + "nauc_map_at_1000_std": 0.096175, + "nauc_map_at_1000_diff1": 0.73256, + "nauc_recall_at_1_max": 0.519061, + "nauc_recall_at_1_std": 0.040853, + "nauc_recall_at_1_diff1": 0.764297, + "nauc_recall_at_3_max": 0.541118, + "nauc_recall_at_3_std": 0.050371, + "nauc_recall_at_3_diff1": 0.682013, + "nauc_recall_at_5_max": 0.564702, + "nauc_recall_at_5_std": 0.081652, + "nauc_recall_at_5_diff1": 0.650741, + "nauc_recall_at_10_max": 0.61041, + "nauc_recall_at_10_std": 0.162886, + "nauc_recall_at_10_diff1": 0.635531, + "nauc_recall_at_20_max": 0.639462, + "nauc_recall_at_20_std": 0.264119, + "nauc_recall_at_20_diff1": 0.609211, + "nauc_recall_at_100_max": 0.558103, + "nauc_recall_at_100_std": 0.294143, + "nauc_recall_at_100_diff1": 0.62726, + "nauc_recall_at_1000_max": 0.62013, + "nauc_recall_at_1000_std": 0.777001, + "nauc_recall_at_1000_diff1": 0.345042, + "nauc_precision_at_1_max": 0.584192, + "nauc_precision_at_1_std": 0.087165, + "nauc_precision_at_1_diff1": 0.765878, + "nauc_precision_at_3_max": 0.57351, + "nauc_precision_at_3_std": 0.169701, + "nauc_precision_at_3_diff1": 0.48405, + "nauc_precision_at_5_max": 0.492099, + "nauc_precision_at_5_std": 0.245913, + "nauc_precision_at_5_diff1": 0.269654, + "nauc_precision_at_10_max": 0.450659, + "nauc_precision_at_10_std": 0.340096, + "nauc_precision_at_10_diff1": 0.139967, + "nauc_precision_at_20_max": 0.406065, + "nauc_precision_at_20_std": 0.392281, + "nauc_precision_at_20_diff1": 0.056847, + "nauc_precision_at_100_max": 0.276456, + "nauc_precision_at_100_std": 0.411961, + "nauc_precision_at_100_diff1": -0.094767, + "nauc_precision_at_1000_max": 0.191669, + "nauc_precision_at_1000_std": 0.424297, + "nauc_precision_at_1000_diff1": -0.256756, + "nauc_mrr_at_1_max": 0.584192, + "nauc_mrr_at_1_std": 0.087165, + "nauc_mrr_at_1_diff1": 0.765878, + "nauc_mrr_at_3_max": 0.602603, + "nauc_mrr_at_3_std": 0.112841, + "nauc_mrr_at_3_diff1": 0.737477, + "nauc_mrr_at_5_max": 0.601512, + "nauc_mrr_at_5_std": 0.116876, + "nauc_mrr_at_5_diff1": 0.733958, + "nauc_mrr_at_10_max": 0.604059, + "nauc_mrr_at_10_std": 0.120457, + "nauc_mrr_at_10_diff1": 0.734352, + "nauc_mrr_at_20_max": 0.604532, + "nauc_mrr_at_20_std": 0.12194, + "nauc_mrr_at_20_diff1": 0.734569, + "nauc_mrr_at_100_max": 0.603552, + "nauc_mrr_at_100_std": 0.120722, + "nauc_mrr_at_100_diff1": 0.735172, + "nauc_mrr_at_1000_max": 0.60354, + "nauc_mrr_at_1000_std": 0.12063, + "nauc_mrr_at_1000_diff1": 0.735231, + "main_score": 0.73632, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test": [ + { + "ndcg_at_1": 0.62, + "ndcg_at_3": 0.6808, + "ndcg_at_5": 0.69842, + "ndcg_at_10": 0.72295, + "ndcg_at_20": 0.73015, + "ndcg_at_100": 0.74658, + "ndcg_at_1000": 0.75264, + "map_at_1": 0.58494, + "map_at_3": 0.6538, + "map_at_5": 0.66799, + "map_at_10": 0.68083, + "map_at_20": 0.68302, + "map_at_100": 0.68546, + "map_at_1000": 0.68571, + "recall_at_1": 0.58494, + "recall_at_3": 0.72239, + "recall_at_5": 0.76678, + "recall_at_10": 0.83533, + "recall_at_20": 0.86267, + "recall_at_100": 0.95, + "recall_at_1000": 0.99667, + "precision_at_1": 0.62, + "precision_at_3": 0.26222, + "precision_at_5": 0.17133, + "precision_at_10": 0.09533, + "precision_at_20": 0.04933, + "precision_at_100": 0.0108, + "precision_at_1000": 0.00113, + "mrr_at_1": 0.62, + "mrr_at_3": 0.680556, + "mrr_at_5": 0.688222, + "mrr_at_10": 0.696594, + "mrr_at_20": 0.698282, + "mrr_at_100": 0.700421, + "mrr_at_1000": 0.700668, + "nauc_ndcg_at_1_max": 0.55059, + "nauc_ndcg_at_1_std": 0.09534, + "nauc_ndcg_at_1_diff1": 0.722677, + "nauc_ndcg_at_3_max": 0.574251, + "nauc_ndcg_at_3_std": 0.050237, + "nauc_ndcg_at_3_diff1": 0.702088, + "nauc_ndcg_at_5_max": 0.579721, + "nauc_ndcg_at_5_std": 0.075942, + "nauc_ndcg_at_5_diff1": 0.677264, + "nauc_ndcg_at_10_max": 0.6072, + "nauc_ndcg_at_10_std": 0.106187, + "nauc_ndcg_at_10_diff1": 0.687127, + "nauc_ndcg_at_20_max": 0.607651, + "nauc_ndcg_at_20_std": 0.117075, + "nauc_ndcg_at_20_diff1": 0.687513, + "nauc_ndcg_at_100_max": 0.598429, + "nauc_ndcg_at_100_std": 0.115507, + "nauc_ndcg_at_100_diff1": 0.692358, + "nauc_ndcg_at_1000_max": 0.593564, + "nauc_ndcg_at_1000_std": 0.105348, + "nauc_ndcg_at_1000_diff1": 0.692979, + "nauc_map_at_1_max": 0.499353, + "nauc_map_at_1_std": -0.005444, + "nauc_map_at_1_diff1": 0.719553, + "nauc_map_at_3_max": 0.54366, + "nauc_map_at_3_std": 0.01788, + "nauc_map_at_3_diff1": 0.702838, + "nauc_map_at_5_max": 0.558218, + "nauc_map_at_5_std": 0.051821, + "nauc_map_at_5_diff1": 0.687484, + "nauc_map_at_10_max": 0.5752, + "nauc_map_at_10_std": 0.070128, + "nauc_map_at_10_diff1": 0.695191, + "nauc_map_at_20_max": 0.575165, + "nauc_map_at_20_std": 0.073315, + "nauc_map_at_20_diff1": 0.695333, + "nauc_map_at_100_max": 0.573812, + "nauc_map_at_100_std": 0.073775, + "nauc_map_at_100_diff1": 0.695805, + "nauc_map_at_1000_max": 0.573604, + "nauc_map_at_1000_std": 0.073377, + "nauc_map_at_1000_diff1": 0.695838, + "nauc_recall_at_1_max": 0.499353, + "nauc_recall_at_1_std": -0.005444, + "nauc_recall_at_1_diff1": 0.719553, + "nauc_recall_at_3_max": 0.584239, + "nauc_recall_at_3_std": 0.015535, + "nauc_recall_at_3_diff1": 0.680401, + "nauc_recall_at_5_max": 0.607063, + "nauc_recall_at_5_std": 0.090468, + "nauc_recall_at_5_diff1": 0.617008, + "nauc_recall_at_10_max": 0.722408, + "nauc_recall_at_10_std": 0.197974, + "nauc_recall_at_10_diff1": 0.639131, + "nauc_recall_at_20_max": 0.745924, + "nauc_recall_at_20_std": 0.281358, + "nauc_recall_at_20_diff1": 0.63421, + "nauc_recall_at_100_max": 0.772518, + "nauc_recall_at_100_std": 0.47535, + "nauc_recall_at_100_diff1": 0.675755, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.722222, + "nauc_recall_at_1000_diff1": 0.722222, + "nauc_precision_at_1_max": 0.55059, + "nauc_precision_at_1_std": 0.09534, + "nauc_precision_at_1_diff1": 0.722677, + "nauc_precision_at_3_max": 0.553472, + "nauc_precision_at_3_std": 0.235018, + "nauc_precision_at_3_diff1": 0.507107, + "nauc_precision_at_5_max": 0.489919, + "nauc_precision_at_5_std": 0.355031, + "nauc_precision_at_5_diff1": 0.292815, + "nauc_precision_at_10_max": 0.450241, + "nauc_precision_at_10_std": 0.431552, + "nauc_precision_at_10_diff1": 0.175099, + "nauc_precision_at_20_max": 0.401457, + "nauc_precision_at_20_std": 0.473306, + "nauc_precision_at_20_diff1": 0.115424, + "nauc_precision_at_100_max": 0.258712, + "nauc_precision_at_100_std": 0.547991, + "nauc_precision_at_100_diff1": -0.055329, + "nauc_precision_at_1000_max": 0.157551, + "nauc_precision_at_1000_std": 0.566345, + "nauc_precision_at_1000_diff1": -0.203295, + "nauc_mrr_at_1_max": 0.55059, + "nauc_mrr_at_1_std": 0.09534, + "nauc_mrr_at_1_diff1": 0.722677, + "nauc_mrr_at_3_max": 0.588061, + "nauc_mrr_at_3_std": 0.096948, + "nauc_mrr_at_3_diff1": 0.708303, + "nauc_mrr_at_5_max": 0.585344, + "nauc_mrr_at_5_std": 0.101638, + "nauc_mrr_at_5_diff1": 0.697521, + "nauc_mrr_at_10_max": 0.590041, + "nauc_mrr_at_10_std": 0.110929, + "nauc_mrr_at_10_diff1": 0.697889, + "nauc_mrr_at_20_max": 0.590351, + "nauc_mrr_at_20_std": 0.112439, + "nauc_mrr_at_20_diff1": 0.698551, + "nauc_mrr_at_100_max": 0.589398, + "nauc_mrr_at_100_std": 0.112064, + "nauc_mrr_at_100_diff1": 0.699381, + "nauc_mrr_at_1000_max": 0.5892, + "nauc_mrr_at_1000_std": 0.111693, + "nauc_mrr_at_1000_diff1": 0.699418, + "main_score": 0.72295, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 10.023103952407837, + "kg_co2_emissions": 0.00037094835778100823 +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/TRECCOVID-PL.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/TRECCOVID-PL.json new file mode 100644 index 000000000..f329e863e --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/TRECCOVID-PL.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "81bcb408f33366c2a20ac54adafad1ae7e877fdd", + "task_name": "TRECCOVID-PL", + "mteb_version": "1.24.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.82, + "ndcg_at_3": 0.82235, + "ndcg_at_5": 0.80464, + "ndcg_at_10": 0.77711, + "ndcg_at_20": 0.73224, + "ndcg_at_100": 0.5943, + "ndcg_at_1000": 0.53692, + "map_at_1": 0.00225, + "map_at_3": 0.00658, + "map_at_5": 0.01061, + "map_at_10": 0.01998, + "map_at_20": 0.03545, + "map_at_100": 0.11446, + "map_at_1000": 0.28227, + "recall_at_1": 0.00225, + "recall_at_3": 0.00698, + "recall_at_5": 0.01131, + "recall_at_10": 0.02179, + "recall_at_20": 0.04012, + "recall_at_100": 0.14569, + "recall_at_1000": 0.5073, + "precision_at_1": 0.86, + "precision_at_3": 0.88, + "precision_at_5": 0.856, + "precision_at_10": 0.824, + "precision_at_20": 0.764, + "precision_at_100": 0.61, + "precision_at_1000": 0.2392, + "mrr_at_1": 0.86, + "mrr_at_3": 0.926667, + "mrr_at_5": 0.926667, + "mrr_at_10": 0.926667, + "mrr_at_20": 0.926667, + "mrr_at_100": 0.926667, + "mrr_at_1000": 0.926667, + "nauc_ndcg_at_1_max": 0.330102, + "nauc_ndcg_at_1_std": 0.427544, + "nauc_ndcg_at_1_diff1": -0.075998, + "nauc_ndcg_at_3_max": 0.442056, + "nauc_ndcg_at_3_std": 0.50218, + "nauc_ndcg_at_3_diff1": -0.082197, + "nauc_ndcg_at_5_max": 0.342812, + "nauc_ndcg_at_5_std": 0.514478, + "nauc_ndcg_at_5_diff1": -0.055787, + "nauc_ndcg_at_10_max": 0.442694, + "nauc_ndcg_at_10_std": 0.603365, + "nauc_ndcg_at_10_diff1": -0.121274, + "nauc_ndcg_at_20_max": 0.46083, + "nauc_ndcg_at_20_std": 0.678665, + "nauc_ndcg_at_20_diff1": -0.228685, + "nauc_ndcg_at_100_max": 0.37823, + "nauc_ndcg_at_100_std": 0.804478, + "nauc_ndcg_at_100_diff1": -0.245627, + "nauc_ndcg_at_1000_max": 0.456193, + "nauc_ndcg_at_1000_std": 0.818939, + "nauc_ndcg_at_1000_diff1": -0.090729, + "nauc_map_at_1_max": 0.031958, + "nauc_map_at_1_std": 0.123046, + "nauc_map_at_1_diff1": 0.261989, + "nauc_map_at_3_max": 0.085817, + "nauc_map_at_3_std": 0.116818, + "nauc_map_at_3_diff1": 0.267326, + "nauc_map_at_5_max": 0.064295, + "nauc_map_at_5_std": 0.126842, + "nauc_map_at_5_diff1": 0.259672, + "nauc_map_at_10_max": 0.098243, + "nauc_map_at_10_std": 0.176116, + "nauc_map_at_10_diff1": 0.195514, + "nauc_map_at_20_max": 0.113835, + "nauc_map_at_20_std": 0.229899, + "nauc_map_at_20_diff1": 0.123907, + "nauc_map_at_100_max": 0.232373, + "nauc_map_at_100_std": 0.704053, + "nauc_map_at_100_diff1": -0.096066, + "nauc_map_at_1000_max": 0.455683, + "nauc_map_at_1000_std": 0.844056, + "nauc_map_at_1000_diff1": -0.130576, + "nauc_recall_at_1_max": 0.031958, + "nauc_recall_at_1_std": 0.123046, + "nauc_recall_at_1_diff1": 0.261989, + "nauc_recall_at_3_max": 0.022756, + "nauc_recall_at_3_std": 0.068176, + "nauc_recall_at_3_diff1": 0.230584, + "nauc_recall_at_5_max": -0.007963, + "nauc_recall_at_5_std": 0.080579, + "nauc_recall_at_5_diff1": 0.23892, + "nauc_recall_at_10_max": 0.027523, + "nauc_recall_at_10_std": 0.12325, + "nauc_recall_at_10_diff1": 0.165753, + "nauc_recall_at_20_max": 0.03355, + "nauc_recall_at_20_std": 0.158483, + "nauc_recall_at_20_diff1": 0.108844, + "nauc_recall_at_100_max": 0.101929, + "nauc_recall_at_100_std": 0.570033, + "nauc_recall_at_100_diff1": -0.048977, + "nauc_recall_at_1000_max": 0.416251, + "nauc_recall_at_1000_std": 0.712433, + "nauc_recall_at_1000_diff1": -0.027257, + "nauc_precision_at_1_max": 0.629832, + "nauc_precision_at_1_std": 0.505473, + "nauc_precision_at_1_diff1": 0.167036, + "nauc_precision_at_3_max": 0.647458, + "nauc_precision_at_3_std": 0.542788, + "nauc_precision_at_3_diff1": 0.064211, + "nauc_precision_at_5_max": 0.431286, + "nauc_precision_at_5_std": 0.482915, + "nauc_precision_at_5_diff1": 0.118985, + "nauc_precision_at_10_max": 0.504804, + "nauc_precision_at_10_std": 0.587447, + "nauc_precision_at_10_diff1": -0.064409, + "nauc_precision_at_20_max": 0.474343, + "nauc_precision_at_20_std": 0.671515, + "nauc_precision_at_20_diff1": -0.221853, + "nauc_precision_at_100_max": 0.370997, + "nauc_precision_at_100_std": 0.791658, + "nauc_precision_at_100_diff1": -0.230935, + "nauc_precision_at_1000_max": 0.435941, + "nauc_precision_at_1000_std": 0.471711, + "nauc_precision_at_1000_diff1": -0.179548, + "nauc_mrr_at_1_max": 0.629832, + "nauc_mrr_at_1_std": 0.505473, + "nauc_mrr_at_1_diff1": 0.167036, + "nauc_mrr_at_3_max": 0.641119, + "nauc_mrr_at_3_std": 0.522621, + "nauc_mrr_at_3_diff1": 0.16495, + "nauc_mrr_at_5_max": 0.641119, + "nauc_mrr_at_5_std": 0.522621, + "nauc_mrr_at_5_diff1": 0.16495, + "nauc_mrr_at_10_max": 0.641119, + "nauc_mrr_at_10_std": 0.522621, + "nauc_mrr_at_10_diff1": 0.16495, + "nauc_mrr_at_20_max": 0.641119, + "nauc_mrr_at_20_std": 0.522621, + "nauc_mrr_at_20_diff1": 0.16495, + "nauc_mrr_at_100_max": 0.641119, + "nauc_mrr_at_100_std": 0.522621, + "nauc_mrr_at_100_diff1": 0.16495, + "nauc_mrr_at_1000_max": 0.641119, + "nauc_mrr_at_1000_std": 0.522621, + "nauc_mrr_at_1000_diff1": 0.16495, + "main_score": 0.77711, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 102.72707056999207, + "kg_co2_emissions": 0.004354780237935244 +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/TRECCOVID.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/TRECCOVID.json new file mode 100644 index 000000000..6aabdef85 --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/TRECCOVID.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e", + "task_name": "TRECCOVID", + "mteb_version": "1.24.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.86, + "ndcg_at_3": 0.8452, + "ndcg_at_5": 0.83952, + "ndcg_at_10": 0.80342, + "ndcg_at_20": 0.77684, + "ndcg_at_100": 0.63653, + "ndcg_at_1000": 0.56996, + "map_at_1": 0.00228, + "map_at_3": 0.00653, + "map_at_5": 0.01082, + "map_at_10": 0.02041, + "map_at_20": 0.03784, + "map_at_100": 0.1284, + "map_at_1000": 0.31714, + "recall_at_1": 0.00228, + "recall_at_3": 0.00692, + "recall_at_5": 0.0116, + "recall_at_10": 0.02214, + "recall_at_20": 0.04218, + "recall_at_100": 0.15856, + "recall_at_1000": 0.53694, + "precision_at_1": 0.9, + "precision_at_3": 0.88667, + "precision_at_5": 0.892, + "precision_at_10": 0.846, + "precision_at_20": 0.817, + "precision_at_100": 0.6584, + "precision_at_1000": 0.25468, + "mrr_at_1": 0.9, + "mrr_at_3": 0.946667, + "mrr_at_5": 0.946667, + "mrr_at_10": 0.946667, + "mrr_at_20": 0.946667, + "mrr_at_100": 0.946667, + "mrr_at_1000": 0.946667, + "nauc_ndcg_at_1_max": -0.122662, + "nauc_ndcg_at_1_std": 0.146287, + "nauc_ndcg_at_1_diff1": -0.022101, + "nauc_ndcg_at_3_max": 0.108771, + "nauc_ndcg_at_3_std": 0.418561, + "nauc_ndcg_at_3_diff1": -0.215991, + "nauc_ndcg_at_5_max": 0.180644, + "nauc_ndcg_at_5_std": 0.497122, + "nauc_ndcg_at_5_diff1": -0.196473, + "nauc_ndcg_at_10_max": 0.347682, + "nauc_ndcg_at_10_std": 0.599123, + "nauc_ndcg_at_10_diff1": -0.233494, + "nauc_ndcg_at_20_max": 0.400654, + "nauc_ndcg_at_20_std": 0.685248, + "nauc_ndcg_at_20_diff1": -0.391575, + "nauc_ndcg_at_100_max": 0.396296, + "nauc_ndcg_at_100_std": 0.804606, + "nauc_ndcg_at_100_diff1": -0.323606, + "nauc_ndcg_at_1000_max": 0.45253, + "nauc_ndcg_at_1000_std": 0.7264, + "nauc_ndcg_at_1000_diff1": -0.126422, + "nauc_map_at_1_max": -0.179817, + "nauc_map_at_1_std": -0.159204, + "nauc_map_at_1_diff1": 0.381355, + "nauc_map_at_3_max": -0.06746, + "nauc_map_at_3_std": -0.092745, + "nauc_map_at_3_diff1": 0.309807, + "nauc_map_at_5_max": -0.045713, + "nauc_map_at_5_std": -0.060228, + "nauc_map_at_5_diff1": 0.323657, + "nauc_map_at_10_max": 0.019422, + "nauc_map_at_10_std": -0.001955, + "nauc_map_at_10_diff1": 0.287041, + "nauc_map_at_20_max": 0.091014, + "nauc_map_at_20_std": 0.108059, + "nauc_map_at_20_diff1": 0.191404, + "nauc_map_at_100_max": 0.205062, + "nauc_map_at_100_std": 0.49619, + "nauc_map_at_100_diff1": 0.10489, + "nauc_map_at_1000_max": 0.459218, + "nauc_map_at_1000_std": 0.791934, + "nauc_map_at_1000_diff1": -0.164753, + "nauc_recall_at_1_max": -0.179817, + "nauc_recall_at_1_std": -0.159204, + "nauc_recall_at_1_diff1": 0.381355, + "nauc_recall_at_3_max": -0.058521, + "nauc_recall_at_3_std": -0.1249, + "nauc_recall_at_3_diff1": 0.323908, + "nauc_recall_at_5_max": -0.058797, + "nauc_recall_at_5_std": -0.112134, + "nauc_recall_at_5_diff1": 0.356105, + "nauc_recall_at_10_max": -0.013983, + "nauc_recall_at_10_std": -0.072015, + "nauc_recall_at_10_diff1": 0.320261, + "nauc_recall_at_20_max": 0.034028, + "nauc_recall_at_20_std": 0.013297, + "nauc_recall_at_20_diff1": 0.223862, + "nauc_recall_at_100_max": 0.112334, + "nauc_recall_at_100_std": 0.314413, + "nauc_recall_at_100_diff1": 0.202311, + "nauc_recall_at_1000_max": 0.415659, + "nauc_recall_at_1000_std": 0.600889, + "nauc_recall_at_1000_diff1": -0.041457, + "nauc_precision_at_1_max": -0.070775, + "nauc_precision_at_1_std": 0.197572, + "nauc_precision_at_1_diff1": 0.093651, + "nauc_precision_at_3_max": 0.340412, + "nauc_precision_at_3_std": 0.560826, + "nauc_precision_at_3_diff1": -0.251088, + "nauc_precision_at_5_max": 0.375345, + "nauc_precision_at_5_std": 0.649931, + "nauc_precision_at_5_diff1": -0.182694, + "nauc_precision_at_10_max": 0.475163, + "nauc_precision_at_10_std": 0.653386, + "nauc_precision_at_10_diff1": -0.153029, + "nauc_precision_at_20_max": 0.506842, + "nauc_precision_at_20_std": 0.773412, + "nauc_precision_at_20_diff1": -0.4054, + "nauc_precision_at_100_max": 0.440254, + "nauc_precision_at_100_std": 0.839556, + "nauc_precision_at_100_diff1": -0.299605, + "nauc_precision_at_1000_max": 0.441407, + "nauc_precision_at_1000_std": 0.547359, + "nauc_precision_at_1000_diff1": -0.405312, + "nauc_mrr_at_1_max": -0.070775, + "nauc_mrr_at_1_std": 0.197572, + "nauc_mrr_at_1_diff1": 0.093651, + "nauc_mrr_at_3_max": -0.021213, + "nauc_mrr_at_3_std": 0.219859, + "nauc_mrr_at_3_diff1": 0.132937, + "nauc_mrr_at_5_max": -0.021213, + "nauc_mrr_at_5_std": 0.219859, + "nauc_mrr_at_5_diff1": 0.132937, + "nauc_mrr_at_10_max": -0.021213, + "nauc_mrr_at_10_std": 0.219859, + "nauc_mrr_at_10_diff1": 0.132937, + "nauc_mrr_at_20_max": -0.021213, + "nauc_mrr_at_20_std": 0.219859, + "nauc_mrr_at_20_diff1": 0.132937, + "nauc_mrr_at_100_max": -0.021213, + "nauc_mrr_at_100_std": 0.219859, + "nauc_mrr_at_100_diff1": 0.132937, + "nauc_mrr_at_1000_max": -0.021213, + "nauc_mrr_at_1000_std": 0.219859, + "nauc_mrr_at_1000_diff1": 0.132937, + "main_score": 0.80342, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 89.33803224563599, + "kg_co2_emissions": 0.003776797248914029 +} \ No newline at end of file diff --git a/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/model_meta.json b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/model_meta.json new file mode 100644 index 000000000..cd69e3e4f --- /dev/null +++ b/results/Snowflake__snowflake-arctic-embed-m-v2.0/f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc/model_meta.json @@ -0,0 +1,100 @@ +{ + "name": "Snowflake/snowflake-arctic-embed-m-v2.0", + "revision": "f2a7d59d80dfda5b1d14f096f3ce88bb6bf9ebdc", + "release_date": "2024-12-04", + "languages": [ + "afr_Latn", + "ara_Arab", + "aze_Latn", + "bel_Cyrl", + "bul_Cyrl", + "ben_Beng", + "cat_Latn", + "ceb_Latn", + "ces_Latn", + "cym_Latn", + "dan_Latn", + "deu_Latn", + "ell_Grek", + "eng_Latn", + "spa_Latn", + "est_Latn", + "eus_Latn", + "fas_Arab", + "fin_Latn", + "fra_Latn", + "glg_Latn", + "guj_Gujr", + "heb_Hebr", + "hin_Deva", + "hrv_Latn", + "hat_Latn", + "hun_Latn", + "hye_Armn", + "ind_Latn", + "isl_Latn", + "ita_Latn", + "jpn_Jpan", + "jav_Latn", + "kat_Geor", + "kaz_Cyrl", + "khm_Khmr", + "kan_Knda", + "kor_Hang", + "kir_Cyrl", + "lao_Laoo", + "lit_Latn", + "lav_Latn", + "mkd_Cyrl", + "mal_Mlym", + "mon_Cyrl", + "mar_Deva", + "msa_Latn", + "mya_Mymr", + "nep_Deva", + "nld_Latn", + "pan_Guru", + "pol_Latn", + "por_Latn", + "que_Latn", + "ron_Latn", + "rus_Cyrl", + "sin_Sinh", + "slk_Latn", + "slv_Latn", + "som_Latn", + "sqi_Latn", + "srp_Cyrl", + "swe_Latn", + "swa_Latn", + "tam_Taml", + "tel_Telu", + "tha_Thai", + "tgl_Latn", + "tur_Latn", + "ukr_Cyrl", + "urd_Arab", + "vie_Latn", + "yor_Latn", + "zho_Hans" + ], + "n_parameters": 305000000, + "memory_usage": null, + "max_tokens": 8192, + "embed_dim": 768, + "license": "apache-2.0", + "open_weights": true, + "public_training_data": null, + "public_training_code": null, + "framework": [ + "Sentence Transformers", + "PyTorch" + ], + "reference": "https://huggingface.co/Snowflake/snowflake-arctic-embed-m-v2.0", + "similarity_fn_name": "cosine", + "use_instructions": true, + "training_datasets": null, + "adapted_from": "Alibaba-NLP/gte-multilingual-base", + "superseded_by": null, + "loader": "sentence_transformers_loader" +} \ No newline at end of file