Readd RAR-b results

results/GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/ARCChallenge.json

@@ -0,0 +1,158 @@
+{
+  "dataset_revision": "c481e0da3dcbbad8bce7721dea9085b74320a0a3",
+  "evaluation_time": 15.199646472930908,
+  "kg_co2_emissions": 0.0011727736882114,
+  "mteb_version": "1.12.41",
+  "scores": {
+    "test": [
+      {
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ],
+        "main_score": 0.26677,
+        "map_at_1": 0.1459,
+        "map_at_10": 0.2217,
+        "map_at_100": 0.23342,
+        "map_at_1000": 0.23431,
+        "map_at_20": 0.22786,
+        "map_at_3": 0.19425,
+        "map_at_5": 0.21123,
+        "mrr_at_1": 0.14590443686006827,
+        "mrr_at_10": 0.22170282788883458,
+        "mrr_at_100": 0.23342450172082518,
+        "mrr_at_1000": 0.23431310383593845,
+        "mrr_at_20": 0.2278614233412202,
+        "mrr_at_3": 0.19425483503981805,
+        "mrr_at_5": 0.21123435722411826,
+        "nauc_map_at_1000_diff1": 0.20919289612877456,
+        "nauc_map_at_1000_max": 0.26223727080195985,
+        "nauc_map_at_1000_std": -0.06416248669471819,
+        "nauc_map_at_100_diff1": 0.20874071229249433,
+        "nauc_map_at_100_max": 0.26216348639179243,
+        "nauc_map_at_100_std": -0.06383381226198931,
+        "nauc_map_at_10_diff1": 0.21135726986790376,
+        "nauc_map_at_10_max": 0.26310590079406243,
+        "nauc_map_at_10_std": -0.06701601922986564,
+        "nauc_map_at_1_diff1": 0.29502776162962224,
+        "nauc_map_at_1_max": 0.2863347807435842,
+        "nauc_map_at_1_std": -0.07175643383371838,
+        "nauc_map_at_20_diff1": 0.20920499026015194,
+        "nauc_map_at_20_max": 0.26130371935794117,
+        "nauc_map_at_20_std": -0.06609077493295867,
+        "nauc_map_at_3_diff1": 0.23056234432758235,
+        "nauc_map_at_3_max": 0.2744502093901698,
+        "nauc_map_at_3_std": -0.07269445644149974,
+        "nauc_map_at_5_diff1": 0.21355112322436975,
+        "nauc_map_at_5_max": 0.2687799689999615,
+        "nauc_map_at_5_std": -0.06868721585316441,
+        "nauc_mrr_at_1000_diff1": 0.20919289612877456,
+        "nauc_mrr_at_1000_max": 0.26223727080195985,
+        "nauc_mrr_at_1000_std": -0.06416248669471819,
+        "nauc_mrr_at_100_diff1": 0.20874071229249433,
+        "nauc_mrr_at_100_max": 0.26216348639179243,
+        "nauc_mrr_at_100_std": -0.06383381226198931,
+        "nauc_mrr_at_10_diff1": 0.21135726986790376,
+        "nauc_mrr_at_10_max": 0.26310590079406243,
+        "nauc_mrr_at_10_std": -0.06701601922986564,
+        "nauc_mrr_at_1_diff1": 0.29502776162962224,
+        "nauc_mrr_at_1_max": 0.2863347807435842,
+        "nauc_mrr_at_1_std": -0.07175643383371838,
+        "nauc_mrr_at_20_diff1": 0.20920499026015194,
+        "nauc_mrr_at_20_max": 0.26130371935794117,
+        "nauc_mrr_at_20_std": -0.06609077493295867,
+        "nauc_mrr_at_3_diff1": 0.23056234432758235,
+        "nauc_mrr_at_3_max": 0.2744502093901698,
+        "nauc_mrr_at_3_std": -0.07269445644149974,
+        "nauc_mrr_at_5_diff1": 0.21355112322436975,
+        "nauc_mrr_at_5_max": 0.2687799689999615,
+        "nauc_mrr_at_5_std": -0.06868721585316441,
+        "nauc_ndcg_at_1000_diff1": 0.1787249619031764,
+        "nauc_ndcg_at_1000_max": 0.24548797878652132,
+        "nauc_ndcg_at_1000_std": -0.05576093832084946,
+        "nauc_ndcg_at_100_diff1": 0.16531082352286616,
+        "nauc_ndcg_at_100_max": 0.24352136736057553,
+        "nauc_ndcg_at_100_std": -0.04641354994344076,
+        "nauc_ndcg_at_10_diff1": 0.18251618027200442,
+        "nauc_ndcg_at_10_max": 0.24709791762774666,
+        "nauc_ndcg_at_10_std": -0.06431844624302613,
+        "nauc_ndcg_at_1_diff1": 0.29502776162962224,
+        "nauc_ndcg_at_1_max": 0.2863347807435842,
+        "nauc_ndcg_at_1_std": -0.07175643383371838,
+        "nauc_ndcg_at_20_diff1": 0.17402694488948664,
+        "nauc_ndcg_at_20_max": 0.2412682485302704,
+        "nauc_ndcg_at_20_std": -0.06101829478220852,
+        "nauc_ndcg_at_3_diff1": 0.21325510095330938,
+        "nauc_ndcg_at_3_max": 0.26907581853422546,
+        "nauc_ndcg_at_3_std": -0.07399893531431062,
+        "nauc_ndcg_at_5_diff1": 0.18638483517077453,
+        "nauc_ndcg_at_5_max": 0.2599036290820515,
+        "nauc_ndcg_at_5_std": -0.06725503039057172,
+        "nauc_precision_at_1000_diff1": -0.0756151674807588,
+        "nauc_precision_at_1000_max": 0.044589194611131824,
+        "nauc_precision_at_1000_std": -0.0031435890639146227,
+        "nauc_precision_at_100_diff1": -0.018721242811664863,
+        "nauc_precision_at_100_max": 0.1694781463647451,
+        "nauc_precision_at_100_std": 0.04588017974629887,
+        "nauc_precision_at_10_diff1": 0.1151426445202742,
+        "nauc_precision_at_10_max": 0.20584083300273512,
+        "nauc_precision_at_10_std": -0.05749301288825101,
+        "nauc_precision_at_1_diff1": 0.29502776162962224,
+        "nauc_precision_at_1_max": 0.2863347807435842,
+        "nauc_precision_at_1_std": -0.07175643383371838,
+        "nauc_precision_at_20_diff1": 0.08321850048444807,
+        "nauc_precision_at_20_max": 0.18590384233873156,
+        "nauc_precision_at_20_std": -0.04606368942063823,
+        "nauc_precision_at_3_diff1": 0.17099936203420735,
+        "nauc_precision_at_3_max": 0.25538157513559057,
+        "nauc_precision_at_3_std": -0.07745986528122203,
+        "nauc_precision_at_5_diff1": 0.12177570121487634,
+        "nauc_precision_at_5_max": 0.2381148237846535,
+        "nauc_precision_at_5_std": -0.06352185294652744,
+        "nauc_recall_at_1000_diff1": -0.07561516748076337,
+        "nauc_recall_at_1000_max": 0.044589194611129916,
+        "nauc_recall_at_1000_std": -0.0031435890639168297,
+        "nauc_recall_at_100_diff1": -0.018721242811664842,
+        "nauc_recall_at_100_max": 0.1694781463647453,
+        "nauc_recall_at_100_std": 0.04588017974629903,
+        "nauc_recall_at_10_diff1": 0.11514264452027445,
+        "nauc_recall_at_10_max": 0.20584083300273515,
+        "nauc_recall_at_10_std": -0.057493012888251184,
+        "nauc_recall_at_1_diff1": 0.29502776162962224,
+        "nauc_recall_at_1_max": 0.2863347807435842,
+        "nauc_recall_at_1_std": -0.07175643383371838,
+        "nauc_recall_at_20_diff1": 0.08321850048444811,
+        "nauc_recall_at_20_max": 0.18590384233873145,
+        "nauc_recall_at_20_std": -0.04606368942063833,
+        "nauc_recall_at_3_diff1": 0.1709993620342073,
+        "nauc_recall_at_3_max": 0.2553815751355904,
+        "nauc_recall_at_3_std": -0.07745986528122213,
+        "nauc_recall_at_5_diff1": 0.121775701214876,
+        "nauc_recall_at_5_max": 0.23811482378465357,
+        "nauc_recall_at_5_std": -0.06352185294652783,
+        "ndcg_at_1": 0.1459,
+        "ndcg_at_10": 0.26677,
+        "ndcg_at_100": 0.32994,
+        "ndcg_at_1000": 0.35604,
+        "ndcg_at_20": 0.28908,
+        "ndcg_at_3": 0.2103,
+        "ndcg_at_5": 0.24107,
+        "precision_at_1": 0.1459,
+        "precision_at_10": 0.04121,
+        "precision_at_100": 0.00722,
+        "precision_at_1000": 0.00093,
+        "precision_at_20": 0.025,
+        "precision_at_3": 0.08561,
+        "precision_at_5": 0.06638,
+        "recall_at_1": 0.1459,
+        "recall_at_10": 0.41212,
+        "recall_at_100": 0.72184,
+        "recall_at_1000": 0.93174,
+        "recall_at_20": 0.5,
+        "recall_at_3": 0.25683,
+        "recall_at_5": 0.33191
+      }
+    ]
+  },
+  "task_name": "ARCChallenge"
+}

results/GritLM-7B/13f00a0e36500c80ce12870ea513846a066004af/AlphaNLI.json

@@ -0,0 +1,158 @@
+{
+  "dataset_revision": "303f40ef3d50918d3dc43577d33f2f7344ad72c1",
+  "evaluation_time": 191.81682872772217,
+  "kg_co2_emissions": 0.0165636195387561,
+  "mteb_version": "1.12.41",
+  "scores": {
+    "test": [
+      {
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ],
+        "main_score": 0.33996,
+        "map_at_1": 0.23564,
+        "map_at_10": 0.30149,
+        "map_at_100": 0.31167,
+        "map_at_1000": 0.31238,
+        "map_at_20": 0.30704,
+        "map_at_3": 0.27872,
+        "map_at_5": 0.29089,
+        "mrr_at_1": 0.23563968668407312,
+        "mrr_at_10": 0.30148990840896844,
+        "mrr_at_100": 0.3116701695481147,
+        "mrr_at_1000": 0.3123764357299033,
+        "mrr_at_20": 0.3070417673470754,
+        "mrr_at_3": 0.2787206266318536,
+        "mrr_at_5": 0.2908942558746734,
+        "nauc_map_at_1000_diff1": 0.3635643536662984,
+        "nauc_map_at_1000_max": 0.19718922171509415,
+        "nauc_map_at_1000_std": -0.057217402578947855,
+        "nauc_map_at_100_diff1": 0.3634971001641003,
+        "nauc_map_at_100_max": 0.19710745128451415,
+        "nauc_map_at_100_std": -0.05723639099765208,
+        "nauc_map_at_10_diff1": 0.3653656126194735,
+        "nauc_map_at_10_max": 0.20057726563773406,
+        "nauc_map_at_10_std": -0.05790657216917973,
+        "nauc_map_at_1_diff1": 0.4056770155426958,
+        "nauc_map_at_1_max": 0.2173184360405195,
+        "nauc_map_at_1_std": -0.050965957417006366,
+        "nauc_map_at_20_diff1": 0.36400552589851887,
+        "nauc_map_at_20_max": 0.1970828829001185,
+        "nauc_map_at_20_std": -0.05819910661314476,
+        "nauc_map_at_3_diff1": 0.3777378339962144,
+        "nauc_map_at_3_max": 0.20305209758657528,
+        "nauc_map_at_3_std": -0.059248417384702504,
+        "nauc_map_at_5_diff1": 0.3712702857014088,
+        "nauc_map_at_5_max": 0.20596002309434808,
+        "nauc_map_at_5_std": -0.05707103921115501,
+        "nauc_mrr_at_1000_diff1": 0.3635643536662984,
+        "nauc_mrr_at_1000_max": 0.19718922171509415,
+        "nauc_mrr_at_1000_std": -0.057217402578947855,
+        "nauc_mrr_at_100_diff1": 0.3634971001641003,
+        "nauc_mrr_at_100_max": 0.19710745128451415,
+        "nauc_mrr_at_100_std": -0.05723639099765208,
+        "nauc_mrr_at_10_diff1": 0.3653656126194735,
+        "nauc_mrr_at_10_max": 0.20057726563773406,
+        "nauc_mrr_at_10_std": -0.05790657216917973,
+        "nauc_mrr_at_1_diff1": 0.4056770155426958,
+        "nauc_mrr_at_1_max": 0.2173184360405195,
+        "nauc_mrr_at_1_std": -0.050965957417006366,
+        "nauc_mrr_at_20_diff1": 0.36400552589851887,
+        "nauc_mrr_at_20_max": 0.1970828829001185,
+        "nauc_mrr_at_20_std": -0.05819910661314476,
+        "nauc_mrr_at_3_diff1": 0.3777378339962144,
+        "nauc_mrr_at_3_max": 0.20305209758657528,
+        "nauc_mrr_at_3_std": -0.059248417384702504,
+        "nauc_mrr_at_5_diff1": 0.3712702857014088,
+        "nauc_mrr_at_5_max": 0.20596002309434808,
+        "nauc_mrr_at_5_std": -0.05707103921115501,
+        "nauc_ndcg_at_1000_diff1": 0.34281355737272223,
+        "nauc_ndcg_at_1000_max": 0.18490478936077492,
+        "nauc_ndcg_at_1000_std": -0.052418860955169955,
+        "nauc_ndcg_at_100_diff1": 0.3393701271163632,
+        "nauc_ndcg_at_100_max": 0.18147698009622537,
+        "nauc_ndcg_at_100_std": -0.052277237962500944,
+        "nauc_ndcg_at_10_diff1": 0.3469589602228019,
+        "nauc_ndcg_at_10_max": 0.19125428559131785,
+        "nauc_ndcg_at_10_std": -0.06058986620669644,
+        "nauc_ndcg_at_1_diff1": 0.4056770155426958,
+        "nauc_ndcg_at_1_max": 0.2173184360405195,
+        "nauc_ndcg_at_1_std": -0.050965957417006366,
+        "nauc_ndcg_at_20_diff1": 0.3426836130106877,
+        "nauc_ndcg_at_20_max": 0.17978111562867066,
+        "nauc_ndcg_at_20_std": -0.060786196606305534,
+        "nauc_ndcg_at_3_diff1": 0.37155239518264066,
+        "nauc_ndcg_at_3_max": 0.1998819030346553,
+        "nauc_ndcg_at_3_std": -0.061493391914858704,
+        "nauc_ndcg_at_5_diff1": 0.36042276087531916,
+        "nauc_ndcg_at_5_max": 0.20468406904359193,
+        "nauc_ndcg_at_5_std": -0.057880282095046295,
+        "nauc_precision_at_1000_diff1": 0.17559085150700446,
+        "nauc_precision_at_1000_max": 0.1089155740173633,
+        "nauc_precision_at_1000_std": 0.039617116256364944,
+        "nauc_precision_at_100_diff1": 0.22695912640023802,
+        "nauc_precision_at_100_max": 0.11119499738321503,
+        "nauc_precision_at_100_std": -0.006895369047132201,
+        "nauc_precision_at_10_diff1": 0.29217539091181716,
+        "nauc_precision_at_10_max": 0.16116624731420523,
+        "nauc_precision_at_10_std": -0.06910489111047535,
+        "nauc_precision_at_1_diff1": 0.4056770155426958,
+        "nauc_precision_at_1_max": 0.2173184360405195,
+        "nauc_precision_at_1_std": -0.050965957417006366,
+        "nauc_precision_at_20_diff1": 0.27409514382166866,
+        "nauc_precision_at_20_max": 0.11715327753807712,
+        "nauc_precision_at_20_std": -0.06847124158977312,
+        "nauc_precision_at_3_diff1": 0.3554177379711735,
+        "nauc_precision_at_3_max": 0.19160781578378727,
+        "nauc_precision_at_3_std": -0.06751231490678655,
+        "nauc_precision_at_5_diff1": 0.33085149689635135,
+        "nauc_precision_at_5_max": 0.20199872953017084,
+        "nauc_precision_at_5_std": -0.059655944369377156,
+        "nauc_recall_at_1000_diff1": 0.17559085150700585,
+        "nauc_recall_at_1000_max": 0.10891557401736476,
+        "nauc_recall_at_1000_std": 0.03961711625636711,
+        "nauc_recall_at_100_diff1": 0.22695912640023866,
+        "nauc_recall_at_100_max": 0.11119499738321462,
+        "nauc_recall_at_100_std": -0.006895369047132863,
+        "nauc_recall_at_10_diff1": 0.2921753909118175,
+        "nauc_recall_at_10_max": 0.16116624731420504,
+        "nauc_recall_at_10_std": -0.06910489111047577,
+        "nauc_recall_at_1_diff1": 0.4056770155426958,
+        "nauc_recall_at_1_max": 0.2173184360405195,
+        "nauc_recall_at_1_std": -0.050965957417006366,
+        "nauc_recall_at_20_diff1": 0.2740951438216685,
+        "nauc_recall_at_20_max": 0.11715327753807712,
+        "nauc_recall_at_20_std": -0.06847124158977312,
+        "nauc_recall_at_3_diff1": 0.3554177379711736,
+        "nauc_recall_at_3_max": 0.19160781578378744,
+        "nauc_recall_at_3_std": -0.06751231490678679,
+        "nauc_recall_at_5_diff1": 0.33085149689635174,
+        "nauc_recall_at_5_max": 0.2019987295301709,
+        "nauc_recall_at_5_std": -0.05965594436937704,
+        "ndcg_at_1": 0.23564,
+        "ndcg_at_10": 0.33996,
+        "ndcg_at_100": 0.39391,
+        "ndcg_at_1000": 0.41449,
+        "ndcg_at_20": 0.3599,
+        "ndcg_at_3": 0.29264,
+        "ndcg_at_5": 0.31436,
+        "precision_at_1": 0.23564,
+        "precision_at_10": 0.04641,
+        "precision_at_100": 0.00727,
+        "precision_at_1000": 0.00089,
+        "precision_at_20": 0.02712,
+        "precision_at_3": 0.11097,
+        "precision_at_5": 0.07702,
+        "recall_at_1": 0.23564,
+        "recall_at_10": 0.4641,
+        "recall_at_100": 0.7265,
+        "recall_at_1000": 0.8923,
+        "recall_at_20": 0.54243,
+        "recall_at_3": 0.3329,
+        "recall_at_5": 0.38512
+      }
+    ]
+  },
+  "task_name": "AlphaNLI"
+}