-
Notifications
You must be signed in to change notification settings - Fork 16
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
1 parent
b160a3f
commit 29cc0c5
Showing
5,244 changed files
with
7,627,077 additions
and
0 deletions.
The diff you're trying to view is too large. We only load the first 3000 changed files.
There are no files selected for viewing
43 changes: 43 additions & 0 deletions
43
intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/AFQMC.json
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,43 @@ | ||
| { | ||
| "dataset_revision": "b44c3b011063adb25877c13823db83bb193913c4", | ||
| "evaluation_time": 8.551615715026855, | ||
| "kg_co2_emissions": 0.001374784643560579, | ||
| "mteb_version": "1.12.75", | ||
| "scores": { | ||
| "test": [ | ||
| { | ||
| "cosine_pearson": NaN, | ||
| "cosine_spearman": NaN, | ||
| "euclidean_pearson": NaN, | ||
| "euclidean_spearman": NaN, | ||
| "hf_subset": "default", | ||
| "languages": [ | ||
| "cmn-Hans" | ||
| ], | ||
| "main_score": NaN, | ||
| "manhattan_pearson": NaN, | ||
| "manhattan_spearman": NaN, | ||
| "pearson": NaN, | ||
| "spearman": NaN | ||
| } | ||
| ], | ||
| "validation": [ | ||
| { | ||
| "cosine_pearson": 0.2924196473201579, | ||
| "cosine_spearman": 0.29661029149154683, | ||
| "euclidean_pearson": 0.2912148392302744, | ||
| "euclidean_spearman": 0.2966098893060813, | ||
| "hf_subset": "default", | ||
| "languages": [ | ||
| "cmn-Hans" | ||
| ], | ||
| "main_score": 0.29661029149154683, | ||
| "manhattan_pearson": 0.29160593341087443, | ||
| "manhattan_spearman": 0.297365006541673, | ||
| "pearson": 0.2924196473201579, | ||
| "spearman": 0.29661029149154683 | ||
| } | ||
| ] | ||
| }, | ||
| "task_name": "AFQMC" | ||
| } |
158 changes: 158 additions & 0 deletions
158
intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/AILACasedocs.json
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,158 @@ | ||
| { | ||
| "dataset_revision": "4106e6bcc72e0698d714ea8b101355e3e238431a", | ||
| "evaluation_time": 1.446972131729126, | ||
| "kg_co2_emissions": 0.0002543409366321354, | ||
| "mteb_version": "1.12.75", | ||
| "scores": { | ||
| "test": [ | ||
| { | ||
| "hf_subset": "default", | ||
| "languages": [ | ||
| "eng-Latn" | ||
| ], | ||
| "main_score": 0.26053, | ||
| "map_at_1": 0.11171, | ||
| "map_at_10": 0.18409, | ||
| "map_at_100": 0.22549, | ||
| "map_at_1000": 0.23053, | ||
| "map_at_20": 0.19989, | ||
| "map_at_3": 0.15235, | ||
| "map_at_5": 0.16487, | ||
| "mrr_at_1": 0.3, | ||
| "mrr_at_10": 0.3702380952380952, | ||
| "mrr_at_100": 0.3889476002490644, | ||
| "mrr_at_1000": 0.3893735128720941, | ||
| "mrr_at_20": 0.37991131907308373, | ||
| "mrr_at_3": 0.3466666666666666, | ||
| "mrr_at_5": 0.35966666666666663, | ||
| "nauc_map_at_1000_diff1": -0.10060756499227341, | ||
| "nauc_map_at_1000_max": -0.06152710834374174, | ||
| "nauc_map_at_1000_std": -0.12259776718366569, | ||
| "nauc_map_at_100_diff1": -0.09433825255193705, | ||
| "nauc_map_at_100_max": -0.05799401728193399, | ||
| "nauc_map_at_100_std": -0.12014457736960413, | ||
| "nauc_map_at_10_diff1": -0.09723690170597461, | ||
| "nauc_map_at_10_max": -0.04927839797610143, | ||
| "nauc_map_at_10_std": -0.13220599515592119, | ||
| "nauc_map_at_1_diff1": -0.05296341936681875, | ||
| "nauc_map_at_1_max": -0.01696960518671608, | ||
| "nauc_map_at_1_std": -0.06574127593355289, | ||
| "nauc_map_at_20_diff1": -0.10371336849124127, | ||
| "nauc_map_at_20_max": -0.06493150182975403, | ||
| "nauc_map_at_20_std": -0.13548012669097528, | ||
| "nauc_map_at_3_diff1": -0.11268583412975196, | ||
| "nauc_map_at_3_max": -0.08762019473093523, | ||
| "nauc_map_at_3_std": -0.1688481764507826, | ||
| "nauc_map_at_5_diff1": -0.07024476039170836, | ||
| "nauc_map_at_5_max": -0.03009542861297958, | ||
| "nauc_map_at_5_std": -0.16316827572815568, | ||
| "nauc_mrr_at_1000_diff1": -0.04574353241476301, | ||
| "nauc_mrr_at_1000_max": 0.013108829486187632, | ||
| "nauc_mrr_at_1000_std": -0.07348678017341784, | ||
| "nauc_mrr_at_100_diff1": -0.04516927498706385, | ||
| "nauc_mrr_at_100_max": 0.013009059688150816, | ||
| "nauc_mrr_at_100_std": -0.07255782752942162, | ||
| "nauc_mrr_at_10_diff1": -0.0667968730866536, | ||
| "nauc_mrr_at_10_max": 0.00705297850843453, | ||
| "nauc_mrr_at_10_std": -0.07595625415429738, | ||
| "nauc_mrr_at_1_diff1": 0.01753817051749756, | ||
| "nauc_mrr_at_1_max": 0.12290231049858119, | ||
| "nauc_mrr_at_1_std": -0.0736927442237537, | ||
| "nauc_mrr_at_20_diff1": -0.049351565471145185, | ||
| "nauc_mrr_at_20_max": 0.005651282712229107, | ||
| "nauc_mrr_at_20_std": -0.07445484238408782, | ||
| "nauc_mrr_at_3_diff1": -0.028040921256514882, | ||
| "nauc_mrr_at_3_max": 0.030440026764333293, | ||
| "nauc_mrr_at_3_std": -0.09756655867023496, | ||
| "nauc_mrr_at_5_diff1": -0.04516713591398, | ||
| "nauc_mrr_at_5_max": 0.00862288921621453, | ||
| "nauc_mrr_at_5_std": -0.08360090084871351, | ||
| "nauc_ndcg_at_1000_diff1": -0.08926985088497219, | ||
| "nauc_ndcg_at_1000_max": -0.04809315056849247, | ||
| "nauc_ndcg_at_1000_std": -0.08627133585439128, | ||
| "nauc_ndcg_at_100_diff1": -0.0440735748357665, | ||
| "nauc_ndcg_at_100_max": -0.039773059617143315, | ||
| "nauc_ndcg_at_100_std": -0.05377575827578716, | ||
| "nauc_ndcg_at_10_diff1": -0.11332718070825669, | ||
| "nauc_ndcg_at_10_max": -0.04216322085065801, | ||
| "nauc_ndcg_at_10_std": -0.09143557069614966, | ||
| "nauc_ndcg_at_1_diff1": 0.01753817051749756, | ||
| "nauc_ndcg_at_1_max": 0.12290231049858119, | ||
| "nauc_ndcg_at_1_std": -0.0736927442237537, | ||
| "nauc_ndcg_at_20_diff1": -0.10559007753562467, | ||
| "nauc_ndcg_at_20_max": -0.09284227107535718, | ||
| "nauc_ndcg_at_20_std": -0.11161500419462321, | ||
| "nauc_ndcg_at_3_diff1": -0.06569989320644458, | ||
| "nauc_ndcg_at_3_max": -0.030410440856011967, | ||
| "nauc_ndcg_at_3_std": -0.1631109643723814, | ||
| "nauc_ndcg_at_5_diff1": -0.04210787568363446, | ||
| "nauc_ndcg_at_5_max": -0.006668335238491053, | ||
| "nauc_ndcg_at_5_std": -0.1325470489110459, | ||
| "nauc_precision_at_1000_diff1": -0.08978957878776664, | ||
| "nauc_precision_at_1000_max": -0.04174132882390717, | ||
| "nauc_precision_at_1000_std": 0.020793340751922226, | ||
| "nauc_precision_at_100_diff1": -0.027372868041129518, | ||
| "nauc_precision_at_100_max": -0.023807237749419907, | ||
| "nauc_precision_at_100_std": 0.06351360787668209, | ||
| "nauc_precision_at_10_diff1": -0.08792181152716887, | ||
| "nauc_precision_at_10_max": -0.003871214254112755, | ||
| "nauc_precision_at_10_std": 0.012287334593572648, | ||
| "nauc_precision_at_1_diff1": 0.01753817051749756, | ||
| "nauc_precision_at_1_max": 0.12290231049858119, | ||
| "nauc_precision_at_1_std": -0.0736927442237537, | ||
| "nauc_precision_at_20_diff1": -0.134761371414349, | ||
| "nauc_precision_at_20_max": -0.0966103540538859, | ||
| "nauc_precision_at_20_std": -0.026134030240806537, | ||
| "nauc_precision_at_3_diff1": -0.08696590418644785, | ||
| "nauc_precision_at_3_max": -0.05425735248782287, | ||
| "nauc_precision_at_3_std": -0.19827054688945064, | ||
| "nauc_precision_at_5_diff1": -0.025223809880052864, | ||
| "nauc_precision_at_5_max": 0.02537343208398788, | ||
| "nauc_precision_at_5_std": -0.1300965063215383, | ||
| "nauc_recall_at_1000_diff1": NaN, | ||
| "nauc_recall_at_1000_max": NaN, | ||
| "nauc_recall_at_1000_std": NaN, | ||
| "nauc_recall_at_100_diff1": 0.3310873957142325, | ||
| "nauc_recall_at_100_max": 0.014818304238680777, | ||
| "nauc_recall_at_100_std": 0.29347198405273855, | ||
| "nauc_recall_at_10_diff1": -0.19489673286407933, | ||
| "nauc_recall_at_10_max": -0.093397059862608, | ||
| "nauc_recall_at_10_std": -0.019516557159589287, | ||
| "nauc_recall_at_1_diff1": -0.05296341936681875, | ||
| "nauc_recall_at_1_max": -0.01696960518671608, | ||
| "nauc_recall_at_1_std": -0.06574127593355289, | ||
| "nauc_recall_at_20_diff1": -0.08478324665147195, | ||
| "nauc_recall_at_20_max": -0.19645013110469464, | ||
| "nauc_recall_at_20_std": -0.08651607259509171, | ||
| "nauc_recall_at_3_diff1": -0.15416445740052553, | ||
| "nauc_recall_at_3_max": -0.1530722631927822, | ||
| "nauc_recall_at_3_std": -0.2119642099726949, | ||
| "nauc_recall_at_5_diff1": -0.06517158055263114, | ||
| "nauc_recall_at_5_max": -0.05712928368695169, | ||
| "nauc_recall_at_5_std": -0.18678095663066865, | ||
| "ndcg_at_1": 0.3, | ||
| "ndcg_at_10": 0.26053, | ||
| "ndcg_at_100": 0.41833, | ||
| "ndcg_at_1000": 0.45226, | ||
| "ndcg_at_20": 0.30203, | ||
| "ndcg_at_3": 0.24969, | ||
| "ndcg_at_5": 0.23977, | ||
| "precision_at_1": 0.3, | ||
| "precision_at_10": 0.1, | ||
| "precision_at_100": 0.0318, | ||
| "precision_at_1000": 0.0039, | ||
| "precision_at_20": 0.072, | ||
| "precision_at_3": 0.18667, | ||
| "precision_at_5": 0.144, | ||
| "recall_at_1": 0.11171, | ||
| "recall_at_10": 0.28973, | ||
| "recall_at_100": 0.83728, | ||
| "recall_at_1000": 1.0, | ||
| "recall_at_20": 0.41627, | ||
| "recall_at_3": 0.17297, | ||
| "recall_at_5": 0.20141 | ||
| } | ||
| ] | ||
| }, | ||
| "task_name": "AILACasedocs" | ||
| } |
158 changes: 158 additions & 0 deletions
158
intfloat__multilingual-e5-base/d13f1b27baf31030b7fd040960d60d909913633f/AILAStatutes.json
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,158 @@ | ||
| { | ||
| "dataset_revision": "ebfcd844eadd3d667efa3c57fc5c8c87f5c2867e", | ||
| "evaluation_time": 0.6946783065795898, | ||
| "kg_co2_emissions": 0.00012486549992844133, | ||
| "mteb_version": "1.12.75", | ||
| "scores": { | ||
| "test": [ | ||
| { | ||
| "hf_subset": "default", | ||
| "languages": [ | ||
| "eng-Latn" | ||
| ], | ||
| "main_score": 0.20371, | ||
| "map_at_1": 0.032, | ||
| "map_at_10": 0.11443, | ||
| "map_at_100": 0.17005, | ||
| "map_at_1000": 0.17005, | ||
| "map_at_20": 0.12782, | ||
| "map_at_3": 0.07633, | ||
| "map_at_5": 0.09605, | ||
| "mrr_at_1": 0.14, | ||
| "mrr_at_10": 0.29254761904761906, | ||
| "mrr_at_100": 0.3065574927519354, | ||
| "mrr_at_1000": 0.3065574927519354, | ||
| "mrr_at_20": 0.2988065998329156, | ||
| "mrr_at_3": 0.24333333333333335, | ||
| "mrr_at_5": 0.2723333333333333, | ||
| "nauc_map_at_1000_diff1": 0.33039085862434386, | ||
| "nauc_map_at_1000_max": 0.3925573136725407, | ||
| "nauc_map_at_1000_std": 0.2578636636937857, | ||
| "nauc_map_at_100_diff1": 0.33039085862434386, | ||
| "nauc_map_at_100_max": 0.3925573136725407, | ||
| "nauc_map_at_100_std": 0.2578636636937857, | ||
| "nauc_map_at_10_diff1": 0.34278916170584167, | ||
| "nauc_map_at_10_max": 0.39523512492692003, | ||
| "nauc_map_at_10_std": 0.2406778912901377, | ||
| "nauc_map_at_1_diff1": 0.20238313305978878, | ||
| "nauc_map_at_1_max": 0.26352762309495886, | ||
| "nauc_map_at_1_std": 0.2073014361078545, | ||
| "nauc_map_at_20_diff1": 0.3073238789089558, | ||
| "nauc_map_at_20_max": 0.3780572344882495, | ||
| "nauc_map_at_20_std": 0.2592029854993843, | ||
| "nauc_map_at_3_diff1": 0.30695395674252285, | ||
| "nauc_map_at_3_max": 0.4012720472615238, | ||
| "nauc_map_at_3_std": 0.16591870899828323, | ||
| "nauc_map_at_5_diff1": 0.39266552896660206, | ||
| "nauc_map_at_5_max": 0.4150442997348733, | ||
| "nauc_map_at_5_std": 0.2312611665868807, | ||
| "nauc_mrr_at_1000_diff1": 0.19779392063717827, | ||
| "nauc_mrr_at_1000_max": 0.3089439238274167, | ||
| "nauc_mrr_at_1000_std": 0.27165872022286375, | ||
| "nauc_mrr_at_100_diff1": 0.19779392063717827, | ||
| "nauc_mrr_at_100_max": 0.3089439238274167, | ||
| "nauc_mrr_at_100_std": 0.27165872022286375, | ||
| "nauc_mrr_at_10_diff1": 0.1957475306651857, | ||
| "nauc_mrr_at_10_max": 0.3112218104771551, | ||
| "nauc_mrr_at_10_std": 0.27891141223319155, | ||
| "nauc_mrr_at_1_diff1": 0.19445033730748001, | ||
| "nauc_mrr_at_1_max": 0.2652636938351223, | ||
| "nauc_mrr_at_1_std": 0.25486868344011193, | ||
| "nauc_mrr_at_20_diff1": 0.2014013243833868, | ||
| "nauc_mrr_at_20_max": 0.3060083081051934, | ||
| "nauc_mrr_at_20_std": 0.2745308195459133, | ||
| "nauc_mrr_at_3_diff1": 0.14458901832096857, | ||
| "nauc_mrr_at_3_max": 0.2841576224713955, | ||
| "nauc_mrr_at_3_std": 0.20659467650762325, | ||
| "nauc_mrr_at_5_diff1": 0.2157726271073359, | ||
| "nauc_mrr_at_5_max": 0.31687312851337035, | ||
| "nauc_mrr_at_5_std": 0.26522792256678607, | ||
| "nauc_ndcg_at_1000_diff1": 0.28524929353858275, | ||
| "nauc_ndcg_at_1000_max": 0.36092255692783115, | ||
| "nauc_ndcg_at_1000_std": 0.28118716439313385, | ||
| "nauc_ndcg_at_100_diff1": 0.28524929353858275, | ||
| "nauc_ndcg_at_100_max": 0.36092255692783115, | ||
| "nauc_ndcg_at_100_std": 0.28118716439313385, | ||
| "nauc_ndcg_at_10_diff1": 0.2884355994633404, | ||
| "nauc_ndcg_at_10_max": 0.3699544987272495, | ||
| "nauc_ndcg_at_10_std": 0.29909833913835643, | ||
| "nauc_ndcg_at_1_diff1": 0.19445033730748001, | ||
| "nauc_ndcg_at_1_max": 0.2652636938351223, | ||
| "nauc_ndcg_at_1_std": 0.25486868344011193, | ||
| "nauc_ndcg_at_20_diff1": 0.23756331761712668, | ||
| "nauc_ndcg_at_20_max": 0.328637555023089, | ||
| "nauc_ndcg_at_20_std": 0.30637200023560485, | ||
| "nauc_ndcg_at_3_diff1": 0.2698245993640304, | ||
| "nauc_ndcg_at_3_max": 0.37254262392024706, | ||
| "nauc_ndcg_at_3_std": 0.1822269634781793, | ||
| "nauc_ndcg_at_5_diff1": 0.37206114479113694, | ||
| "nauc_ndcg_at_5_max": 0.405179181647837, | ||
| "nauc_ndcg_at_5_std": 0.27141316157124445, | ||
| "nauc_precision_at_1000_diff1": -0.05089551965752455, | ||
| "nauc_precision_at_1000_max": -0.21486983406816498, | ||
| "nauc_precision_at_1000_std": -0.10389491593640612, | ||
| "nauc_precision_at_100_diff1": -0.050895519657522335, | ||
| "nauc_precision_at_100_max": -0.21486983406816068, | ||
| "nauc_precision_at_100_std": -0.10389491593640389, | ||
| "nauc_precision_at_10_diff1": 0.28834464653153924, | ||
| "nauc_precision_at_10_max": 0.34416168018731846, | ||
| "nauc_precision_at_10_std": 0.35824602067122396, | ||
| "nauc_precision_at_1_diff1": 0.19445033730748001, | ||
| "nauc_precision_at_1_max": 0.2652636938351223, | ||
| "nauc_precision_at_1_std": 0.25486868344011193, | ||
| "nauc_precision_at_20_diff1": 0.16444228663512575, | ||
| "nauc_precision_at_20_max": 0.2356155610189448, | ||
| "nauc_precision_at_20_std": 0.3565688077185297, | ||
| "nauc_precision_at_3_diff1": 0.3251906108915158, | ||
| "nauc_precision_at_3_max": 0.41190685824544304, | ||
| "nauc_precision_at_3_std": 0.15726569378617872, | ||
| "nauc_precision_at_5_diff1": 0.47388691136138206, | ||
| "nauc_precision_at_5_max": 0.43813094473945285, | ||
| "nauc_precision_at_5_std": 0.3197905117581839, | ||
| "nauc_recall_at_1000_diff1": NaN, | ||
| "nauc_recall_at_1000_max": NaN, | ||
| "nauc_recall_at_1000_std": NaN, | ||
| "nauc_recall_at_100_diff1": NaN, | ||
| "nauc_recall_at_100_max": NaN, | ||
| "nauc_recall_at_100_std": NaN, | ||
| "nauc_recall_at_10_diff1": 0.2619548741864589, | ||
| "nauc_recall_at_10_max": 0.3605571599255045, | ||
| "nauc_recall_at_10_std": 0.3478373904412363, | ||
| "nauc_recall_at_1_diff1": 0.20238313305978878, | ||
| "nauc_recall_at_1_max": 0.26352762309495886, | ||
| "nauc_recall_at_1_std": 0.2073014361078545, | ||
| "nauc_recall_at_20_diff1": 0.14806792347987605, | ||
| "nauc_recall_at_20_max": 0.2662151762804376, | ||
| "nauc_recall_at_20_std": 0.3561954854391409, | ||
| "nauc_recall_at_3_diff1": 0.24763914038170176, | ||
| "nauc_recall_at_3_max": 0.3726647562544725, | ||
| "nauc_recall_at_3_std": 0.14250487961379674, | ||
| "nauc_recall_at_5_diff1": 0.4156051343711372, | ||
| "nauc_recall_at_5_max": 0.4179967474062721, | ||
| "nauc_recall_at_5_std": 0.2906475737789172, | ||
| "ndcg_at_1": 0.14, | ||
| "ndcg_at_10": 0.20371, | ||
| "ndcg_at_100": 0.42938, | ||
| "ndcg_at_1000": 0.42938, | ||
| "ndcg_at_20": 0.24259, | ||
| "ndcg_at_3": 0.15568, | ||
| "ndcg_at_5": 0.16155, | ||
| "precision_at_1": 0.14, | ||
| "precision_at_10": 0.104, | ||
| "precision_at_100": 0.0434, | ||
| "precision_at_1000": 0.00434, | ||
| "precision_at_20": 0.074, | ||
| "precision_at_3": 0.15333, | ||
| "precision_at_5": 0.136, | ||
| "recall_at_1": 0.032, | ||
| "recall_at_10": 0.25633, | ||
| "recall_at_100": 1.0, | ||
| "recall_at_1000": 1.0, | ||
| "recall_at_20": 0.35233, | ||
| "recall_at_3": 0.121, | ||
| "recall_at_5": 0.17267 | ||
| } | ||
| ] | ||
| }, | ||
| "task_name": "AILAStatutes" | ||
| } |
Oops, something went wrong.