Skip to content

Commit

Permalink
Add voyage-code-3 results
Browse files Browse the repository at this point in the history
  • Loading branch information
@Liuhong99
Liuhong99 committed Dec 4, 2024
1 parent 50ba3b9 commit 65f5a85
Show file tree
Hide file tree
Showing 13 changed files with 3,960 additions and 0 deletions.
12 changes: 12 additions & 0 deletions paths.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -14696,6 +14696,18 @@
"results/voyageai__voyage-3/no_revision_available/LegalQuAD.json",
"results/voyageai__voyage-3/no_revision_available/XPQARetrieval.json"
],
"voyageai__voyage-code-3": [
"results/voyageai__voyage-code-3/no_revision_available/SyntheticText2SQL.json",
"results/voyageai__voyage-code-3/no_revision_available/CodeFeedbackST.json",
"results/voyageai__voyage-code-3/no_revision_available/CodeSearchNetCCRetrieval.json",
"results/voyageai__voyage-code-3/no_revision_available/CodeTransOceanContest.json",
"results/voyageai__voyage-code-3/no_revision_available/CodeFeedbackMT.json",
"results/voyageai__voyage-code-3/no_revision_available/AppsRetrieval.json",
"results/voyageai__voyage-code-3/no_revision_available/CodeSearchNetRetrieval.json",
"results/voyageai__voyage-code-3/no_revision_available/CodeTransOceanDL.json",
"results/voyageai__voyage-code-3/no_revision_available/StackOverflowQA.json",
"results/voyageai__voyage-code-3/no_revision_available/CosQA.json"
],
"voyageai__voyage-3-lite": [
"results/voyageai__voyage-3-lite/no_revision_available/LEMBWikimQARetrieval.json",
"results/voyageai__voyage-3-lite/no_revision_available/LegalSummarization.json",
Expand Down
159 changes: 159 additions & 0 deletions results/voyageai__voyage-code-3/no_revision_available/AppsRetrieval.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,159 @@
{
"dataset_revision": "f22508f96b7a36c2415181ed8bb76f76e04ae2d5",
"evaluation_time": 207.9835319519043,
"kg_co2_emissions": null,
"mteb_version": "1.14.12",
"scores": {
"test": [
{
"hf_subset": "default",
"languages": [
"eng-Latn",
"python-Code"
],
"main_score": 0.93621,
"map_at_1": 0.87968,
"map_at_10": 0.92047,
"map_at_100": 0.92115,
"map_at_1000": 0.92115,
"map_at_20": 0.92091,
"map_at_3": 0.91532,
"map_at_5": 0.91874,
"mrr_at_1": 0.8799468791500664,
"mrr_at_10": 0.9206234321971379,
"mrr_at_100": 0.9213012638701028,
"mrr_at_1000": 0.921308801595124,
"mrr_at_20": 0.9210639248723755,
"mrr_at_3": 0.9154050464807443,
"mrr_at_5": 0.9188977423638782,
"nauc_map_at_1000_diff1": 0.9015490174664648,
"nauc_map_at_1000_max": 0.6702866848649027,
"nauc_map_at_1000_std": -0.4343778333375324,
"nauc_map_at_100_diff1": 0.9015545196165746,
"nauc_map_at_100_max": 0.6703097567361977,
"nauc_map_at_100_std": -0.43437587975498626,
"nauc_map_at_10_diff1": 0.9014099743587611,
"nauc_map_at_10_max": 0.6716096459752251,
"nauc_map_at_10_std": -0.43443704106955056,
"nauc_map_at_1_diff1": 0.9099585708349436,
"nauc_map_at_1_max": 0.6357782533912141,
"nauc_map_at_1_std": -0.4236134139461213,
"nauc_map_at_20_diff1": 0.9015514084107631,
"nauc_map_at_20_max": 0.6707765073421194,
"nauc_map_at_20_std": -0.4341448959858248,
"nauc_map_at_3_diff1": 0.898995753062064,
"nauc_map_at_3_max": 0.6761366242819364,
"nauc_map_at_3_std": -0.4422691404903539,
"nauc_map_at_5_diff1": 0.9009003396740809,
"nauc_map_at_5_max": 0.674059817584288,
"nauc_map_at_5_std": -0.4362598115209535,
"nauc_mrr_at_1000_diff1": 0.901224401379764,
"nauc_mrr_at_1000_max": 0.670844465768374,
"nauc_mrr_at_1000_std": -0.43634995805553367,
"nauc_mrr_at_100_diff1": 0.9012299449341405,
"nauc_mrr_at_100_max": 0.6708675243260439,
"nauc_mrr_at_100_std": -0.43634780889033514,
"nauc_mrr_at_10_diff1": 0.901087963438495,
"nauc_mrr_at_10_max": 0.6721648611418671,
"nauc_mrr_at_10_std": -0.43639195425027527,
"nauc_mrr_at_1_diff1": 0.9094858533614968,
"nauc_mrr_at_1_max": 0.636569816124724,
"nauc_mrr_at_1_std": -0.4261438951155136,
"nauc_mrr_at_20_diff1": 0.901227820706247,
"nauc_mrr_at_20_max": 0.671333396707349,
"nauc_mrr_at_20_std": -0.4361103858801164,
"nauc_mrr_at_3_diff1": 0.8987704691693779,
"nauc_mrr_at_3_max": 0.6769227631885193,
"nauc_mrr_at_3_std": -0.44331998862855104,
"nauc_mrr_at_5_diff1": 0.9005844149558918,
"nauc_mrr_at_5_max": 0.6746072486731265,
"nauc_mrr_at_5_std": -0.4381755835911823,
"nauc_ndcg_at_1000_diff1": 0.9004496527123014,
"nauc_ndcg_at_1000_max": 0.6760247091688248,
"nauc_ndcg_at_1000_std": -0.4303623963675031,
"nauc_ndcg_at_100_diff1": 0.9007047193164399,
"nauc_ndcg_at_100_max": 0.6768039037445461,
"nauc_ndcg_at_100_std": -0.43036110157737034,
"nauc_ndcg_at_10_diff1": 0.900028263117178,
"nauc_ndcg_at_10_max": 0.6838084649569117,
"nauc_ndcg_at_10_std": -0.4296245497355038,
"nauc_ndcg_at_1_diff1": 0.9099585708349436,
"nauc_ndcg_at_1_max": 0.6357782533912141,
"nauc_ndcg_at_1_std": -0.4236134139461213,
"nauc_ndcg_at_20_diff1": 0.9006473833364463,
"nauc_ndcg_at_20_max": 0.6804393781250493,
"nauc_ndcg_at_20_std": -0.4275464319022175,
"nauc_ndcg_at_3_diff1": 0.8947150366489366,
"nauc_ndcg_at_3_max": 0.6928073683657389,
"nauc_ndcg_at_3_std": -0.4480650989406889,
"nauc_ndcg_at_5_diff1": 0.8985493663258894,
"nauc_ndcg_at_5_max": 0.6897238224506672,
"nauc_ndcg_at_5_std": -0.4359588098814929,
"nauc_precision_at_1000_diff1": 0.7152280764342951,
"nauc_precision_at_1000_max": 1.0,
"nauc_precision_at_1000_std": 0.9564334438407598,
"nauc_precision_at_100_diff1": 0.8905538400916919,
"nauc_precision_at_100_max": 0.9359380801456066,
"nauc_precision_at_100_std": 0.034218682638907,
"nauc_precision_at_10_diff1": 0.8882693413470759,
"nauc_precision_at_10_max": 0.8371281148941699,
"nauc_precision_at_10_std": -0.3365732721164693,
"nauc_precision_at_1_diff1": 0.9099585708349436,
"nauc_precision_at_1_max": 0.6357782533912141,
"nauc_precision_at_1_std": -0.4236134139461213,
"nauc_precision_at_20_diff1": 0.8960083706628117,
"nauc_precision_at_20_max": 0.8508806968533703,
"nauc_precision_at_20_std": -0.22269540063924853,
"nauc_precision_at_3_diff1": 0.8716551109941072,
"nauc_precision_at_3_max": 0.7832435110823177,
"nauc_precision_at_3_std": -0.47825568017450937,
"nauc_precision_at_5_diff1": 0.8821645334780426,
"nauc_precision_at_5_max": 0.8121614910200275,
"nauc_precision_at_5_std": -0.426577409583649,
"nauc_recall_at_1000_diff1": 0.7152280764343947,
"nauc_recall_at_1000_max": 1.0,
"nauc_recall_at_1000_std": 0.9564334438409235,
"nauc_recall_at_100_diff1": 0.8905538400917727,
"nauc_recall_at_100_max": 0.9359380801455807,
"nauc_recall_at_100_std": 0.03421868263895069,
"nauc_recall_at_10_diff1": 0.8882693413470616,
"nauc_recall_at_10_max": 0.8371281148941585,
"nauc_recall_at_10_std": -0.33657327211644983,
"nauc_recall_at_1_diff1": 0.9099585708349436,
"nauc_recall_at_1_max": 0.6357782533912141,
"nauc_recall_at_1_std": -0.4236134139461213,
"nauc_recall_at_20_diff1": 0.8960083706628053,
"nauc_recall_at_20_max": 0.8508806968533525,
"nauc_recall_at_20_std": -0.2226954006392219,
"nauc_recall_at_3_diff1": 0.8716551109941042,
"nauc_recall_at_3_max": 0.7832435110823132,
"nauc_recall_at_3_std": -0.4782556801745169,
"nauc_recall_at_5_diff1": 0.8821645334780379,
"nauc_recall_at_5_max": 0.8121614910200308,
"nauc_recall_at_5_std": -0.42657740958365065,
"ndcg_at_1": 0.87968,
"ndcg_at_10": 0.93621,
"ndcg_at_100": 0.93929,
"ndcg_at_1000": 0.93949,
"ndcg_at_20": 0.93778,
"ndcg_at_3": 0.92602,
"ndcg_at_5": 0.93217,
"precision_at_1": 0.87968,
"precision_at_10": 0.09838,
"precision_at_100": 0.00998,
"precision_at_1000": 0.001,
"precision_at_20": 0.0495,
"precision_at_3": 0.3189,
"precision_at_5": 0.19432,
"recall_at_1": 0.87968,
"recall_at_10": 0.9838,
"recall_at_100": 0.99761,
"recall_at_1000": 0.9992,
"recall_at_20": 0.98991,
"recall_at_3": 0.95671,
"recall_at_5": 0.97158
}
]
},
"task_name": "AppsRetrieval"
}
Loading

0 comments on commit 65f5a85

Please sign in to comment.