From c9a748c457fd0ab0780b8db4ba30f739d6b39908 Mon Sep 17 00:00:00 2001 From: DunZhang <18860976670@163.com> Date: Wed, 11 Dec 2024 18:33:52 +0800 Subject: [PATCH] add jasper results --- .../AmazonCounterfactualClassification.json | 179 ++++++++++++++++++ .../AmazonPolarityClassification.json | 95 ++++++++++ .../AmazonReviewsClassification.json | 73 +++++++ .../ArguAna.json | 158 ++++++++++++++++ .../ArxivClusteringP2P.json | 53 ++++++ .../ArxivClusteringS2S.json | 53 ++++++ .../AskUbuntuDupQuestions.json | 26 +++ .../BIOSSES.json | 26 +++ .../Banking77Classification.json | 73 +++++++ .../BiorxivClusteringP2P.json | 32 ++++ .../BiorxivClusteringS2S.json | 32 ++++ .../CQADupstackAndroidRetrieval.json | 158 ++++++++++++++++ .../CQADupstackEnglishRetrieval.json | 158 ++++++++++++++++ .../CQADupstackGamingRetrieval.json | 158 ++++++++++++++++ .../CQADupstackGisRetrieval.json | 158 ++++++++++++++++ .../CQADupstackMathematicaRetrieval.json | 158 ++++++++++++++++ .../CQADupstackPhysicsRetrieval.json | 158 ++++++++++++++++ .../CQADupstackProgrammersRetrieval.json | 158 ++++++++++++++++ .../CQADupstackStatsRetrieval.json | 158 ++++++++++++++++ .../CQADupstackTexRetrieval.json | 158 ++++++++++++++++ .../CQADupstackUnixRetrieval.json | 158 ++++++++++++++++ .../CQADupstackWebmastersRetrieval.json | 158 ++++++++++++++++ .../CQADupstackWordpressRetrieval.json | 158 ++++++++++++++++ .../ClimateFEVER.json | 158 ++++++++++++++++ .../DBPedia.json | 158 ++++++++++++++++ .../EmotionClassification.json | 73 +++++++ .../FEVER.json | 158 ++++++++++++++++ .../FiQA2018.json | 158 ++++++++++++++++ .../HotpotQA.json | 158 ++++++++++++++++ .../ImdbClassification.json | 95 ++++++++++ .../MSMARCO.json | 158 ++++++++++++++++ .../MTOPDomainClassification.json | 73 +++++++ .../MTOPIntentClassification.json | 73 +++++++ .../MassiveIntentClassification.json | 73 +++++++ .../MassiveScenarioClassification.json | 73 +++++++ .../MedrxivClusteringP2P.json | 32 ++++ .../MedrxivClusteringS2S.json | 32 ++++ .../MindSmallReranking.json | 26 +++ .../NFCorpus.json | 158 ++++++++++++++++ .../NQ.json | 158 ++++++++++++++++ .../QuoraRetrieval.json | 158 ++++++++++++++++ .../RedditClustering.json | 47 +++++ .../RedditClusteringP2P.json | 32 ++++ .../SCIDOCS.json | 158 ++++++++++++++++ .../SICK-R.json | 26 +++ .../STS12.json | 26 +++ .../STS13.json | 26 +++ .../STS14.json | 26 +++ .../STS15.json | 26 +++ .../STS16.json | 26 +++ .../STS17.json | 138 ++++++++++++++ .../STS22.json | 90 +++++++++ .../STSBenchmark.json | 26 +++ .../SciDocsRR.json | 26 +++ .../SciFact.json | 158 ++++++++++++++++ .../SprintDuplicateQuestions.json | 58 ++++++ .../StackExchangeClustering.json | 47 +++++ .../StackExchangeClusteringP2P.json | 32 ++++ .../StackOverflowDupQuestions.json | 26 +++ .../SummEval.json | 24 +++ .../TRECCOVID.json | 158 ++++++++++++++++ .../Touche2020.json | 158 ++++++++++++++++ .../ToxicConversationsClassification.json | 95 ++++++++++ ...weetSentimentExtractionClassification.json | 73 +++++++ .../TwentyNewsgroupsClustering.json | 32 ++++ .../TwitterSemEval2015.json | 58 ++++++ .../TwitterURLCorpus.json | 58 ++++++ .../model_meta.json | 24 +++ 68 files changed, 6342 insertions(+) create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/AmazonCounterfactualClassification.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/AmazonPolarityClassification.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/AmazonReviewsClassification.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/ArguAna.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/ArxivClusteringP2P.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/ArxivClusteringS2S.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/AskUbuntuDupQuestions.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/BIOSSES.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/Banking77Classification.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/BiorxivClusteringP2P.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/BiorxivClusteringS2S.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackAndroidRetrieval.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackEnglishRetrieval.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackGamingRetrieval.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackGisRetrieval.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackMathematicaRetrieval.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackPhysicsRetrieval.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackProgrammersRetrieval.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackStatsRetrieval.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackTexRetrieval.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackUnixRetrieval.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackWebmastersRetrieval.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackWordpressRetrieval.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/ClimateFEVER.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/DBPedia.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/EmotionClassification.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/FEVER.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/FiQA2018.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/HotpotQA.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/ImdbClassification.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/MSMARCO.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/MTOPDomainClassification.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/MTOPIntentClassification.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/MassiveIntentClassification.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/MassiveScenarioClassification.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/MedrxivClusteringP2P.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/MedrxivClusteringS2S.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/MindSmallReranking.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/NFCorpus.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/NQ.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/QuoraRetrieval.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/RedditClustering.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/RedditClusteringP2P.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/SCIDOCS.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/SICK-R.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/STS12.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/STS13.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/STS14.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/STS15.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/STS16.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/STS17.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/STS22.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/STSBenchmark.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/SciDocsRR.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/SciFact.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/SprintDuplicateQuestions.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/StackExchangeClustering.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/StackExchangeClusteringP2P.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/StackOverflowDupQuestions.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/SummEval.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/TRECCOVID.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/Touche2020.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/ToxicConversationsClassification.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/TweetSentimentExtractionClassification.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/TwentyNewsgroupsClustering.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/TwitterSemEval2015.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/TwitterURLCorpus.json create mode 100644 results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/model_meta.json diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/AmazonCounterfactualClassification.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/AmazonCounterfactualClassification.json new file mode 100644 index 000000000..9b2a731ce --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/AmazonCounterfactualClassification.json @@ -0,0 +1,179 @@ +{ + "dataset_revision": "e8379541af4e31359cca9fbcf4b00f2671dba205", + "task_name": "AmazonCounterfactualClassification", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "accuracy": 0.957271, + "f1": 0.892545, + "f1_weighted": 0.958563, + "ap": 0.671563, + "ap_weighted": 0.671563, + "scores_per_experiment": [ + { + "accuracy": 0.956522, + "f1": 0.890448, + "f1_weighted": 0.957797, + "ap": 0.665797, + "ap_weighted": 0.665797 + }, + { + "accuracy": 0.957271, + "f1": 0.892652, + "f1_weighted": 0.958582, + "ap": 0.671812, + "ap_weighted": 0.671812 + }, + { + "accuracy": 0.958771, + "f1": 0.895191, + "f1_weighted": 0.959811, + "ap": 0.678327, + "ap_weighted": 0.678327 + }, + { + "accuracy": 0.955022, + "f1": 0.88926, + "f1_weighted": 0.956814, + "ap": 0.663741, + "ap_weighted": 0.663741 + }, + { + "accuracy": 0.95952, + "f1": 0.897401, + "f1_weighted": 0.960597, + "ap": 0.684391, + "ap_weighted": 0.684391 + }, + { + "accuracy": 0.957271, + "f1": 0.892652, + "f1_weighted": 0.958582, + "ap": 0.671812, + "ap_weighted": 0.671812 + }, + { + "accuracy": 0.957271, + "f1": 0.892652, + "f1_weighted": 0.958582, + "ap": 0.671812, + "ap_weighted": 0.671812 + }, + { + "accuracy": 0.957271, + "f1": 0.89202, + "f1_weighted": 0.958467, + "ap": 0.669921, + "ap_weighted": 0.669921 + }, + { + "accuracy": 0.958771, + "f1": 0.895191, + "f1_weighted": 0.959811, + "ap": 0.678327, + "ap_weighted": 0.678327 + }, + { + "accuracy": 0.955022, + "f1": 0.887983, + "f1_weighted": 0.956582, + "ap": 0.659695, + "ap_weighted": 0.659695 + } + ], + "main_score": 0.957271, + "hf_subset": "en-ext", + "languages": [ + "eng-Latn" + ] + }, + { + "accuracy": 0.937761, + "f1": 0.907582, + "f1_weighted": 0.93974, + "ap": 0.748876, + "ap_weighted": 0.748876, + "scores_per_experiment": [ + { + "accuracy": 0.935821, + "f1": 0.905149, + "f1_weighted": 0.937995, + "ap": 0.74288, + "ap_weighted": 0.74288 + }, + { + "accuracy": 0.938806, + "f1": 0.908639, + "f1_weighted": 0.940608, + "ap": 0.751214, + "ap_weighted": 0.751214 + }, + { + "accuracy": 0.940299, + "f1": 0.911095, + "f1_weighted": 0.942124, + "ap": 0.757028, + "ap_weighted": 0.757028 + }, + { + "accuracy": 0.940299, + "f1": 0.911095, + "f1_weighted": 0.942124, + "ap": 0.757028, + "ap_weighted": 0.757028 + }, + { + "accuracy": 0.934328, + "f1": 0.903186, + "f1_weighted": 0.936623, + "ap": 0.738283, + "ap_weighted": 0.738283 + }, + { + "accuracy": 0.943284, + "f1": 0.914666, + "f1_weighted": 0.944759, + "ap": 0.765872, + "ap_weighted": 0.765872 + }, + { + "accuracy": 0.940299, + "f1": 0.910638, + "f1_weighted": 0.941989, + "ap": 0.756036, + "ap_weighted": 0.756036 + }, + { + "accuracy": 0.941791, + "f1": 0.912191, + "f1_weighted": 0.943237, + "ap": 0.760014, + "ap_weighted": 0.760014 + }, + { + "accuracy": 0.935821, + "f1": 0.905149, + "f1_weighted": 0.937995, + "ap": 0.74288, + "ap_weighted": 0.74288 + }, + { + "accuracy": 0.926866, + "f1": 0.894018, + "f1_weighted": 0.929948, + "ap": 0.71752, + "ap_weighted": 0.71752 + } + ], + "main_score": 0.937761, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 33.89958691596985, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/AmazonPolarityClassification.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/AmazonPolarityClassification.json new file mode 100644 index 000000000..6f107e8ea --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/AmazonPolarityClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "e2d317d38cd51312af73b3d32a06d1a08b442046", + "task_name": "AmazonPolarityClassification", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "accuracy": 0.975809, + "f1": 0.975808, + "f1_weighted": 0.975808, + "ap": 0.963911, + "ap_weighted": 0.963911, + "scores_per_experiment": [ + { + "accuracy": 0.975982, + "f1": 0.975982, + "f1_weighted": 0.975982, + "ap": 0.96371, + "ap_weighted": 0.96371 + }, + { + "accuracy": 0.975827, + "f1": 0.975827, + "f1_weighted": 0.975827, + "ap": 0.962876, + "ap_weighted": 0.962876 + }, + { + "accuracy": 0.976105, + "f1": 0.976105, + "f1_weighted": 0.976105, + "ap": 0.965518, + "ap_weighted": 0.965518 + }, + { + "accuracy": 0.975648, + "f1": 0.975647, + "f1_weighted": 0.975647, + "ap": 0.965885, + "ap_weighted": 0.965885 + }, + { + "accuracy": 0.975555, + "f1": 0.975554, + "f1_weighted": 0.975554, + "ap": 0.966314, + "ap_weighted": 0.966314 + }, + { + "accuracy": 0.976137, + "f1": 0.976137, + "f1_weighted": 0.976137, + "ap": 0.964252, + "ap_weighted": 0.964252 + }, + { + "accuracy": 0.97609, + "f1": 0.97609, + "f1_weighted": 0.97609, + "ap": 0.964401, + "ap_weighted": 0.964401 + }, + { + "accuracy": 0.976093, + "f1": 0.976092, + "f1_weighted": 0.976092, + "ap": 0.964176, + "ap_weighted": 0.964176 + }, + { + "accuracy": 0.975413, + "f1": 0.975412, + "f1_weighted": 0.975412, + "ap": 0.961334, + "ap_weighted": 0.961334 + }, + { + "accuracy": 0.975237, + "f1": 0.975237, + "f1_weighted": 0.975237, + "ap": 0.96064, + "ap_weighted": 0.96064 + } + ], + "main_score": 0.975809, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 556.4878182411194, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/AmazonReviewsClassification.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/AmazonReviewsClassification.json new file mode 100644 index 000000000..44a8e2d2e --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/AmazonReviewsClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "1399c76144fd37290681b995c656ef9b2e06e26d", + "task_name": "AmazonReviewsClassification", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "accuracy": 0.62918, + "f1": 0.606961, + "f1_weighted": 0.606961, + "scores_per_experiment": [ + { + "accuracy": 0.6372, + "f1": 0.620473, + "f1_weighted": 0.620473 + }, + { + "accuracy": 0.6306, + "f1": 0.609873, + "f1_weighted": 0.609873 + }, + { + "accuracy": 0.6298, + "f1": 0.605227, + "f1_weighted": 0.605227 + }, + { + "accuracy": 0.627, + "f1": 0.60998, + "f1_weighted": 0.60998 + }, + { + "accuracy": 0.6356, + "f1": 0.613666, + "f1_weighted": 0.613666 + }, + { + "accuracy": 0.6442, + "f1": 0.630082, + "f1_weighted": 0.630082 + }, + { + "accuracy": 0.6482, + "f1": 0.638119, + "f1_weighted": 0.638119 + }, + { + "accuracy": 0.6486, + "f1": 0.639602, + "f1_weighted": 0.639602 + }, + { + "accuracy": 0.6296, + "f1": 0.607217, + "f1_weighted": 0.607217 + }, + { + "accuracy": 0.561, + "f1": 0.495375, + "f1_weighted": 0.495375 + } + ], + "main_score": 0.62918, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 19.412888526916504, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/ArguAna.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/ArguAna.json new file mode 100644 index 000000000..7c8cfdefe --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/ArguAna.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "c22ab2a51041ffd869aaddef7af8d8215647e41a", + "task_name": "ArguAna", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.41323, + "ndcg_at_3": 0.56737, + "ndcg_at_5": 0.61254, + "ndcg_at_10": 0.65204, + "ndcg_at_20": 0.6675, + "ndcg_at_100": 0.67254, + "ndcg_at_1000": 0.67254, + "map_at_1": 0.41323, + "map_at_3": 0.52881, + "map_at_5": 0.55373, + "map_at_10": 0.57014, + "map_at_20": 0.57457, + "map_at_100": 0.57538, + "map_at_1000": 0.57538, + "recall_at_1": 0.41323, + "recall_at_3": 0.67923, + "recall_at_5": 0.78947, + "recall_at_10": 0.9111, + "recall_at_20": 0.97084, + "recall_at_100": 0.99644, + "recall_at_1000": 0.99644, + "precision_at_1": 0.41323, + "precision_at_3": 0.22641, + "precision_at_5": 0.15789, + "precision_at_10": 0.09111, + "precision_at_20": 0.04854, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.416785, + "mrr_at_3": 0.529635, + "mrr_at_5": 0.554564, + "mrr_at_10": 0.571043, + "mrr_at_20": 0.575402, + "mrr_at_100": 0.576213, + "mrr_at_1000": 0.576213, + "nauc_ndcg_at_1_max": -0.126336, + "nauc_ndcg_at_1_std": -0.197477, + "nauc_ndcg_at_1_diff1": 0.258203, + "nauc_ndcg_at_3_max": -0.084808, + "nauc_ndcg_at_3_std": -0.189289, + "nauc_ndcg_at_3_diff1": 0.194095, + "nauc_ndcg_at_5_max": -0.079172, + "nauc_ndcg_at_5_std": -0.192306, + "nauc_ndcg_at_5_diff1": 0.185809, + "nauc_ndcg_at_10_max": -0.097812, + "nauc_ndcg_at_10_std": -0.199964, + "nauc_ndcg_at_10_diff1": 0.180753, + "nauc_ndcg_at_20_max": -0.086546, + "nauc_ndcg_at_20_std": -0.193205, + "nauc_ndcg_at_20_diff1": 0.201741, + "nauc_ndcg_at_100_max": -0.093769, + "nauc_ndcg_at_100_std": -0.195093, + "nauc_ndcg_at_100_diff1": 0.204997, + "nauc_ndcg_at_1000_max": -0.093769, + "nauc_ndcg_at_1000_std": -0.195093, + "nauc_ndcg_at_1000_diff1": 0.204997, + "nauc_map_at_1_max": -0.126336, + "nauc_map_at_1_std": -0.197477, + "nauc_map_at_1_diff1": 0.258203, + "nauc_map_at_3_max": -0.095533, + "nauc_map_at_3_std": -0.193235, + "nauc_map_at_3_diff1": 0.209083, + "nauc_map_at_5_max": -0.093126, + "nauc_map_at_5_std": -0.194593, + "nauc_map_at_5_diff1": 0.205718, + "nauc_map_at_10_max": -0.100766, + "nauc_map_at_10_std": -0.198322, + "nauc_map_at_10_diff1": 0.204841, + "nauc_map_at_20_max": -0.097917, + "nauc_map_at_20_std": -0.196759, + "nauc_map_at_20_diff1": 0.210095, + "nauc_map_at_100_max": -0.098837, + "nauc_map_at_100_std": -0.197414, + "nauc_map_at_100_diff1": 0.210677, + "nauc_map_at_1000_max": -0.098837, + "nauc_map_at_1000_std": -0.197414, + "nauc_map_at_1000_diff1": 0.210677, + "nauc_recall_at_1_max": -0.126336, + "nauc_recall_at_1_std": -0.197477, + "nauc_recall_at_1_diff1": 0.258203, + "nauc_recall_at_3_max": -0.047887, + "nauc_recall_at_3_std": -0.174764, + "nauc_recall_at_3_diff1": 0.143308, + "nauc_recall_at_5_max": -0.014803, + "nauc_recall_at_5_std": -0.182137, + "nauc_recall_at_5_diff1": 0.094604, + "nauc_recall_at_10_max": -0.088102, + "nauc_recall_at_10_std": -0.218279, + "nauc_recall_at_10_diff1": -0.055388, + "nauc_recall_at_20_max": 0.252024, + "nauc_recall_at_20_std": -0.048613, + "nauc_recall_at_20_diff1": 0.093917, + "nauc_recall_at_100_max": 0.370551, + "nauc_recall_at_100_std": 0.845472, + "nauc_recall_at_100_diff1": 0.195116, + "nauc_recall_at_1000_max": 0.370551, + "nauc_recall_at_1000_std": 0.845472, + "nauc_recall_at_1000_diff1": 0.195116, + "nauc_precision_at_1_max": -0.126336, + "nauc_precision_at_1_std": -0.197477, + "nauc_precision_at_1_diff1": 0.258203, + "nauc_precision_at_3_max": -0.047887, + "nauc_precision_at_3_std": -0.174764, + "nauc_precision_at_3_diff1": 0.143308, + "nauc_precision_at_5_max": -0.014803, + "nauc_precision_at_5_std": -0.182137, + "nauc_precision_at_5_diff1": 0.094604, + "nauc_precision_at_10_max": -0.088102, + "nauc_precision_at_10_std": -0.218279, + "nauc_precision_at_10_diff1": -0.055388, + "nauc_precision_at_20_max": 0.252024, + "nauc_precision_at_20_std": -0.048613, + "nauc_precision_at_20_diff1": 0.093917, + "nauc_precision_at_100_max": 0.370551, + "nauc_precision_at_100_std": 0.845472, + "nauc_precision_at_100_diff1": 0.195116, + "nauc_precision_at_1000_max": 0.370551, + "nauc_precision_at_1000_std": 0.845472, + "nauc_precision_at_1000_diff1": 0.195116, + "nauc_mrr_at_1_max": -0.119728, + "nauc_mrr_at_1_std": -0.194014, + "nauc_mrr_at_1_diff1": 0.248653, + "nauc_mrr_at_3_max": -0.096607, + "nauc_mrr_at_3_std": -0.191819, + "nauc_mrr_at_3_diff1": 0.200205, + "nauc_mrr_at_5_max": -0.094261, + "nauc_mrr_at_5_std": -0.193098, + "nauc_mrr_at_5_diff1": 0.196347, + "nauc_mrr_at_10_max": -0.101698, + "nauc_mrr_at_10_std": -0.19683, + "nauc_mrr_at_10_diff1": 0.194823, + "nauc_mrr_at_20_max": -0.09913, + "nauc_mrr_at_20_std": -0.195173, + "nauc_mrr_at_20_diff1": 0.200066, + "nauc_mrr_at_100_max": -0.100053, + "nauc_mrr_at_100_std": -0.195824, + "nauc_mrr_at_100_diff1": 0.200619, + "nauc_mrr_at_1000_max": -0.100053, + "nauc_mrr_at_1000_std": -0.195824, + "nauc_mrr_at_1000_diff1": 0.200619, + "main_score": 0.65204, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 20.867748737335205, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/ArxivClusteringP2P.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/ArxivClusteringP2P.json new file mode 100644 index 000000000..9e9a5e845 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/ArxivClusteringP2P.json @@ -0,0 +1,53 @@ +{ + "dataset_revision": "a122ad7f3f0291bf49cc6f4d32aa80929df69d5d", + "task_name": "ArxivClusteringP2P", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "v_measure": 0.557103, + "v_measure_std": 0.145519, + "v_measures": [ + 0.557321, + 0.577777, + 0.555713, + 0.558209, + 0.581862, + 0.566851, + 0.56607, + 0.560392, + 0.578409, + 0.56264, + 0.661906, + 0.662556, + 0.66515, + 0.656463, + 0.66011, + 0.661829, + 0.657681, + 0.660885, + 0.657313, + 0.661109, + 0.597605, + 0.341033, + 0.563939, + 0.446178, + 0.369048, + 0.261692, + 0.34676, + 0.300162, + 0.386226, + 1.0, + 0.387317 + ], + "main_score": 0.557103, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 1349.9251699447632, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/ArxivClusteringS2S.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/ArxivClusteringS2S.json new file mode 100644 index 000000000..be7bdd6e8 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/ArxivClusteringS2S.json @@ -0,0 +1,53 @@ +{ + "dataset_revision": "f910caf1a6075f7329cdf8c1a6135696f37dbd53", + "task_name": "ArxivClusteringS2S", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "v_measure": 0.510046, + "v_measure_std": 0.148689, + "v_measures": [ + 0.53823, + 0.523348, + 0.516116, + 0.539933, + 0.538817, + 0.53438, + 0.548241, + 0.539177, + 0.532035, + 0.526334, + 0.603452, + 0.604246, + 0.604183, + 0.59708, + 0.602751, + 0.606527, + 0.600156, + 0.600041, + 0.59765, + 0.599537, + 0.536922, + 0.262711, + 0.468543, + 0.403616, + 0.325148, + 0.221862, + 0.304392, + 0.268814, + 0.342029, + 1.0, + 0.325139 + ], + "main_score": 0.510046, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 410.0873992443085, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/AskUbuntuDupQuestions.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/AskUbuntuDupQuestions.json new file mode 100644 index 000000000..9d41aef79 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/AskUbuntuDupQuestions.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "2000358ca161889fa9c082cb41daa8dcfb161a54", + "task_name": "AskUbuntuDupQuestions", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "map": 0.673812, + "mrr": 0.790692, + "nAUC_map_max": 0.219757, + "nAUC_map_std": 0.143545, + "nAUC_map_diff1": 0.1182, + "nAUC_mrr_max": 0.403449, + "nAUC_mrr_std": 0.182678, + "nAUC_mrr_diff1": 0.211596, + "main_score": 0.673812, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 3.78594970703125, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/BIOSSES.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/BIOSSES.json new file mode 100644 index 000000000..81b1b023c --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/BIOSSES.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "d3fb88f8f02e40887cd149695127462bbcf29b4a", + "task_name": "BIOSSES", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "pearson": 0.874332, + "spearman": 0.846598, + "cosine_pearson": 0.874332, + "cosine_spearman": 0.846598, + "manhattan_pearson": 0.863727, + "manhattan_spearman": 0.852031, + "euclidean_pearson": 0.861672, + "euclidean_spearman": 0.847453, + "main_score": 0.846598, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 0.7375600337982178, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/Banking77Classification.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/Banking77Classification.json new file mode 100644 index 000000000..23490b7de --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/Banking77Classification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "0fd18e25b25c072e09e0d92ab615fda904d66300", + "task_name": "Banking77Classification", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "accuracy": 0.87224, + "f1": 0.867235, + "f1_weighted": 0.867235, + "scores_per_experiment": [ + { + "accuracy": 0.881494, + "f1": 0.878335, + "f1_weighted": 0.878335 + }, + { + "accuracy": 0.879221, + "f1": 0.874034, + "f1_weighted": 0.874034 + }, + { + "accuracy": 0.864935, + "f1": 0.857672, + "f1_weighted": 0.857672 + }, + { + "accuracy": 0.875325, + "f1": 0.87195, + "f1_weighted": 0.87195 + }, + { + "accuracy": 0.873052, + "f1": 0.869323, + "f1_weighted": 0.869323 + }, + { + "accuracy": 0.884091, + "f1": 0.880436, + "f1_weighted": 0.880436 + }, + { + "accuracy": 0.871429, + "f1": 0.867647, + "f1_weighted": 0.867647 + }, + { + "accuracy": 0.862338, + "f1": 0.854983, + "f1_weighted": 0.854983 + }, + { + "accuracy": 0.861688, + "f1": 0.853209, + "f1_weighted": 0.853209 + }, + { + "accuracy": 0.868831, + "f1": 0.864759, + "f1_weighted": 0.864759 + } + ], + "main_score": 0.87224, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 34.839163303375244, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/BiorxivClusteringP2P.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/BiorxivClusteringP2P.json new file mode 100644 index 000000000..44867771e --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/BiorxivClusteringP2P.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "65b79d1d13f80053f67aca9498d9402c2d9f1f40", + "task_name": "BiorxivClusteringP2P", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "v_measure": 0.520499, + "v_measure_std": 0.007255, + "v_measures": [ + 0.517081, + 0.528497, + 0.519961, + 0.510816, + 0.515156, + 0.508209, + 0.522627, + 0.52648, + 0.524774, + 0.531384 + ], + "main_score": 0.520499, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 202.13015389442444, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/BiorxivClusteringS2S.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/BiorxivClusteringS2S.json new file mode 100644 index 000000000..c45e81092 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/BiorxivClusteringS2S.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "258694dd0231531bc1fd9de6ceb52a0853c6d908", + "task_name": "BiorxivClusteringS2S", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "v_measure": 0.475811, + "v_measure_std": 0.008049, + "v_measures": [ + 0.477572, + 0.474781, + 0.47466, + 0.469189, + 0.460048, + 0.484485, + 0.469245, + 0.48199, + 0.476426, + 0.489709 + ], + "main_score": 0.475811, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 51.38962364196777, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackAndroidRetrieval.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackAndroidRetrieval.json new file mode 100644 index 000000000..0059786ec --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackAndroidRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "f46a197baaae43b4f621051089b82a364682dfeb", + "task_name": "CQADupstackAndroidRetrieval", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.46781, + "ndcg_at_3": 0.52111, + "ndcg_at_5": 0.54371, + "ndcg_at_10": 0.57247, + "ndcg_at_20": 0.59122, + "ndcg_at_100": 0.62071, + "ndcg_at_1000": 0.6332, + "map_at_1": 0.372, + "map_at_3": 0.46005, + "map_at_5": 0.4832, + "map_at_10": 0.50181, + "map_at_20": 0.51062, + "map_at_100": 0.51735, + "map_at_1000": 0.51842, + "recall_at_1": 0.372, + "recall_at_3": 0.5394, + "recall_at_5": 0.6088, + "recall_at_10": 0.69692, + "recall_at_20": 0.76711, + "recall_at_100": 0.90263, + "recall_at_1000": 0.97749, + "precision_at_1": 0.46781, + "precision_at_3": 0.25894, + "precision_at_5": 0.18541, + "precision_at_10": 0.11402, + "precision_at_20": 0.06567, + "precision_at_100": 0.01704, + "precision_at_1000": 0.0021, + "mrr_at_1": 0.467811, + "mrr_at_3": 0.546257, + "mrr_at_5": 0.560992, + "mrr_at_10": 0.570077, + "mrr_at_20": 0.573576, + "mrr_at_100": 0.576118, + "mrr_at_1000": 0.576415, + "nauc_ndcg_at_1_max": 0.413069, + "nauc_ndcg_at_1_std": -0.03986, + "nauc_ndcg_at_1_diff1": 0.563559, + "nauc_ndcg_at_3_max": 0.403543, + "nauc_ndcg_at_3_std": -0.014893, + "nauc_ndcg_at_3_diff1": 0.514738, + "nauc_ndcg_at_5_max": 0.392091, + "nauc_ndcg_at_5_std": -0.026139, + "nauc_ndcg_at_5_diff1": 0.504382, + "nauc_ndcg_at_10_max": 0.378136, + "nauc_ndcg_at_10_std": -0.019053, + "nauc_ndcg_at_10_diff1": 0.49677, + "nauc_ndcg_at_20_max": 0.377571, + "nauc_ndcg_at_20_std": -0.010221, + "nauc_ndcg_at_20_diff1": 0.496703, + "nauc_ndcg_at_100_max": 0.390419, + "nauc_ndcg_at_100_std": 0.005525, + "nauc_ndcg_at_100_diff1": 0.508714, + "nauc_ndcg_at_1000_max": 0.394123, + "nauc_ndcg_at_1000_std": 0.002088, + "nauc_ndcg_at_1000_diff1": 0.510321, + "nauc_map_at_1_max": 0.311237, + "nauc_map_at_1_std": -0.070686, + "nauc_map_at_1_diff1": 0.552819, + "nauc_map_at_3_max": 0.367509, + "nauc_map_at_3_std": -0.045026, + "nauc_map_at_3_diff1": 0.526464, + "nauc_map_at_5_max": 0.374208, + "nauc_map_at_5_std": -0.043387, + "nauc_map_at_5_diff1": 0.518133, + "nauc_map_at_10_max": 0.374829, + "nauc_map_at_10_std": -0.033795, + "nauc_map_at_10_diff1": 0.516403, + "nauc_map_at_20_max": 0.377883, + "nauc_map_at_20_std": -0.029456, + "nauc_map_at_20_diff1": 0.516353, + "nauc_map_at_100_max": 0.381532, + "nauc_map_at_100_std": -0.02513, + "nauc_map_at_100_diff1": 0.518036, + "nauc_map_at_1000_max": 0.382036, + "nauc_map_at_1000_std": -0.025201, + "nauc_map_at_1000_diff1": 0.51807, + "nauc_recall_at_1_max": 0.311237, + "nauc_recall_at_1_std": -0.070686, + "nauc_recall_at_1_diff1": 0.552819, + "nauc_recall_at_3_max": 0.339429, + "nauc_recall_at_3_std": -0.021842, + "nauc_recall_at_3_diff1": 0.46806, + "nauc_recall_at_5_max": 0.329352, + "nauc_recall_at_5_std": -0.036495, + "nauc_recall_at_5_diff1": 0.434536, + "nauc_recall_at_10_max": 0.282544, + "nauc_recall_at_10_std": -0.011788, + "nauc_recall_at_10_diff1": 0.388916, + "nauc_recall_at_20_max": 0.271235, + "nauc_recall_at_20_std": 0.028238, + "nauc_recall_at_20_diff1": 0.369813, + "nauc_recall_at_100_max": 0.318993, + "nauc_recall_at_100_std": 0.223521, + "nauc_recall_at_100_diff1": 0.430867, + "nauc_recall_at_1000_max": 0.457236, + "nauc_recall_at_1000_std": 0.632582, + "nauc_recall_at_1000_diff1": 0.568545, + "nauc_precision_at_1_max": 0.413069, + "nauc_precision_at_1_std": -0.03986, + "nauc_precision_at_1_diff1": 0.563559, + "nauc_precision_at_3_max": 0.396888, + "nauc_precision_at_3_std": 0.057427, + "nauc_precision_at_3_diff1": 0.266947, + "nauc_precision_at_5_max": 0.343509, + "nauc_precision_at_5_std": 0.07307, + "nauc_precision_at_5_diff1": 0.154004, + "nauc_precision_at_10_max": 0.232221, + "nauc_precision_at_10_std": 0.105599, + "nauc_precision_at_10_diff1": 0.036925, + "nauc_precision_at_20_max": 0.179697, + "nauc_precision_at_20_std": 0.119127, + "nauc_precision_at_20_diff1": -0.027178, + "nauc_precision_at_100_max": 0.118537, + "nauc_precision_at_100_std": 0.11442, + "nauc_precision_at_100_diff1": -0.112562, + "nauc_precision_at_1000_max": 0.057549, + "nauc_precision_at_1000_std": 0.004017, + "nauc_precision_at_1000_diff1": -0.180644, + "nauc_mrr_at_1_max": 0.413069, + "nauc_mrr_at_1_std": -0.03986, + "nauc_mrr_at_1_diff1": 0.563559, + "nauc_mrr_at_3_max": 0.416262, + "nauc_mrr_at_3_std": -0.007362, + "nauc_mrr_at_3_diff1": 0.527305, + "nauc_mrr_at_5_max": 0.413415, + "nauc_mrr_at_5_std": -0.01113, + "nauc_mrr_at_5_diff1": 0.521593, + "nauc_mrr_at_10_max": 0.409696, + "nauc_mrr_at_10_std": -0.007546, + "nauc_mrr_at_10_diff1": 0.519591, + "nauc_mrr_at_20_max": 0.410028, + "nauc_mrr_at_20_std": -0.005925, + "nauc_mrr_at_20_diff1": 0.520497, + "nauc_mrr_at_100_max": 0.410447, + "nauc_mrr_at_100_std": -0.006299, + "nauc_mrr_at_100_diff1": 0.522239, + "nauc_mrr_at_1000_max": 0.41045, + "nauc_mrr_at_1000_std": -0.006354, + "nauc_mrr_at_1000_diff1": 0.522368, + "main_score": 0.57247, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 24.929493188858032, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackEnglishRetrieval.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackEnglishRetrieval.json new file mode 100644 index 000000000..d50f27df8 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackEnglishRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ad9991cb51e31e31e430383c75ffb2885547b5f0", + "task_name": "CQADupstackEnglishRetrieval", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.46497, + "ndcg_at_3": 0.50581, + "ndcg_at_5": 0.52159, + "ndcg_at_10": 0.5427, + "ndcg_at_20": 0.56001, + "ndcg_at_100": 0.58373, + "ndcg_at_1000": 0.60272, + "map_at_1": 0.36296, + "map_at_3": 0.45178, + "map_at_5": 0.4696, + "map_at_10": 0.48389, + "map_at_20": 0.49164, + "map_at_100": 0.49769, + "map_at_1000": 0.49906, + "recall_at_1": 0.36296, + "recall_at_3": 0.51505, + "recall_at_5": 0.56633, + "recall_at_10": 0.6352, + "recall_at_20": 0.70061, + "recall_at_100": 0.80783, + "recall_at_1000": 0.92396, + "precision_at_1": 0.46497, + "precision_at_3": 0.25032, + "precision_at_5": 0.17427, + "precision_at_10": 0.10433, + "precision_at_20": 0.06086, + "precision_at_100": 0.01606, + "precision_at_1000": 0.00206, + "mrr_at_1": 0.464968, + "mrr_at_3": 0.529193, + "mrr_at_5": 0.540117, + "mrr_at_10": 0.548154, + "mrr_at_20": 0.552265, + "mrr_at_100": 0.554713, + "mrr_at_1000": 0.555124, + "nauc_ndcg_at_1_max": 0.444064, + "nauc_ndcg_at_1_std": -0.005542, + "nauc_ndcg_at_1_diff1": 0.61951, + "nauc_ndcg_at_3_max": 0.41765, + "nauc_ndcg_at_3_std": -0.016297, + "nauc_ndcg_at_3_diff1": 0.566064, + "nauc_ndcg_at_5_max": 0.412399, + "nauc_ndcg_at_5_std": -0.016739, + "nauc_ndcg_at_5_diff1": 0.56736, + "nauc_ndcg_at_10_max": 0.413525, + "nauc_ndcg_at_10_std": -0.010736, + "nauc_ndcg_at_10_diff1": 0.566196, + "nauc_ndcg_at_20_max": 0.409509, + "nauc_ndcg_at_20_std": 0.002865, + "nauc_ndcg_at_20_diff1": 0.560946, + "nauc_ndcg_at_100_max": 0.414473, + "nauc_ndcg_at_100_std": 0.019027, + "nauc_ndcg_at_100_diff1": 0.556213, + "nauc_ndcg_at_1000_max": 0.422036, + "nauc_ndcg_at_1000_std": 0.022438, + "nauc_ndcg_at_1000_diff1": 0.559627, + "nauc_map_at_1_max": 0.32782, + "nauc_map_at_1_std": -0.096273, + "nauc_map_at_1_diff1": 0.612601, + "nauc_map_at_3_max": 0.371299, + "nauc_map_at_3_std": -0.071193, + "nauc_map_at_3_diff1": 0.581535, + "nauc_map_at_5_max": 0.379225, + "nauc_map_at_5_std": -0.059012, + "nauc_map_at_5_diff1": 0.577815, + "nauc_map_at_10_max": 0.388891, + "nauc_map_at_10_std": -0.048745, + "nauc_map_at_10_diff1": 0.577555, + "nauc_map_at_20_max": 0.393425, + "nauc_map_at_20_std": -0.03794, + "nauc_map_at_20_diff1": 0.575134, + "nauc_map_at_100_max": 0.39896, + "nauc_map_at_100_std": -0.029215, + "nauc_map_at_100_diff1": 0.575355, + "nauc_map_at_1000_max": 0.400083, + "nauc_map_at_1000_std": -0.028195, + "nauc_map_at_1000_diff1": 0.576015, + "nauc_recall_at_1_max": 0.32782, + "nauc_recall_at_1_std": -0.096273, + "nauc_recall_at_1_diff1": 0.612601, + "nauc_recall_at_3_max": 0.354346, + "nauc_recall_at_3_std": -0.062908, + "nauc_recall_at_3_diff1": 0.527104, + "nauc_recall_at_5_max": 0.350165, + "nauc_recall_at_5_std": -0.039936, + "nauc_recall_at_5_diff1": 0.513274, + "nauc_recall_at_10_max": 0.355228, + "nauc_recall_at_10_std": -0.015428, + "nauc_recall_at_10_diff1": 0.494793, + "nauc_recall_at_20_max": 0.337227, + "nauc_recall_at_20_std": 0.049009, + "nauc_recall_at_20_diff1": 0.455752, + "nauc_recall_at_100_max": 0.359763, + "nauc_recall_at_100_std": 0.193131, + "nauc_recall_at_100_diff1": 0.39911, + "nauc_recall_at_1000_max": 0.46325, + "nauc_recall_at_1000_std": 0.449506, + "nauc_recall_at_1000_diff1": 0.334571, + "nauc_precision_at_1_max": 0.444064, + "nauc_precision_at_1_std": -0.005542, + "nauc_precision_at_1_diff1": 0.61951, + "nauc_precision_at_3_max": 0.375506, + "nauc_precision_at_3_std": 0.110345, + "nauc_precision_at_3_diff1": 0.298222, + "nauc_precision_at_5_max": 0.352397, + "nauc_precision_at_5_std": 0.153898, + "nauc_precision_at_5_diff1": 0.214168, + "nauc_precision_at_10_max": 0.329495, + "nauc_precision_at_10_std": 0.215133, + "nauc_precision_at_10_diff1": 0.118737, + "nauc_precision_at_20_max": 0.291383, + "nauc_precision_at_20_std": 0.277364, + "nauc_precision_at_20_diff1": 0.039266, + "nauc_precision_at_100_max": 0.25405, + "nauc_precision_at_100_std": 0.323313, + "nauc_precision_at_100_diff1": -0.034574, + "nauc_precision_at_1000_max": 0.190155, + "nauc_precision_at_1000_std": 0.28895, + "nauc_precision_at_1000_diff1": -0.085325, + "nauc_mrr_at_1_max": 0.444064, + "nauc_mrr_at_1_std": -0.005542, + "nauc_mrr_at_1_diff1": 0.61951, + "nauc_mrr_at_3_max": 0.451715, + "nauc_mrr_at_3_std": 0.013709, + "nauc_mrr_at_3_diff1": 0.586552, + "nauc_mrr_at_5_max": 0.447707, + "nauc_mrr_at_5_std": 0.014207, + "nauc_mrr_at_5_diff1": 0.585418, + "nauc_mrr_at_10_max": 0.446537, + "nauc_mrr_at_10_std": 0.016499, + "nauc_mrr_at_10_diff1": 0.583051, + "nauc_mrr_at_20_max": 0.445462, + "nauc_mrr_at_20_std": 0.018207, + "nauc_mrr_at_20_diff1": 0.582175, + "nauc_mrr_at_100_max": 0.445707, + "nauc_mrr_at_100_std": 0.019596, + "nauc_mrr_at_100_diff1": 0.581794, + "nauc_mrr_at_1000_max": 0.445849, + "nauc_mrr_at_1000_std": 0.019481, + "nauc_mrr_at_1000_diff1": 0.581948, + "main_score": 0.5427, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 37.915332555770874, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackGamingRetrieval.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackGamingRetrieval.json new file mode 100644 index 000000000..81b41c827 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackGamingRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340", + "task_name": "CQADupstackGamingRetrieval", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.5047, + "ndcg_at_3": 0.57473, + "ndcg_at_5": 0.60332, + "ndcg_at_10": 0.63253, + "ndcg_at_20": 0.64934, + "ndcg_at_100": 0.66893, + "ndcg_at_1000": 0.67635, + "map_at_1": 0.43495, + "map_at_3": 0.53501, + "map_at_5": 0.55591, + "map_at_10": 0.57143, + "map_at_20": 0.57773, + "map_at_100": 0.58144, + "map_at_1000": 0.58183, + "recall_at_1": 0.43495, + "recall_at_3": 0.61943, + "recall_at_5": 0.6906, + "recall_at_10": 0.77506, + "recall_at_20": 0.83718, + "recall_at_100": 0.93012, + "recall_at_1000": 0.98201, + "precision_at_1": 0.5047, + "precision_at_3": 0.25789, + "precision_at_5": 0.17718, + "precision_at_10": 0.10257, + "precision_at_20": 0.05652, + "precision_at_100": 0.01293, + "precision_at_1000": 0.00139, + "mrr_at_1": 0.504702, + "mrr_at_3": 0.584013, + "mrr_at_5": 0.598495, + "mrr_at_10": 0.608307, + "mrr_at_20": 0.612041, + "mrr_at_100": 0.614112, + "mrr_at_1000": 0.614322, + "nauc_ndcg_at_1_max": 0.448291, + "nauc_ndcg_at_1_std": -0.008412, + "nauc_ndcg_at_1_diff1": 0.590856, + "nauc_ndcg_at_3_max": 0.44248, + "nauc_ndcg_at_3_std": -0.014833, + "nauc_ndcg_at_3_diff1": 0.542306, + "nauc_ndcg_at_5_max": 0.441923, + "nauc_ndcg_at_5_std": 0.004302, + "nauc_ndcg_at_5_diff1": 0.53488, + "nauc_ndcg_at_10_max": 0.446104, + "nauc_ndcg_at_10_std": 0.010661, + "nauc_ndcg_at_10_diff1": 0.533798, + "nauc_ndcg_at_20_max": 0.449242, + "nauc_ndcg_at_20_std": 0.022277, + "nauc_ndcg_at_20_diff1": 0.533174, + "nauc_ndcg_at_100_max": 0.457183, + "nauc_ndcg_at_100_std": 0.025153, + "nauc_ndcg_at_100_diff1": 0.539388, + "nauc_ndcg_at_1000_max": 0.456995, + "nauc_ndcg_at_1000_std": 0.021667, + "nauc_ndcg_at_1000_diff1": 0.542102, + "nauc_map_at_1_max": 0.355633, + "nauc_map_at_1_std": -0.056191, + "nauc_map_at_1_diff1": 0.60361, + "nauc_map_at_3_max": 0.419146, + "nauc_map_at_3_std": -0.034212, + "nauc_map_at_3_diff1": 0.56017, + "nauc_map_at_5_max": 0.424117, + "nauc_map_at_5_std": -0.020291, + "nauc_map_at_5_diff1": 0.553653, + "nauc_map_at_10_max": 0.431409, + "nauc_map_at_10_std": -0.014177, + "nauc_map_at_10_diff1": 0.552121, + "nauc_map_at_20_max": 0.434378, + "nauc_map_at_20_std": -0.008902, + "nauc_map_at_20_diff1": 0.55207, + "nauc_map_at_100_max": 0.436537, + "nauc_map_at_100_std": -0.007274, + "nauc_map_at_100_diff1": 0.552408, + "nauc_map_at_1000_max": 0.436736, + "nauc_map_at_1000_std": -0.007106, + "nauc_map_at_1000_diff1": 0.552524, + "nauc_recall_at_1_max": 0.355633, + "nauc_recall_at_1_std": -0.056191, + "nauc_recall_at_1_diff1": 0.60361, + "nauc_recall_at_3_max": 0.408742, + "nauc_recall_at_3_std": -0.025945, + "nauc_recall_at_3_diff1": 0.493961, + "nauc_recall_at_5_max": 0.407505, + "nauc_recall_at_5_std": 0.033495, + "nauc_recall_at_5_diff1": 0.457721, + "nauc_recall_at_10_max": 0.415818, + "nauc_recall_at_10_std": 0.067775, + "nauc_recall_at_10_diff1": 0.433298, + "nauc_recall_at_20_max": 0.437288, + "nauc_recall_at_20_std": 0.163288, + "nauc_recall_at_20_diff1": 0.399662, + "nauc_recall_at_100_max": 0.556355, + "nauc_recall_at_100_std": 0.344464, + "nauc_recall_at_100_diff1": 0.399804, + "nauc_recall_at_1000_max": 0.771968, + "nauc_recall_at_1000_std": 0.714214, + "nauc_recall_at_1000_diff1": 0.38244, + "nauc_precision_at_1_max": 0.448291, + "nauc_precision_at_1_std": -0.008412, + "nauc_precision_at_1_diff1": 0.590856, + "nauc_precision_at_3_max": 0.431877, + "nauc_precision_at_3_std": 0.076498, + "nauc_precision_at_3_diff1": 0.275239, + "nauc_precision_at_5_max": 0.375339, + "nauc_precision_at_5_std": 0.132708, + "nauc_precision_at_5_diff1": 0.161311, + "nauc_precision_at_10_max": 0.332608, + "nauc_precision_at_10_std": 0.177889, + "nauc_precision_at_10_diff1": 0.051528, + "nauc_precision_at_20_max": 0.29401, + "nauc_precision_at_20_std": 0.229012, + "nauc_precision_at_20_diff1": -0.029066, + "nauc_precision_at_100_max": 0.232408, + "nauc_precision_at_100_std": 0.242959, + "nauc_precision_at_100_diff1": -0.122627, + "nauc_precision_at_1000_max": 0.202443, + "nauc_precision_at_1000_std": 0.256821, + "nauc_precision_at_1000_diff1": -0.164621, + "nauc_mrr_at_1_max": 0.448291, + "nauc_mrr_at_1_std": -0.008412, + "nauc_mrr_at_1_diff1": 0.590856, + "nauc_mrr_at_3_max": 0.459874, + "nauc_mrr_at_3_std": -0.004012, + "nauc_mrr_at_3_diff1": 0.551381, + "nauc_mrr_at_5_max": 0.461061, + "nauc_mrr_at_5_std": 0.009194, + "nauc_mrr_at_5_diff1": 0.547997, + "nauc_mrr_at_10_max": 0.460658, + "nauc_mrr_at_10_std": 0.009317, + "nauc_mrr_at_10_diff1": 0.54918, + "nauc_mrr_at_20_max": 0.46136, + "nauc_mrr_at_20_std": 0.011449, + "nauc_mrr_at_20_diff1": 0.548537, + "nauc_mrr_at_100_max": 0.461801, + "nauc_mrr_at_100_std": 0.011052, + "nauc_mrr_at_100_diff1": 0.549671, + "nauc_mrr_at_1000_max": 0.461694, + "nauc_mrr_at_1000_std": 0.010886, + "nauc_mrr_at_1000_diff1": 0.549745, + "main_score": 0.63253, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 40.77779936790466, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackGisRetrieval.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackGisRetrieval.json new file mode 100644 index 000000000..b0af5de15 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackGisRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "5003b3064772da1887988e05400cf3806fe491f2", + "task_name": "CQADupstackGisRetrieval", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.30169, + "ndcg_at_3": 0.38713, + "ndcg_at_5": 0.41613, + "ndcg_at_10": 0.44721, + "ndcg_at_20": 0.46862, + "ndcg_at_100": 0.49725, + "ndcg_at_1000": 0.51321, + "map_at_1": 0.27534, + "map_at_3": 0.35543, + "map_at_5": 0.37289, + "map_at_10": 0.387, + "map_at_20": 0.39338, + "map_at_100": 0.39785, + "map_at_1000": 0.39853, + "recall_at_1": 0.27534, + "recall_at_3": 0.45008, + "recall_at_5": 0.51889, + "recall_at_10": 0.61023, + "recall_at_20": 0.69053, + "recall_at_100": 0.83424, + "recall_at_1000": 0.95268, + "precision_at_1": 0.30169, + "precision_at_3": 0.16911, + "precision_at_5": 0.11932, + "precision_at_10": 0.07141, + "precision_at_20": 0.04079, + "precision_at_100": 0.01008, + "precision_at_1000": 0.00118, + "mrr_at_1": 0.301695, + "mrr_at_3": 0.379661, + "mrr_at_5": 0.396158, + "mrr_at_10": 0.408033, + "mrr_at_20": 0.413435, + "mrr_at_100": 0.417118, + "mrr_at_1000": 0.417613, + "nauc_ndcg_at_1_max": 0.322399, + "nauc_ndcg_at_1_std": -0.018931, + "nauc_ndcg_at_1_diff1": 0.475451, + "nauc_ndcg_at_3_max": 0.278837, + "nauc_ndcg_at_3_std": -0.059821, + "nauc_ndcg_at_3_diff1": 0.390145, + "nauc_ndcg_at_5_max": 0.276313, + "nauc_ndcg_at_5_std": -0.053482, + "nauc_ndcg_at_5_diff1": 0.384224, + "nauc_ndcg_at_10_max": 0.284815, + "nauc_ndcg_at_10_std": -0.031228, + "nauc_ndcg_at_10_diff1": 0.373671, + "nauc_ndcg_at_20_max": 0.303179, + "nauc_ndcg_at_20_std": -0.015421, + "nauc_ndcg_at_20_diff1": 0.36929, + "nauc_ndcg_at_100_max": 0.306223, + "nauc_ndcg_at_100_std": -0.011266, + "nauc_ndcg_at_100_diff1": 0.378441, + "nauc_ndcg_at_1000_max": 0.302567, + "nauc_ndcg_at_1000_std": -0.016924, + "nauc_ndcg_at_1000_diff1": 0.383512, + "nauc_map_at_1_max": 0.284988, + "nauc_map_at_1_std": -0.048404, + "nauc_map_at_1_diff1": 0.492647, + "nauc_map_at_3_max": 0.273679, + "nauc_map_at_3_std": -0.059534, + "nauc_map_at_3_diff1": 0.414588, + "nauc_map_at_5_max": 0.275019, + "nauc_map_at_5_std": -0.055226, + "nauc_map_at_5_diff1": 0.412074, + "nauc_map_at_10_max": 0.281719, + "nauc_map_at_10_std": -0.043525, + "nauc_map_at_10_diff1": 0.408203, + "nauc_map_at_20_max": 0.2867, + "nauc_map_at_20_std": -0.039206, + "nauc_map_at_20_diff1": 0.407258, + "nauc_map_at_100_max": 0.28765, + "nauc_map_at_100_std": -0.038414, + "nauc_map_at_100_diff1": 0.408762, + "nauc_map_at_1000_max": 0.287672, + "nauc_map_at_1000_std": -0.038369, + "nauc_map_at_1000_diff1": 0.408998, + "nauc_recall_at_1_max": 0.284988, + "nauc_recall_at_1_std": -0.048404, + "nauc_recall_at_1_diff1": 0.492647, + "nauc_recall_at_3_max": 0.246035, + "nauc_recall_at_3_std": -0.075891, + "nauc_recall_at_3_diff1": 0.315757, + "nauc_recall_at_5_max": 0.24369, + "nauc_recall_at_5_std": -0.061809, + "nauc_recall_at_5_diff1": 0.29604, + "nauc_recall_at_10_max": 0.262893, + "nauc_recall_at_10_std": 0.003042, + "nauc_recall_at_10_diff1": 0.255857, + "nauc_recall_at_20_max": 0.344737, + "nauc_recall_at_20_std": 0.074372, + "nauc_recall_at_20_diff1": 0.221746, + "nauc_recall_at_100_max": 0.386347, + "nauc_recall_at_100_std": 0.161453, + "nauc_recall_at_100_diff1": 0.221917, + "nauc_recall_at_1000_max": 0.393542, + "nauc_recall_at_1000_std": 0.226306, + "nauc_recall_at_1000_diff1": 0.128224, + "nauc_precision_at_1_max": 0.322399, + "nauc_precision_at_1_std": -0.018931, + "nauc_precision_at_1_diff1": 0.475451, + "nauc_precision_at_3_max": 0.302123, + "nauc_precision_at_3_std": -0.033315, + "nauc_precision_at_3_diff1": 0.279644, + "nauc_precision_at_5_max": 0.296708, + "nauc_precision_at_5_std": -0.015582, + "nauc_precision_at_5_diff1": 0.256084, + "nauc_precision_at_10_max": 0.310615, + "nauc_precision_at_10_std": 0.060033, + "nauc_precision_at_10_diff1": 0.188733, + "nauc_precision_at_20_max": 0.346328, + "nauc_precision_at_20_std": 0.134398, + "nauc_precision_at_20_diff1": 0.130486, + "nauc_precision_at_100_max": 0.298202, + "nauc_precision_at_100_std": 0.175458, + "nauc_precision_at_100_diff1": 0.054185, + "nauc_precision_at_1000_max": 0.181553, + "nauc_precision_at_1000_std": 0.13909, + "nauc_precision_at_1000_diff1": -0.067183, + "nauc_mrr_at_1_max": 0.322399, + "nauc_mrr_at_1_std": -0.018931, + "nauc_mrr_at_1_diff1": 0.475451, + "nauc_mrr_at_3_max": 0.300502, + "nauc_mrr_at_3_std": -0.037917, + "nauc_mrr_at_3_diff1": 0.404491, + "nauc_mrr_at_5_max": 0.299223, + "nauc_mrr_at_5_std": -0.037439, + "nauc_mrr_at_5_diff1": 0.402078, + "nauc_mrr_at_10_max": 0.300837, + "nauc_mrr_at_10_std": -0.031279, + "nauc_mrr_at_10_diff1": 0.398604, + "nauc_mrr_at_20_max": 0.305866, + "nauc_mrr_at_20_std": -0.026394, + "nauc_mrr_at_20_diff1": 0.397155, + "nauc_mrr_at_100_max": 0.306013, + "nauc_mrr_at_100_std": -0.026131, + "nauc_mrr_at_100_diff1": 0.398572, + "nauc_mrr_at_1000_max": 0.305887, + "nauc_mrr_at_1000_std": -0.026162, + "nauc_mrr_at_1000_diff1": 0.398847, + "main_score": 0.44721, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 54.75347566604614, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackMathematicaRetrieval.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackMathematicaRetrieval.json new file mode 100644 index 000000000..cb4f817d5 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackMathematicaRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "90fceea13679c63fe563ded68f3b6f06e50061de", + "task_name": "CQADupstackMathematicaRetrieval", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.25995, + "ndcg_at_3": 0.31527, + "ndcg_at_5": 0.34498, + "ndcg_at_10": 0.37421, + "ndcg_at_20": 0.4019, + "ndcg_at_100": 0.43662, + "ndcg_at_1000": 0.4604, + "map_at_1": 0.20624, + "map_at_3": 0.27714, + "map_at_5": 0.29746, + "map_at_10": 0.31156, + "map_at_20": 0.32018, + "map_at_100": 0.32647, + "map_at_1000": 0.32752, + "recall_at_1": 0.20624, + "recall_at_3": 0.35064, + "recall_at_5": 0.42561, + "recall_at_10": 0.51294, + "recall_at_20": 0.61357, + "recall_at_100": 0.7741, + "recall_at_1000": 0.94292, + "precision_at_1": 0.25995, + "precision_at_3": 0.15547, + "precision_at_5": 0.11617, + "precision_at_10": 0.07152, + "precision_at_20": 0.04335, + "precision_at_100": 0.01177, + "precision_at_1000": 0.00149, + "mrr_at_1": 0.25995, + "mrr_at_3": 0.333541, + "mrr_at_5": 0.351389, + "mrr_at_10": 0.363085, + "mrr_at_20": 0.369771, + "mrr_at_100": 0.373263, + "mrr_at_1000": 0.373819, + "nauc_ndcg_at_1_max": 0.168793, + "nauc_ndcg_at_1_std": 0.011622, + "nauc_ndcg_at_1_diff1": 0.41695, + "nauc_ndcg_at_3_max": 0.157033, + "nauc_ndcg_at_3_std": 0.01663, + "nauc_ndcg_at_3_diff1": 0.364614, + "nauc_ndcg_at_5_max": 0.155037, + "nauc_ndcg_at_5_std": 0.029783, + "nauc_ndcg_at_5_diff1": 0.351895, + "nauc_ndcg_at_10_max": 0.140983, + "nauc_ndcg_at_10_std": 0.032645, + "nauc_ndcg_at_10_diff1": 0.346149, + "nauc_ndcg_at_20_max": 0.155674, + "nauc_ndcg_at_20_std": 0.046046, + "nauc_ndcg_at_20_diff1": 0.354862, + "nauc_ndcg_at_100_max": 0.166548, + "nauc_ndcg_at_100_std": 0.066399, + "nauc_ndcg_at_100_diff1": 0.352689, + "nauc_ndcg_at_1000_max": 0.167889, + "nauc_ndcg_at_1000_std": 0.059258, + "nauc_ndcg_at_1000_diff1": 0.360024, + "nauc_map_at_1_max": 0.138744, + "nauc_map_at_1_std": 0.03305, + "nauc_map_at_1_diff1": 0.417572, + "nauc_map_at_3_max": 0.145197, + "nauc_map_at_3_std": 0.023379, + "nauc_map_at_3_diff1": 0.378774, + "nauc_map_at_5_max": 0.147024, + "nauc_map_at_5_std": 0.027134, + "nauc_map_at_5_diff1": 0.370712, + "nauc_map_at_10_max": 0.142346, + "nauc_map_at_10_std": 0.029902, + "nauc_map_at_10_diff1": 0.367886, + "nauc_map_at_20_max": 0.147155, + "nauc_map_at_20_std": 0.034323, + "nauc_map_at_20_diff1": 0.370342, + "nauc_map_at_100_max": 0.150156, + "nauc_map_at_100_std": 0.038381, + "nauc_map_at_100_diff1": 0.370107, + "nauc_map_at_1000_max": 0.150208, + "nauc_map_at_1000_std": 0.03809, + "nauc_map_at_1000_diff1": 0.370464, + "nauc_recall_at_1_max": 0.138744, + "nauc_recall_at_1_std": 0.03305, + "nauc_recall_at_1_diff1": 0.417572, + "nauc_recall_at_3_max": 0.14191, + "nauc_recall_at_3_std": 0.028631, + "nauc_recall_at_3_diff1": 0.320865, + "nauc_recall_at_5_max": 0.138317, + "nauc_recall_at_5_std": 0.040751, + "nauc_recall_at_5_diff1": 0.292578, + "nauc_recall_at_10_max": 0.098311, + "nauc_recall_at_10_std": 0.03787, + "nauc_recall_at_10_diff1": 0.270678, + "nauc_recall_at_20_max": 0.146648, + "nauc_recall_at_20_std": 0.086709, + "nauc_recall_at_20_diff1": 0.289282, + "nauc_recall_at_100_max": 0.209186, + "nauc_recall_at_100_std": 0.236257, + "nauc_recall_at_100_diff1": 0.256988, + "nauc_recall_at_1000_max": 0.386366, + "nauc_recall_at_1000_std": 0.474022, + "nauc_recall_at_1000_diff1": 0.296164, + "nauc_precision_at_1_max": 0.168793, + "nauc_precision_at_1_std": 0.011622, + "nauc_precision_at_1_diff1": 0.41695, + "nauc_precision_at_3_max": 0.191054, + "nauc_precision_at_3_std": -0.003239, + "nauc_precision_at_3_diff1": 0.291407, + "nauc_precision_at_5_max": 0.183369, + "nauc_precision_at_5_std": 0.022429, + "nauc_precision_at_5_diff1": 0.235603, + "nauc_precision_at_10_max": 0.14048, + "nauc_precision_at_10_std": 0.025635, + "nauc_precision_at_10_diff1": 0.186389, + "nauc_precision_at_20_max": 0.151054, + "nauc_precision_at_20_std": 0.054473, + "nauc_precision_at_20_diff1": 0.16981, + "nauc_precision_at_100_max": 0.121794, + "nauc_precision_at_100_std": 0.07657, + "nauc_precision_at_100_diff1": 0.059291, + "nauc_precision_at_1000_max": 0.076542, + "nauc_precision_at_1000_std": -0.018911, + "nauc_precision_at_1000_diff1": -0.000425, + "nauc_mrr_at_1_max": 0.168793, + "nauc_mrr_at_1_std": 0.011622, + "nauc_mrr_at_1_diff1": 0.41695, + "nauc_mrr_at_3_max": 0.168712, + "nauc_mrr_at_3_std": 0.019463, + "nauc_mrr_at_3_diff1": 0.366252, + "nauc_mrr_at_5_max": 0.169044, + "nauc_mrr_at_5_std": 0.024106, + "nauc_mrr_at_5_diff1": 0.362224, + "nauc_mrr_at_10_max": 0.164922, + "nauc_mrr_at_10_std": 0.020573, + "nauc_mrr_at_10_diff1": 0.364031, + "nauc_mrr_at_20_max": 0.169114, + "nauc_mrr_at_20_std": 0.023496, + "nauc_mrr_at_20_diff1": 0.36593, + "nauc_mrr_at_100_max": 0.169761, + "nauc_mrr_at_100_std": 0.026144, + "nauc_mrr_at_100_diff1": 0.365791, + "nauc_mrr_at_1000_max": 0.1697, + "nauc_mrr_at_1000_std": 0.026049, + "nauc_mrr_at_1000_diff1": 0.365997, + "main_score": 0.37421, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 33.22136211395264, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackPhysicsRetrieval.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackPhysicsRetrieval.json new file mode 100644 index 000000000..b419045ff --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackPhysicsRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4", + "task_name": "CQADupstackPhysicsRetrieval", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.43118, + "ndcg_at_3": 0.4936, + "ndcg_at_5": 0.52339, + "ndcg_at_10": 0.55001, + "ndcg_at_20": 0.5708, + "ndcg_at_100": 0.60156, + "ndcg_at_1000": 0.61409, + "map_at_1": 0.34423, + "map_at_3": 0.44241, + "map_at_5": 0.46639, + "map_at_10": 0.48188, + "map_at_20": 0.48944, + "map_at_100": 0.49589, + "map_at_1000": 0.49683, + "recall_at_1": 0.34423, + "recall_at_3": 0.53005, + "recall_at_5": 0.60787, + "recall_at_10": 0.68947, + "recall_at_20": 0.76111, + "recall_at_100": 0.90093, + "recall_at_1000": 0.97616, + "precision_at_1": 0.43118, + "precision_at_3": 0.2403, + "precision_at_5": 0.17267, + "precision_at_10": 0.10221, + "precision_at_20": 0.0589, + "precision_at_100": 0.01503, + "precision_at_1000": 0.00178, + "mrr_at_1": 0.431184, + "mrr_at_3": 0.514277, + "mrr_at_5": 0.530542, + "mrr_at_10": 0.540983, + "mrr_at_20": 0.545483, + "mrr_at_100": 0.548195, + "mrr_at_1000": 0.548432, + "nauc_ndcg_at_1_max": 0.400497, + "nauc_ndcg_at_1_std": -0.029893, + "nauc_ndcg_at_1_diff1": 0.526498, + "nauc_ndcg_at_3_max": 0.355227, + "nauc_ndcg_at_3_std": -0.01754, + "nauc_ndcg_at_3_diff1": 0.479744, + "nauc_ndcg_at_5_max": 0.362245, + "nauc_ndcg_at_5_std": -0.012267, + "nauc_ndcg_at_5_diff1": 0.476131, + "nauc_ndcg_at_10_max": 0.368382, + "nauc_ndcg_at_10_std": 4.4e-05, + "nauc_ndcg_at_10_diff1": 0.485768, + "nauc_ndcg_at_20_max": 0.365259, + "nauc_ndcg_at_20_std": 0.006298, + "nauc_ndcg_at_20_diff1": 0.483686, + "nauc_ndcg_at_100_max": 0.378334, + "nauc_ndcg_at_100_std": 0.014694, + "nauc_ndcg_at_100_diff1": 0.48629, + "nauc_ndcg_at_1000_max": 0.381066, + "nauc_ndcg_at_1000_std": 0.012034, + "nauc_ndcg_at_1000_diff1": 0.487834, + "nauc_map_at_1_max": 0.315692, + "nauc_map_at_1_std": -0.054256, + "nauc_map_at_1_diff1": 0.530706, + "nauc_map_at_3_max": 0.333182, + "nauc_map_at_3_std": -0.034004, + "nauc_map_at_3_diff1": 0.497428, + "nauc_map_at_5_max": 0.34745, + "nauc_map_at_5_std": -0.026823, + "nauc_map_at_5_diff1": 0.493108, + "nauc_map_at_10_max": 0.356475, + "nauc_map_at_10_std": -0.017001, + "nauc_map_at_10_diff1": 0.497542, + "nauc_map_at_20_max": 0.356477, + "nauc_map_at_20_std": -0.014723, + "nauc_map_at_20_diff1": 0.496954, + "nauc_map_at_100_max": 0.359688, + "nauc_map_at_100_std": -0.012591, + "nauc_map_at_100_diff1": 0.49661, + "nauc_map_at_1000_max": 0.359962, + "nauc_map_at_1000_std": -0.012567, + "nauc_map_at_1000_diff1": 0.496742, + "nauc_recall_at_1_max": 0.315692, + "nauc_recall_at_1_std": -0.054256, + "nauc_recall_at_1_diff1": 0.530706, + "nauc_recall_at_3_max": 0.300785, + "nauc_recall_at_3_std": -0.016661, + "nauc_recall_at_3_diff1": 0.436052, + "nauc_recall_at_5_max": 0.321419, + "nauc_recall_at_5_std": -0.000245, + "nauc_recall_at_5_diff1": 0.416671, + "nauc_recall_at_10_max": 0.333931, + "nauc_recall_at_10_std": 0.043266, + "nauc_recall_at_10_diff1": 0.431197, + "nauc_recall_at_20_max": 0.299598, + "nauc_recall_at_20_std": 0.074322, + "nauc_recall_at_20_diff1": 0.4059, + "nauc_recall_at_100_max": 0.355652, + "nauc_recall_at_100_std": 0.202683, + "nauc_recall_at_100_diff1": 0.386228, + "nauc_recall_at_1000_max": 0.57227, + "nauc_recall_at_1000_std": 0.452524, + "nauc_recall_at_1000_diff1": 0.346577, + "nauc_precision_at_1_max": 0.400497, + "nauc_precision_at_1_std": -0.029893, + "nauc_precision_at_1_diff1": 0.526498, + "nauc_precision_at_3_max": 0.338853, + "nauc_precision_at_3_std": 0.050939, + "nauc_precision_at_3_diff1": 0.274232, + "nauc_precision_at_5_max": 0.31651, + "nauc_precision_at_5_std": 0.075684, + "nauc_precision_at_5_diff1": 0.178741, + "nauc_precision_at_10_max": 0.298653, + "nauc_precision_at_10_std": 0.129457, + "nauc_precision_at_10_diff1": 0.110918, + "nauc_precision_at_20_max": 0.221453, + "nauc_precision_at_20_std": 0.142574, + "nauc_precision_at_20_diff1": 0.028938, + "nauc_precision_at_100_max": 0.131369, + "nauc_precision_at_100_std": 0.145796, + "nauc_precision_at_100_diff1": -0.094206, + "nauc_precision_at_1000_max": 0.036643, + "nauc_precision_at_1000_std": 0.100171, + "nauc_precision_at_1000_diff1": -0.145572, + "nauc_mrr_at_1_max": 0.400497, + "nauc_mrr_at_1_std": -0.029893, + "nauc_mrr_at_1_diff1": 0.526498, + "nauc_mrr_at_3_max": 0.392932, + "nauc_mrr_at_3_std": -0.012786, + "nauc_mrr_at_3_diff1": 0.488373, + "nauc_mrr_at_5_max": 0.39496, + "nauc_mrr_at_5_std": -0.010756, + "nauc_mrr_at_5_diff1": 0.486192, + "nauc_mrr_at_10_max": 0.396172, + "nauc_mrr_at_10_std": -0.005789, + "nauc_mrr_at_10_diff1": 0.490029, + "nauc_mrr_at_20_max": 0.395561, + "nauc_mrr_at_20_std": -0.005488, + "nauc_mrr_at_20_diff1": 0.489423, + "nauc_mrr_at_100_max": 0.395619, + "nauc_mrr_at_100_std": -0.006031, + "nauc_mrr_at_100_diff1": 0.490095, + "nauc_mrr_at_1000_max": 0.395703, + "nauc_mrr_at_1000_std": -0.00618, + "nauc_mrr_at_1000_diff1": 0.490181, + "main_score": 0.55001, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 56.53622055053711, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackProgrammersRetrieval.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackProgrammersRetrieval.json new file mode 100644 index 000000000..2b3dfc1c8 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackProgrammersRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "6184bc1440d2dbc7612be22b50686b8826d22b32", + "task_name": "CQADupstackProgrammersRetrieval", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.40068, + "ndcg_at_3": 0.44097, + "ndcg_at_5": 0.47517, + "ndcg_at_10": 0.50447, + "ndcg_at_20": 0.52519, + "ndcg_at_100": 0.55834, + "ndcg_at_1000": 0.5743, + "map_at_1": 0.31428, + "map_at_3": 0.39353, + "map_at_5": 0.42094, + "map_at_10": 0.43725, + "map_at_20": 0.44471, + "map_at_100": 0.45117, + "map_at_1000": 0.45211, + "recall_at_1": 0.31428, + "recall_at_3": 0.46575, + "recall_at_5": 0.55515, + "recall_at_10": 0.64138, + "recall_at_20": 0.71279, + "recall_at_100": 0.86762, + "recall_at_1000": 0.97091, + "precision_at_1": 0.40068, + "precision_at_3": 0.21195, + "precision_at_5": 0.15822, + "precision_at_10": 0.09521, + "precision_at_20": 0.05497, + "precision_at_100": 0.01402, + "precision_at_1000": 0.0017, + "mrr_at_1": 0.400685, + "mrr_at_3": 0.470129, + "mrr_at_5": 0.488565, + "mrr_at_10": 0.499012, + "mrr_at_20": 0.503737, + "mrr_at_100": 0.507177, + "mrr_at_1000": 0.507563, + "nauc_ndcg_at_1_max": 0.489094, + "nauc_ndcg_at_1_std": 0.02946, + "nauc_ndcg_at_1_diff1": 0.507929, + "nauc_ndcg_at_3_max": 0.440954, + "nauc_ndcg_at_3_std": 0.045854, + "nauc_ndcg_at_3_diff1": 0.444164, + "nauc_ndcg_at_5_max": 0.448318, + "nauc_ndcg_at_5_std": 0.0672, + "nauc_ndcg_at_5_diff1": 0.445299, + "nauc_ndcg_at_10_max": 0.459722, + "nauc_ndcg_at_10_std": 0.07829, + "nauc_ndcg_at_10_diff1": 0.437881, + "nauc_ndcg_at_20_max": 0.462939, + "nauc_ndcg_at_20_std": 0.087342, + "nauc_ndcg_at_20_diff1": 0.442529, + "nauc_ndcg_at_100_max": 0.466306, + "nauc_ndcg_at_100_std": 0.094862, + "nauc_ndcg_at_100_diff1": 0.441681, + "nauc_ndcg_at_1000_max": 0.466795, + "nauc_ndcg_at_1000_std": 0.085999, + "nauc_ndcg_at_1000_diff1": 0.446545, + "nauc_map_at_1_max": 0.418025, + "nauc_map_at_1_std": -0.015448, + "nauc_map_at_1_diff1": 0.513189, + "nauc_map_at_3_max": 0.422779, + "nauc_map_at_3_std": 0.024886, + "nauc_map_at_3_diff1": 0.458305, + "nauc_map_at_5_max": 0.436601, + "nauc_map_at_5_std": 0.047118, + "nauc_map_at_5_diff1": 0.458307, + "nauc_map_at_10_max": 0.447253, + "nauc_map_at_10_std": 0.055788, + "nauc_map_at_10_diff1": 0.455339, + "nauc_map_at_20_max": 0.44979, + "nauc_map_at_20_std": 0.059147, + "nauc_map_at_20_diff1": 0.456175, + "nauc_map_at_100_max": 0.452028, + "nauc_map_at_100_std": 0.061206, + "nauc_map_at_100_diff1": 0.456929, + "nauc_map_at_1000_max": 0.452034, + "nauc_map_at_1000_std": 0.06097, + "nauc_map_at_1000_diff1": 0.457149, + "nauc_recall_at_1_max": 0.418025, + "nauc_recall_at_1_std": -0.015448, + "nauc_recall_at_1_diff1": 0.513189, + "nauc_recall_at_3_max": 0.380537, + "nauc_recall_at_3_std": 0.04067, + "nauc_recall_at_3_diff1": 0.388726, + "nauc_recall_at_5_max": 0.393573, + "nauc_recall_at_5_std": 0.095685, + "nauc_recall_at_5_diff1": 0.375925, + "nauc_recall_at_10_max": 0.422936, + "nauc_recall_at_10_std": 0.138155, + "nauc_recall_at_10_diff1": 0.345176, + "nauc_recall_at_20_max": 0.435257, + "nauc_recall_at_20_std": 0.192427, + "nauc_recall_at_20_diff1": 0.358971, + "nauc_recall_at_100_max": 0.442485, + "nauc_recall_at_100_std": 0.344593, + "nauc_recall_at_100_diff1": 0.302192, + "nauc_recall_at_1000_max": 0.567136, + "nauc_recall_at_1000_std": 0.615111, + "nauc_recall_at_1000_diff1": 0.329767, + "nauc_precision_at_1_max": 0.489094, + "nauc_precision_at_1_std": 0.02946, + "nauc_precision_at_1_diff1": 0.507929, + "nauc_precision_at_3_max": 0.425079, + "nauc_precision_at_3_std": 0.122541, + "nauc_precision_at_3_diff1": 0.288997, + "nauc_precision_at_5_max": 0.383997, + "nauc_precision_at_5_std": 0.170376, + "nauc_precision_at_5_diff1": 0.213869, + "nauc_precision_at_10_max": 0.348194, + "nauc_precision_at_10_std": 0.183221, + "nauc_precision_at_10_diff1": 0.129642, + "nauc_precision_at_20_max": 0.281161, + "nauc_precision_at_20_std": 0.177852, + "nauc_precision_at_20_diff1": 0.072832, + "nauc_precision_at_100_max": 0.153001, + "nauc_precision_at_100_std": 0.128588, + "nauc_precision_at_100_diff1": -0.03296, + "nauc_precision_at_1000_max": 0.015663, + "nauc_precision_at_1000_std": 0.017748, + "nauc_precision_at_1000_diff1": -0.088656, + "nauc_mrr_at_1_max": 0.489094, + "nauc_mrr_at_1_std": 0.02946, + "nauc_mrr_at_1_diff1": 0.507929, + "nauc_mrr_at_3_max": 0.476835, + "nauc_mrr_at_3_std": 0.053593, + "nauc_mrr_at_3_diff1": 0.46109, + "nauc_mrr_at_5_max": 0.475703, + "nauc_mrr_at_5_std": 0.057773, + "nauc_mrr_at_5_diff1": 0.458975, + "nauc_mrr_at_10_max": 0.477796, + "nauc_mrr_at_10_std": 0.060919, + "nauc_mrr_at_10_diff1": 0.45593, + "nauc_mrr_at_20_max": 0.47783, + "nauc_mrr_at_20_std": 0.061481, + "nauc_mrr_at_20_diff1": 0.45819, + "nauc_mrr_at_100_max": 0.477483, + "nauc_mrr_at_100_std": 0.061742, + "nauc_mrr_at_100_diff1": 0.458742, + "nauc_mrr_at_1000_max": 0.477586, + "nauc_mrr_at_1000_std": 0.061544, + "nauc_mrr_at_1000_diff1": 0.45894, + "main_score": 0.50447, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 45.67485737800598, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackStatsRetrieval.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackStatsRetrieval.json new file mode 100644 index 000000000..261dea32d --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackStatsRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "65ac3a16b8e91f9cee4c9828cc7c335575432a2a", + "task_name": "CQADupstackStatsRetrieval", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.32362, + "ndcg_at_3": 0.36498, + "ndcg_at_5": 0.38729, + "ndcg_at_10": 0.41567, + "ndcg_at_20": 0.43247, + "ndcg_at_100": 0.46714, + "ndcg_at_1000": 0.48858, + "map_at_1": 0.28124, + "map_at_3": 0.3367, + "map_at_5": 0.3515, + "map_at_10": 0.36481, + "map_at_20": 0.36998, + "map_at_100": 0.37564, + "map_at_1000": 0.37651, + "recall_at_1": 0.28124, + "recall_at_3": 0.39624, + "recall_at_5": 0.45374, + "recall_at_10": 0.53761, + "recall_at_20": 0.60142, + "recall_at_100": 0.77145, + "recall_at_1000": 0.92809, + "precision_at_1": 0.32362, + "precision_at_3": 0.15746, + "precision_at_5": 0.10951, + "precision_at_10": 0.06718, + "precision_at_20": 0.03781, + "precision_at_100": 0.01011, + "precision_at_1000": 0.00126, + "mrr_at_1": 0.32362, + "mrr_at_3": 0.375256, + "mrr_at_5": 0.388139, + "mrr_at_10": 0.399955, + "mrr_at_20": 0.404099, + "mrr_at_100": 0.408508, + "mrr_at_1000": 0.409125, + "nauc_ndcg_at_1_max": 0.456295, + "nauc_ndcg_at_1_std": -0.009893, + "nauc_ndcg_at_1_diff1": 0.605302, + "nauc_ndcg_at_3_max": 0.464109, + "nauc_ndcg_at_3_std": 0.012275, + "nauc_ndcg_at_3_diff1": 0.5539, + "nauc_ndcg_at_5_max": 0.449415, + "nauc_ndcg_at_5_std": 0.01221, + "nauc_ndcg_at_5_diff1": 0.530919, + "nauc_ndcg_at_10_max": 0.443985, + "nauc_ndcg_at_10_std": 0.030569, + "nauc_ndcg_at_10_diff1": 0.529713, + "nauc_ndcg_at_20_max": 0.438024, + "nauc_ndcg_at_20_std": 0.035957, + "nauc_ndcg_at_20_diff1": 0.517655, + "nauc_ndcg_at_100_max": 0.450729, + "nauc_ndcg_at_100_std": 0.048267, + "nauc_ndcg_at_100_diff1": 0.517238, + "nauc_ndcg_at_1000_max": 0.454394, + "nauc_ndcg_at_1000_std": 0.049554, + "nauc_ndcg_at_1000_diff1": 0.527547, + "nauc_map_at_1_max": 0.419895, + "nauc_map_at_1_std": -0.037582, + "nauc_map_at_1_diff1": 0.604431, + "nauc_map_at_3_max": 0.451699, + "nauc_map_at_3_std": -0.002384, + "nauc_map_at_3_diff1": 0.56366, + "nauc_map_at_5_max": 0.446674, + "nauc_map_at_5_std": 0.002771, + "nauc_map_at_5_diff1": 0.551832, + "nauc_map_at_10_max": 0.445561, + "nauc_map_at_10_std": 0.011383, + "nauc_map_at_10_diff1": 0.55199, + "nauc_map_at_20_max": 0.444261, + "nauc_map_at_20_std": 0.012463, + "nauc_map_at_20_diff1": 0.548601, + "nauc_map_at_100_max": 0.446656, + "nauc_map_at_100_std": 0.014344, + "nauc_map_at_100_diff1": 0.548404, + "nauc_map_at_1000_max": 0.446885, + "nauc_map_at_1000_std": 0.014637, + "nauc_map_at_1000_diff1": 0.54879, + "nauc_recall_at_1_max": 0.419895, + "nauc_recall_at_1_std": -0.037582, + "nauc_recall_at_1_diff1": 0.604431, + "nauc_recall_at_3_max": 0.44267, + "nauc_recall_at_3_std": 0.019901, + "nauc_recall_at_3_diff1": 0.502301, + "nauc_recall_at_5_max": 0.410258, + "nauc_recall_at_5_std": 0.017608, + "nauc_recall_at_5_diff1": 0.444415, + "nauc_recall_at_10_max": 0.391839, + "nauc_recall_at_10_std": 0.071819, + "nauc_recall_at_10_diff1": 0.432659, + "nauc_recall_at_20_max": 0.356191, + "nauc_recall_at_20_std": 0.093642, + "nauc_recall_at_20_diff1": 0.376444, + "nauc_recall_at_100_max": 0.416917, + "nauc_recall_at_100_std": 0.215639, + "nauc_recall_at_100_diff1": 0.316295, + "nauc_recall_at_1000_max": 0.480423, + "nauc_recall_at_1000_std": 0.542675, + "nauc_recall_at_1000_diff1": 0.297264, + "nauc_precision_at_1_max": 0.456295, + "nauc_precision_at_1_std": -0.009893, + "nauc_precision_at_1_diff1": 0.605302, + "nauc_precision_at_3_max": 0.496365, + "nauc_precision_at_3_std": 0.076746, + "nauc_precision_at_3_diff1": 0.484452, + "nauc_precision_at_5_max": 0.459064, + "nauc_precision_at_5_std": 0.106164, + "nauc_precision_at_5_diff1": 0.413933, + "nauc_precision_at_10_max": 0.409508, + "nauc_precision_at_10_std": 0.143601, + "nauc_precision_at_10_diff1": 0.356927, + "nauc_precision_at_20_max": 0.365696, + "nauc_precision_at_20_std": 0.152325, + "nauc_precision_at_20_diff1": 0.285742, + "nauc_precision_at_100_max": 0.294906, + "nauc_precision_at_100_std": 0.188562, + "nauc_precision_at_100_diff1": 0.14689, + "nauc_precision_at_1000_max": 0.162971, + "nauc_precision_at_1000_std": 0.14349, + "nauc_precision_at_1000_diff1": 0.049723, + "nauc_mrr_at_1_max": 0.456295, + "nauc_mrr_at_1_std": -0.009893, + "nauc_mrr_at_1_diff1": 0.605302, + "nauc_mrr_at_3_max": 0.473409, + "nauc_mrr_at_3_std": 0.01964, + "nauc_mrr_at_3_diff1": 0.567908, + "nauc_mrr_at_5_max": 0.468151, + "nauc_mrr_at_5_std": 0.020004, + "nauc_mrr_at_5_diff1": 0.554923, + "nauc_mrr_at_10_max": 0.465702, + "nauc_mrr_at_10_std": 0.025755, + "nauc_mrr_at_10_diff1": 0.553437, + "nauc_mrr_at_20_max": 0.463775, + "nauc_mrr_at_20_std": 0.027186, + "nauc_mrr_at_20_diff1": 0.55084, + "nauc_mrr_at_100_max": 0.464286, + "nauc_mrr_at_100_std": 0.027332, + "nauc_mrr_at_100_diff1": 0.550885, + "nauc_mrr_at_1000_max": 0.464432, + "nauc_mrr_at_1000_std": 0.027476, + "nauc_mrr_at_1000_diff1": 0.551161, + "main_score": 0.41567, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 70.99023795127869, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackTexRetrieval.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackTexRetrieval.json new file mode 100644 index 000000000..575bb1ba6 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackTexRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "46989137a86843e03a6195de44b09deda022eec7", + "task_name": "CQADupstackTexRetrieval", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.2722, + "ndcg_at_3": 0.3152, + "ndcg_at_5": 0.33964, + "ndcg_at_10": 0.36581, + "ndcg_at_20": 0.38665, + "ndcg_at_100": 0.42268, + "ndcg_at_1000": 0.44748, + "map_at_1": 0.22017, + "map_at_3": 0.27928, + "map_at_5": 0.29668, + "map_at_10": 0.31003, + "map_at_20": 0.31686, + "map_at_100": 0.3229, + "map_at_1000": 0.32413, + "recall_at_1": 0.22017, + "recall_at_3": 0.34009, + "recall_at_5": 0.40416, + "recall_at_10": 0.48415, + "recall_at_20": 0.56038, + "recall_at_100": 0.73851, + "recall_at_1000": 0.9104, + "precision_at_1": 0.2722, + "precision_at_3": 0.15084, + "precision_at_5": 0.11094, + "precision_at_10": 0.068, + "precision_at_20": 0.04054, + "precision_at_100": 0.01134, + "precision_at_1000": 0.00153, + "mrr_at_1": 0.272195, + "mrr_at_3": 0.331326, + "mrr_at_5": 0.346949, + "mrr_at_10": 0.357418, + "mrr_at_20": 0.362733, + "mrr_at_100": 0.366689, + "mrr_at_1000": 0.367336, + "nauc_ndcg_at_1_max": 0.265332, + "nauc_ndcg_at_1_std": 0.067064, + "nauc_ndcg_at_1_diff1": 0.417063, + "nauc_ndcg_at_3_max": 0.26294, + "nauc_ndcg_at_3_std": 0.069978, + "nauc_ndcg_at_3_diff1": 0.368322, + "nauc_ndcg_at_5_max": 0.276001, + "nauc_ndcg_at_5_std": 0.081389, + "nauc_ndcg_at_5_diff1": 0.365894, + "nauc_ndcg_at_10_max": 0.275265, + "nauc_ndcg_at_10_std": 0.085525, + "nauc_ndcg_at_10_diff1": 0.362451, + "nauc_ndcg_at_20_max": 0.272368, + "nauc_ndcg_at_20_std": 0.094667, + "nauc_ndcg_at_20_diff1": 0.35553, + "nauc_ndcg_at_100_max": 0.276221, + "nauc_ndcg_at_100_std": 0.109896, + "nauc_ndcg_at_100_diff1": 0.350108, + "nauc_ndcg_at_1000_max": 0.278237, + "nauc_ndcg_at_1000_std": 0.105646, + "nauc_ndcg_at_1000_diff1": 0.354455, + "nauc_map_at_1_max": 0.240311, + "nauc_map_at_1_std": 0.049532, + "nauc_map_at_1_diff1": 0.410051, + "nauc_map_at_3_max": 0.253489, + "nauc_map_at_3_std": 0.06229, + "nauc_map_at_3_diff1": 0.375031, + "nauc_map_at_5_max": 0.263791, + "nauc_map_at_5_std": 0.070365, + "nauc_map_at_5_diff1": 0.373731, + "nauc_map_at_10_max": 0.264979, + "nauc_map_at_10_std": 0.073984, + "nauc_map_at_10_diff1": 0.372135, + "nauc_map_at_20_max": 0.26505, + "nauc_map_at_20_std": 0.077493, + "nauc_map_at_20_diff1": 0.370079, + "nauc_map_at_100_max": 0.266257, + "nauc_map_at_100_std": 0.080921, + "nauc_map_at_100_diff1": 0.369709, + "nauc_map_at_1000_max": 0.266505, + "nauc_map_at_1000_std": 0.080936, + "nauc_map_at_1000_diff1": 0.370068, + "nauc_recall_at_1_max": 0.240311, + "nauc_recall_at_1_std": 0.049532, + "nauc_recall_at_1_diff1": 0.410051, + "nauc_recall_at_3_max": 0.247976, + "nauc_recall_at_3_std": 0.061747, + "nauc_recall_at_3_diff1": 0.332263, + "nauc_recall_at_5_max": 0.275396, + "nauc_recall_at_5_std": 0.088065, + "nauc_recall_at_5_diff1": 0.322612, + "nauc_recall_at_10_max": 0.268189, + "nauc_recall_at_10_std": 0.097864, + "nauc_recall_at_10_diff1": 0.302757, + "nauc_recall_at_20_max": 0.251837, + "nauc_recall_at_20_std": 0.12916, + "nauc_recall_at_20_diff1": 0.270921, + "nauc_recall_at_100_max": 0.269612, + "nauc_recall_at_100_std": 0.241506, + "nauc_recall_at_100_diff1": 0.209473, + "nauc_recall_at_1000_max": 0.342476, + "nauc_recall_at_1000_std": 0.353355, + "nauc_recall_at_1000_diff1": 0.136745, + "nauc_precision_at_1_max": 0.265332, + "nauc_precision_at_1_std": 0.067064, + "nauc_precision_at_1_diff1": 0.417063, + "nauc_precision_at_3_max": 0.271377, + "nauc_precision_at_3_std": 0.091475, + "nauc_precision_at_3_diff1": 0.306856, + "nauc_precision_at_5_max": 0.280165, + "nauc_precision_at_5_std": 0.115134, + "nauc_precision_at_5_diff1": 0.274546, + "nauc_precision_at_10_max": 0.253937, + "nauc_precision_at_10_std": 0.131, + "nauc_precision_at_10_diff1": 0.232964, + "nauc_precision_at_20_max": 0.220302, + "nauc_precision_at_20_std": 0.156886, + "nauc_precision_at_20_diff1": 0.180761, + "nauc_precision_at_100_max": 0.18754, + "nauc_precision_at_100_std": 0.180496, + "nauc_precision_at_100_diff1": 0.10579, + "nauc_precision_at_1000_max": 0.154445, + "nauc_precision_at_1000_std": 0.105797, + "nauc_precision_at_1000_diff1": 0.086555, + "nauc_mrr_at_1_max": 0.265332, + "nauc_mrr_at_1_std": 0.067064, + "nauc_mrr_at_1_diff1": 0.417063, + "nauc_mrr_at_3_max": 0.27048, + "nauc_mrr_at_3_std": 0.070742, + "nauc_mrr_at_3_diff1": 0.38388, + "nauc_mrr_at_5_max": 0.276961, + "nauc_mrr_at_5_std": 0.077979, + "nauc_mrr_at_5_diff1": 0.382328, + "nauc_mrr_at_10_max": 0.276906, + "nauc_mrr_at_10_std": 0.078747, + "nauc_mrr_at_10_diff1": 0.380611, + "nauc_mrr_at_20_max": 0.275596, + "nauc_mrr_at_20_std": 0.081191, + "nauc_mrr_at_20_diff1": 0.378976, + "nauc_mrr_at_100_max": 0.275965, + "nauc_mrr_at_100_std": 0.082534, + "nauc_mrr_at_100_diff1": 0.379023, + "nauc_mrr_at_1000_max": 0.276032, + "nauc_mrr_at_1000_std": 0.082402, + "nauc_mrr_at_1000_diff1": 0.379149, + "main_score": 0.36581, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 126.16002249717712, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackUnixRetrieval.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackUnixRetrieval.json new file mode 100644 index 000000000..d770c2371 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackUnixRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "6c6430d3a6d36f8d2a829195bc5dc94d7e063e53", + "task_name": "CQADupstackUnixRetrieval", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.37687, + "ndcg_at_3": 0.43254, + "ndcg_at_5": 0.45518, + "ndcg_at_10": 0.4857, + "ndcg_at_20": 0.5087, + "ndcg_at_100": 0.53965, + "ndcg_at_1000": 0.55704, + "map_at_1": 0.31507, + "map_at_3": 0.3926, + "map_at_5": 0.41006, + "map_at_10": 0.4256, + "map_at_20": 0.43331, + "map_at_100": 0.43852, + "map_at_1000": 0.43939, + "recall_at_1": 0.31507, + "recall_at_3": 0.47019, + "recall_at_5": 0.53106, + "recall_at_10": 0.62061, + "recall_at_20": 0.70206, + "recall_at_100": 0.84874, + "recall_at_1000": 0.96627, + "precision_at_1": 0.37687, + "precision_at_3": 0.20056, + "precision_at_5": 0.13899, + "precision_at_10": 0.0834, + "precision_at_20": 0.04841, + "precision_at_100": 0.01236, + "precision_at_1000": 0.00148, + "mrr_at_1": 0.376866, + "mrr_at_3": 0.447606, + "mrr_at_5": 0.461505, + "mrr_at_10": 0.472768, + "mrr_at_20": 0.478296, + "mrr_at_100": 0.481471, + "mrr_at_1000": 0.481922, + "nauc_ndcg_at_1_max": 0.446488, + "nauc_ndcg_at_1_std": 0.041984, + "nauc_ndcg_at_1_diff1": 0.566913, + "nauc_ndcg_at_3_max": 0.417574, + "nauc_ndcg_at_3_std": 0.023933, + "nauc_ndcg_at_3_diff1": 0.495329, + "nauc_ndcg_at_5_max": 0.409761, + "nauc_ndcg_at_5_std": 0.016297, + "nauc_ndcg_at_5_diff1": 0.496749, + "nauc_ndcg_at_10_max": 0.416452, + "nauc_ndcg_at_10_std": 0.036906, + "nauc_ndcg_at_10_diff1": 0.486944, + "nauc_ndcg_at_20_max": 0.425723, + "nauc_ndcg_at_20_std": 0.052003, + "nauc_ndcg_at_20_diff1": 0.492712, + "nauc_ndcg_at_100_max": 0.431712, + "nauc_ndcg_at_100_std": 0.059054, + "nauc_ndcg_at_100_diff1": 0.494614, + "nauc_ndcg_at_1000_max": 0.430519, + "nauc_ndcg_at_1000_std": 0.052268, + "nauc_ndcg_at_1000_diff1": 0.499268, + "nauc_map_at_1_max": 0.405466, + "nauc_map_at_1_std": 0.025801, + "nauc_map_at_1_diff1": 0.572554, + "nauc_map_at_3_max": 0.407917, + "nauc_map_at_3_std": 0.01926, + "nauc_map_at_3_diff1": 0.515164, + "nauc_map_at_5_max": 0.408638, + "nauc_map_at_5_std": 0.019499, + "nauc_map_at_5_diff1": 0.514491, + "nauc_map_at_10_max": 0.414658, + "nauc_map_at_10_std": 0.028266, + "nauc_map_at_10_diff1": 0.509612, + "nauc_map_at_20_max": 0.41895, + "nauc_map_at_20_std": 0.033461, + "nauc_map_at_20_diff1": 0.510836, + "nauc_map_at_100_max": 0.420161, + "nauc_map_at_100_std": 0.034995, + "nauc_map_at_100_diff1": 0.51083, + "nauc_map_at_1000_max": 0.420041, + "nauc_map_at_1000_std": 0.034733, + "nauc_map_at_1000_diff1": 0.511013, + "nauc_recall_at_1_max": 0.405466, + "nauc_recall_at_1_std": 0.025801, + "nauc_recall_at_1_diff1": 0.572554, + "nauc_recall_at_3_max": 0.372587, + "nauc_recall_at_3_std": 0.003079, + "nauc_recall_at_3_diff1": 0.439748, + "nauc_recall_at_5_max": 0.359724, + "nauc_recall_at_5_std": -0.004043, + "nauc_recall_at_5_diff1": 0.432259, + "nauc_recall_at_10_max": 0.365054, + "nauc_recall_at_10_std": 0.060506, + "nauc_recall_at_10_diff1": 0.383286, + "nauc_recall_at_20_max": 0.392692, + "nauc_recall_at_20_std": 0.126236, + "nauc_recall_at_20_diff1": 0.397523, + "nauc_recall_at_100_max": 0.447179, + "nauc_recall_at_100_std": 0.240593, + "nauc_recall_at_100_diff1": 0.377336, + "nauc_recall_at_1000_max": 0.537754, + "nauc_recall_at_1000_std": 0.452282, + "nauc_recall_at_1000_diff1": 0.373474, + "nauc_precision_at_1_max": 0.446488, + "nauc_precision_at_1_std": 0.041984, + "nauc_precision_at_1_diff1": 0.566913, + "nauc_precision_at_3_max": 0.396595, + "nauc_precision_at_3_std": 0.041345, + "nauc_precision_at_3_diff1": 0.347133, + "nauc_precision_at_5_max": 0.36207, + "nauc_precision_at_5_std": 0.034388, + "nauc_precision_at_5_diff1": 0.290749, + "nauc_precision_at_10_max": 0.329216, + "nauc_precision_at_10_std": 0.070937, + "nauc_precision_at_10_diff1": 0.188157, + "nauc_precision_at_20_max": 0.299111, + "nauc_precision_at_20_std": 0.110234, + "nauc_precision_at_20_diff1": 0.125669, + "nauc_precision_at_100_max": 0.166883, + "nauc_precision_at_100_std": 0.111833, + "nauc_precision_at_100_diff1": -0.014782, + "nauc_precision_at_1000_max": 0.017109, + "nauc_precision_at_1000_std": 0.02591, + "nauc_precision_at_1000_diff1": -0.113363, + "nauc_mrr_at_1_max": 0.446488, + "nauc_mrr_at_1_std": 0.041984, + "nauc_mrr_at_1_diff1": 0.566913, + "nauc_mrr_at_3_max": 0.437515, + "nauc_mrr_at_3_std": 0.033159, + "nauc_mrr_at_3_diff1": 0.512944, + "nauc_mrr_at_5_max": 0.435602, + "nauc_mrr_at_5_std": 0.02877, + "nauc_mrr_at_5_diff1": 0.513629, + "nauc_mrr_at_10_max": 0.437439, + "nauc_mrr_at_10_std": 0.037014, + "nauc_mrr_at_10_diff1": 0.509399, + "nauc_mrr_at_20_max": 0.43736, + "nauc_mrr_at_20_std": 0.038751, + "nauc_mrr_at_20_diff1": 0.510564, + "nauc_mrr_at_100_max": 0.43749, + "nauc_mrr_at_100_std": 0.039109, + "nauc_mrr_at_100_diff1": 0.511299, + "nauc_mrr_at_1000_max": 0.437543, + "nauc_mrr_at_1000_std": 0.039046, + "nauc_mrr_at_1000_diff1": 0.51145, + "main_score": 0.4857, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 69.98395228385925, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackWebmastersRetrieval.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackWebmastersRetrieval.json new file mode 100644 index 000000000..e1971998f --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackWebmastersRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "160c094312a0e1facb97e55eeddb698c0abe3571", + "task_name": "CQADupstackWebmastersRetrieval", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.35375, + "ndcg_at_3": 0.41804, + "ndcg_at_5": 0.43954, + "ndcg_at_10": 0.4646, + "ndcg_at_20": 0.48881, + "ndcg_at_100": 0.52425, + "ndcg_at_1000": 0.54373, + "map_at_1": 0.29341, + "map_at_3": 0.37121, + "map_at_5": 0.38734, + "map_at_10": 0.40158, + "map_at_20": 0.4114, + "map_at_100": 0.42037, + "map_at_1000": 0.42271, + "recall_at_1": 0.29341, + "recall_at_3": 0.44542, + "recall_at_5": 0.50193, + "recall_at_10": 0.57894, + "recall_at_20": 0.66841, + "recall_at_100": 0.84343, + "recall_at_1000": 0.96643, + "precision_at_1": 0.35375, + "precision_at_3": 0.20026, + "precision_at_5": 0.14466, + "precision_at_10": 0.09111, + "precision_at_20": 0.05899, + "precision_at_100": 0.0185, + "precision_at_1000": 0.00255, + "mrr_at_1": 0.353755, + "mrr_at_3": 0.421937, + "mrr_at_5": 0.43834, + "mrr_at_10": 0.447625, + "mrr_at_20": 0.453485, + "mrr_at_100": 0.457111, + "mrr_at_1000": 0.457566, + "nauc_ndcg_at_1_max": 0.235952, + "nauc_ndcg_at_1_std": 0.058244, + "nauc_ndcg_at_1_diff1": 0.5312, + "nauc_ndcg_at_3_max": 0.212669, + "nauc_ndcg_at_3_std": 0.083372, + "nauc_ndcg_at_3_diff1": 0.47216, + "nauc_ndcg_at_5_max": 0.210726, + "nauc_ndcg_at_5_std": 0.100045, + "nauc_ndcg_at_5_diff1": 0.475922, + "nauc_ndcg_at_10_max": 0.21036, + "nauc_ndcg_at_10_std": 0.08707, + "nauc_ndcg_at_10_diff1": 0.477902, + "nauc_ndcg_at_20_max": 0.210952, + "nauc_ndcg_at_20_std": 0.09762, + "nauc_ndcg_at_20_diff1": 0.476359, + "nauc_ndcg_at_100_max": 0.225778, + "nauc_ndcg_at_100_std": 0.114197, + "nauc_ndcg_at_100_diff1": 0.484505, + "nauc_ndcg_at_1000_max": 0.226857, + "nauc_ndcg_at_1000_std": 0.107411, + "nauc_ndcg_at_1000_diff1": 0.478764, + "nauc_map_at_1_max": 0.164685, + "nauc_map_at_1_std": 0.006203, + "nauc_map_at_1_diff1": 0.55691, + "nauc_map_at_3_max": 0.192659, + "nauc_map_at_3_std": 0.035486, + "nauc_map_at_3_diff1": 0.508056, + "nauc_map_at_5_max": 0.197843, + "nauc_map_at_5_std": 0.047257, + "nauc_map_at_5_diff1": 0.506115, + "nauc_map_at_10_max": 0.201772, + "nauc_map_at_10_std": 0.048205, + "nauc_map_at_10_diff1": 0.505454, + "nauc_map_at_20_max": 0.204281, + "nauc_map_at_20_std": 0.059458, + "nauc_map_at_20_diff1": 0.502247, + "nauc_map_at_100_max": 0.206976, + "nauc_map_at_100_std": 0.073291, + "nauc_map_at_100_diff1": 0.499734, + "nauc_map_at_1000_max": 0.20686, + "nauc_map_at_1000_std": 0.078218, + "nauc_map_at_1000_diff1": 0.497498, + "nauc_recall_at_1_max": 0.164685, + "nauc_recall_at_1_std": 0.006203, + "nauc_recall_at_1_diff1": 0.55691, + "nauc_recall_at_3_max": 0.175274, + "nauc_recall_at_3_std": 0.052619, + "nauc_recall_at_3_diff1": 0.444629, + "nauc_recall_at_5_max": 0.183596, + "nauc_recall_at_5_std": 0.093709, + "nauc_recall_at_5_diff1": 0.448002, + "nauc_recall_at_10_max": 0.17515, + "nauc_recall_at_10_std": 0.070804, + "nauc_recall_at_10_diff1": 0.431818, + "nauc_recall_at_20_max": 0.17606, + "nauc_recall_at_20_std": 0.117457, + "nauc_recall_at_20_diff1": 0.414216, + "nauc_recall_at_100_max": 0.276642, + "nauc_recall_at_100_std": 0.31652, + "nauc_recall_at_100_diff1": 0.435986, + "nauc_recall_at_1000_max": 0.489638, + "nauc_recall_at_1000_std": 0.512076, + "nauc_recall_at_1000_diff1": 0.293699, + "nauc_precision_at_1_max": 0.235952, + "nauc_precision_at_1_std": 0.058244, + "nauc_precision_at_1_diff1": 0.5312, + "nauc_precision_at_3_max": 0.239351, + "nauc_precision_at_3_std": 0.165914, + "nauc_precision_at_3_diff1": 0.284103, + "nauc_precision_at_5_max": 0.226905, + "nauc_precision_at_5_std": 0.236646, + "nauc_precision_at_5_diff1": 0.19524, + "nauc_precision_at_10_max": 0.221447, + "nauc_precision_at_10_std": 0.252899, + "nauc_precision_at_10_diff1": 0.100271, + "nauc_precision_at_20_max": 0.167291, + "nauc_precision_at_20_std": 0.343311, + "nauc_precision_at_20_diff1": -0.031238, + "nauc_precision_at_100_max": 0.09431, + "nauc_precision_at_100_std": 0.461033, + "nauc_precision_at_100_diff1": -0.171284, + "nauc_precision_at_1000_max": 0.049976, + "nauc_precision_at_1000_std": 0.473664, + "nauc_precision_at_1000_diff1": -0.240582, + "nauc_mrr_at_1_max": 0.235952, + "nauc_mrr_at_1_std": 0.058244, + "nauc_mrr_at_1_diff1": 0.5312, + "nauc_mrr_at_3_max": 0.230702, + "nauc_mrr_at_3_std": 0.080486, + "nauc_mrr_at_3_diff1": 0.481321, + "nauc_mrr_at_5_max": 0.232691, + "nauc_mrr_at_5_std": 0.091019, + "nauc_mrr_at_5_diff1": 0.479119, + "nauc_mrr_at_10_max": 0.232747, + "nauc_mrr_at_10_std": 0.088027, + "nauc_mrr_at_10_diff1": 0.480293, + "nauc_mrr_at_20_max": 0.231632, + "nauc_mrr_at_20_std": 0.088043, + "nauc_mrr_at_20_diff1": 0.479509, + "nauc_mrr_at_100_max": 0.232738, + "nauc_mrr_at_100_std": 0.089639, + "nauc_mrr_at_100_diff1": 0.480468, + "nauc_mrr_at_1000_max": 0.232584, + "nauc_mrr_at_1000_std": 0.089357, + "nauc_mrr_at_1000_diff1": 0.480548, + "main_score": 0.4646, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 22.047764778137207, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackWordpressRetrieval.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackWordpressRetrieval.json new file mode 100644 index 000000000..122b000b6 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/CQADupstackWordpressRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4", + "task_name": "CQADupstackWordpressRetrieval", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.28835, + "ndcg_at_3": 0.34629, + "ndcg_at_5": 0.36906, + "ndcg_at_10": 0.39722, + "ndcg_at_20": 0.41324, + "ndcg_at_100": 0.44856, + "ndcg_at_1000": 0.47174, + "map_at_1": 0.26001, + "map_at_3": 0.31916, + "map_at_5": 0.33303, + "map_at_10": 0.34594, + "map_at_20": 0.35081, + "map_at_100": 0.35592, + "map_at_1000": 0.35693, + "recall_at_1": 0.26001, + "recall_at_3": 0.39144, + "recall_at_5": 0.44572, + "recall_at_10": 0.52856, + "recall_at_20": 0.5878, + "recall_at_100": 0.76828, + "recall_at_1000": 0.9393, + "precision_at_1": 0.28835, + "precision_at_3": 0.14726, + "precision_at_5": 0.1024, + "precision_at_10": 0.06192, + "precision_at_20": 0.03494, + "precision_at_100": 0.00946, + "precision_at_1000": 0.00126, + "mrr_at_1": 0.288355, + "mrr_at_3": 0.350277, + "mrr_at_5": 0.363401, + "mrr_at_10": 0.373595, + "mrr_at_20": 0.377675, + "mrr_at_100": 0.382184, + "mrr_at_1000": 0.38287, + "nauc_ndcg_at_1_max": 0.251156, + "nauc_ndcg_at_1_std": 0.058615, + "nauc_ndcg_at_1_diff1": 0.498287, + "nauc_ndcg_at_3_max": 0.256053, + "nauc_ndcg_at_3_std": 0.069969, + "nauc_ndcg_at_3_diff1": 0.451011, + "nauc_ndcg_at_5_max": 0.252231, + "nauc_ndcg_at_5_std": 0.066741, + "nauc_ndcg_at_5_diff1": 0.427723, + "nauc_ndcg_at_10_max": 0.244049, + "nauc_ndcg_at_10_std": 0.063734, + "nauc_ndcg_at_10_diff1": 0.419908, + "nauc_ndcg_at_20_max": 0.239259, + "nauc_ndcg_at_20_std": 0.067491, + "nauc_ndcg_at_20_diff1": 0.412996, + "nauc_ndcg_at_100_max": 0.240414, + "nauc_ndcg_at_100_std": 0.096947, + "nauc_ndcg_at_100_diff1": 0.410428, + "nauc_ndcg_at_1000_max": 0.248501, + "nauc_ndcg_at_1000_std": 0.087988, + "nauc_ndcg_at_1000_diff1": 0.422905, + "nauc_map_at_1_max": 0.24039, + "nauc_map_at_1_std": 0.043147, + "nauc_map_at_1_diff1": 0.511896, + "nauc_map_at_3_max": 0.248903, + "nauc_map_at_3_std": 0.058555, + "nauc_map_at_3_diff1": 0.466276, + "nauc_map_at_5_max": 0.249985, + "nauc_map_at_5_std": 0.058602, + "nauc_map_at_5_diff1": 0.452278, + "nauc_map_at_10_max": 0.247287, + "nauc_map_at_10_std": 0.057734, + "nauc_map_at_10_diff1": 0.448438, + "nauc_map_at_20_max": 0.24698, + "nauc_map_at_20_std": 0.0586, + "nauc_map_at_20_diff1": 0.446352, + "nauc_map_at_100_max": 0.247261, + "nauc_map_at_100_std": 0.06307, + "nauc_map_at_100_diff1": 0.445877, + "nauc_map_at_1000_max": 0.247303, + "nauc_map_at_1000_std": 0.062714, + "nauc_map_at_1000_diff1": 0.446122, + "nauc_recall_at_1_max": 0.24039, + "nauc_recall_at_1_std": 0.043147, + "nauc_recall_at_1_diff1": 0.511896, + "nauc_recall_at_3_max": 0.246154, + "nauc_recall_at_3_std": 0.076124, + "nauc_recall_at_3_diff1": 0.41078, + "nauc_recall_at_5_max": 0.238232, + "nauc_recall_at_5_std": 0.073541, + "nauc_recall_at_5_diff1": 0.350705, + "nauc_recall_at_10_max": 0.210845, + "nauc_recall_at_10_std": 0.065922, + "nauc_recall_at_10_diff1": 0.321365, + "nauc_recall_at_20_max": 0.186663, + "nauc_recall_at_20_std": 0.080949, + "nauc_recall_at_20_diff1": 0.291241, + "nauc_recall_at_100_max": 0.166248, + "nauc_recall_at_100_std": 0.298712, + "nauc_recall_at_100_diff1": 0.2216, + "nauc_recall_at_1000_max": 0.394327, + "nauc_recall_at_1000_std": 0.481674, + "nauc_recall_at_1000_diff1": 0.356011, + "nauc_precision_at_1_max": 0.251156, + "nauc_precision_at_1_std": 0.058615, + "nauc_precision_at_1_diff1": 0.498287, + "nauc_precision_at_3_max": 0.270201, + "nauc_precision_at_3_std": 0.095338, + "nauc_precision_at_3_diff1": 0.376314, + "nauc_precision_at_5_max": 0.261386, + "nauc_precision_at_5_std": 0.080008, + "nauc_precision_at_5_diff1": 0.295792, + "nauc_precision_at_10_max": 0.217676, + "nauc_precision_at_10_std": 0.082431, + "nauc_precision_at_10_diff1": 0.221029, + "nauc_precision_at_20_max": 0.193305, + "nauc_precision_at_20_std": 0.087156, + "nauc_precision_at_20_diff1": 0.164788, + "nauc_precision_at_100_max": 0.116811, + "nauc_precision_at_100_std": 0.20169, + "nauc_precision_at_100_diff1": -0.008449, + "nauc_precision_at_1000_max": -0.051109, + "nauc_precision_at_1000_std": 0.032082, + "nauc_precision_at_1000_diff1": -0.238473, + "nauc_mrr_at_1_max": 0.251156, + "nauc_mrr_at_1_std": 0.058615, + "nauc_mrr_at_1_diff1": 0.498287, + "nauc_mrr_at_3_max": 0.2601, + "nauc_mrr_at_3_std": 0.077951, + "nauc_mrr_at_3_diff1": 0.460223, + "nauc_mrr_at_5_max": 0.258328, + "nauc_mrr_at_5_std": 0.074602, + "nauc_mrr_at_5_diff1": 0.446238, + "nauc_mrr_at_10_max": 0.255241, + "nauc_mrr_at_10_std": 0.070712, + "nauc_mrr_at_10_diff1": 0.443654, + "nauc_mrr_at_20_max": 0.252871, + "nauc_mrr_at_20_std": 0.071941, + "nauc_mrr_at_20_diff1": 0.442009, + "nauc_mrr_at_100_max": 0.253365, + "nauc_mrr_at_100_std": 0.075134, + "nauc_mrr_at_100_diff1": 0.442267, + "nauc_mrr_at_1000_max": 0.25361, + "nauc_mrr_at_1000_std": 0.074925, + "nauc_mrr_at_1000_diff1": 0.442745, + "main_score": 0.39722, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 68.1260015964508, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/ClimateFEVER.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/ClimateFEVER.json new file mode 100644 index 000000000..e43aee337 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/ClimateFEVER.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "47f2ac6acb640fc46020b02a5b59fdda04d39380", + "task_name": "ClimateFEVER", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.47818, + "ndcg_at_3": 0.41184, + "ndcg_at_5": 0.43733, + "ndcg_at_10": 0.48439, + "ndcg_at_20": 0.51558, + "ndcg_at_100": 0.55562, + "ndcg_at_1000": 0.57885, + "map_at_1": 0.20846, + "map_at_3": 0.30998, + "map_at_5": 0.34524, + "map_at_10": 0.37427, + "map_at_20": 0.38761, + "map_at_100": 0.39753, + "map_at_1000": 0.3991, + "recall_at_1": 0.20846, + "recall_at_3": 0.36959, + "recall_at_5": 0.45079, + "recall_at_10": 0.55295, + "recall_at_20": 0.63815, + "recall_at_100": 0.78456, + "recall_at_1000": 0.91106, + "precision_at_1": 0.47818, + "precision_at_3": 0.31422, + "precision_at_5": 0.23909, + "precision_at_10": 0.1514, + "precision_at_20": 0.08977, + "precision_at_100": 0.02294, + "precision_at_1000": 0.00274, + "mrr_at_1": 0.478176, + "mrr_at_3": 0.58165, + "mrr_at_5": 0.597644, + "mrr_at_10": 0.60664, + "mrr_at_20": 0.610341, + "mrr_at_100": 0.611554, + "mrr_at_1000": 0.61168, + "nauc_ndcg_at_1_max": 0.420574, + "nauc_ndcg_at_1_std": 0.150412, + "nauc_ndcg_at_1_diff1": 0.388542, + "nauc_ndcg_at_3_max": 0.455116, + "nauc_ndcg_at_3_std": 0.178474, + "nauc_ndcg_at_3_diff1": 0.304299, + "nauc_ndcg_at_5_max": 0.475315, + "nauc_ndcg_at_5_std": 0.215772, + "nauc_ndcg_at_5_diff1": 0.299137, + "nauc_ndcg_at_10_max": 0.496024, + "nauc_ndcg_at_10_std": 0.267444, + "nauc_ndcg_at_10_diff1": 0.282074, + "nauc_ndcg_at_20_max": 0.488087, + "nauc_ndcg_at_20_std": 0.278158, + "nauc_ndcg_at_20_diff1": 0.278432, + "nauc_ndcg_at_100_max": 0.492657, + "nauc_ndcg_at_100_std": 0.289583, + "nauc_ndcg_at_100_diff1": 0.282285, + "nauc_ndcg_at_1000_max": 0.498, + "nauc_ndcg_at_1000_std": 0.283402, + "nauc_ndcg_at_1000_diff1": 0.291494, + "nauc_map_at_1_max": 0.434717, + "nauc_map_at_1_std": 0.075933, + "nauc_map_at_1_diff1": 0.438334, + "nauc_map_at_3_max": 0.451549, + "nauc_map_at_3_std": 0.137322, + "nauc_map_at_3_diff1": 0.328935, + "nauc_map_at_5_max": 0.460483, + "nauc_map_at_5_std": 0.173988, + "nauc_map_at_5_diff1": 0.307728, + "nauc_map_at_10_max": 0.475898, + "nauc_map_at_10_std": 0.210419, + "nauc_map_at_10_diff1": 0.296458, + "nauc_map_at_20_max": 0.473625, + "nauc_map_at_20_std": 0.217003, + "nauc_map_at_20_diff1": 0.295102, + "nauc_map_at_100_max": 0.474886, + "nauc_map_at_100_std": 0.220129, + "nauc_map_at_100_diff1": 0.295581, + "nauc_map_at_1000_max": 0.475237, + "nauc_map_at_1000_std": 0.220011, + "nauc_map_at_1000_diff1": 0.295994, + "nauc_recall_at_1_max": 0.434717, + "nauc_recall_at_1_std": 0.075933, + "nauc_recall_at_1_diff1": 0.438334, + "nauc_recall_at_3_max": 0.440599, + "nauc_recall_at_3_std": 0.1592, + "nauc_recall_at_3_diff1": 0.261615, + "nauc_recall_at_5_max": 0.447155, + "nauc_recall_at_5_std": 0.224972, + "nauc_recall_at_5_diff1": 0.228433, + "nauc_recall_at_10_max": 0.467165, + "nauc_recall_at_10_std": 0.326123, + "nauc_recall_at_10_diff1": 0.177149, + "nauc_recall_at_20_max": 0.435173, + "nauc_recall_at_20_std": 0.357574, + "nauc_recall_at_20_diff1": 0.154727, + "nauc_recall_at_100_max": 0.452425, + "nauc_recall_at_100_std": 0.442578, + "nauc_recall_at_100_diff1": 0.142627, + "nauc_recall_at_1000_max": 0.579038, + "nauc_recall_at_1000_std": 0.56775, + "nauc_recall_at_1000_diff1": 0.185075, + "nauc_precision_at_1_max": 0.420574, + "nauc_precision_at_1_std": 0.150412, + "nauc_precision_at_1_diff1": 0.388542, + "nauc_precision_at_3_max": 0.35791, + "nauc_precision_at_3_std": 0.237089, + "nauc_precision_at_3_diff1": 0.121161, + "nauc_precision_at_5_max": 0.328747, + "nauc_precision_at_5_std": 0.295353, + "nauc_precision_at_5_diff1": 0.061242, + "nauc_precision_at_10_max": 0.29019, + "nauc_precision_at_10_std": 0.348923, + "nauc_precision_at_10_diff1": -0.010564, + "nauc_precision_at_20_max": 0.195603, + "nauc_precision_at_20_std": 0.328097, + "nauc_precision_at_20_diff1": -0.058062, + "nauc_precision_at_100_max": 0.071528, + "nauc_precision_at_100_std": 0.279253, + "nauc_precision_at_100_diff1": -0.120539, + "nauc_precision_at_1000_max": -0.063346, + "nauc_precision_at_1000_std": 0.152546, + "nauc_precision_at_1000_diff1": -0.170105, + "nauc_mrr_at_1_max": 0.420574, + "nauc_mrr_at_1_std": 0.150412, + "nauc_mrr_at_1_diff1": 0.388542, + "nauc_mrr_at_3_max": 0.467432, + "nauc_mrr_at_3_std": 0.216624, + "nauc_mrr_at_3_diff1": 0.343397, + "nauc_mrr_at_5_max": 0.471175, + "nauc_mrr_at_5_std": 0.22811, + "nauc_mrr_at_5_diff1": 0.349539, + "nauc_mrr_at_10_max": 0.471726, + "nauc_mrr_at_10_std": 0.229886, + "nauc_mrr_at_10_diff1": 0.347462, + "nauc_mrr_at_20_max": 0.469932, + "nauc_mrr_at_20_std": 0.228034, + "nauc_mrr_at_20_diff1": 0.348125, + "nauc_mrr_at_100_max": 0.469459, + "nauc_mrr_at_100_std": 0.227237, + "nauc_mrr_at_100_diff1": 0.348654, + "nauc_mrr_at_1000_max": 0.46935, + "nauc_mrr_at_1000_std": 0.227019, + "nauc_mrr_at_1000_diff1": 0.34867, + "main_score": 0.48439, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 5296.503650426865, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/DBPedia.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/DBPedia.json new file mode 100644 index 000000000..24f2eb8fc --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/DBPedia.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "c0f706b76e590d620bd6618b3ca8efdd34e2d659", + "task_name": "DBPedia", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.645, + "ndcg_at_3": 0.55836, + "ndcg_at_5": 0.54459, + "ndcg_at_10": 0.52476, + "ndcg_at_20": 0.51389, + "ndcg_at_100": 0.57477, + "ndcg_at_1000": 0.64165, + "map_at_1": 0.10067, + "map_at_3": 0.16348, + "map_at_5": 0.20202, + "map_at_10": 0.24938, + "map_at_20": 0.29586, + "map_at_100": 0.37057, + "map_at_1000": 0.39224, + "recall_at_1": 0.10067, + "recall_at_3": 0.1762, + "recall_at_5": 0.23162, + "recall_at_10": 0.3077, + "recall_at_20": 0.39719, + "recall_at_100": 0.64159, + "recall_at_1000": 0.86166, + "precision_at_1": 0.7675, + "precision_at_3": 0.59833, + "precision_at_5": 0.5375, + "precision_at_10": 0.43375, + "precision_at_20": 0.33025, + "precision_at_100": 0.14012, + "precision_at_1000": 0.02654, + "mrr_at_1": 0.7675, + "mrr_at_3": 0.815417, + "mrr_at_5": 0.824292, + "mrr_at_10": 0.828224, + "mrr_at_20": 0.829086, + "mrr_at_100": 0.829942, + "mrr_at_1000": 0.829999, + "nauc_ndcg_at_1_max": 0.458251, + "nauc_ndcg_at_1_std": 0.264688, + "nauc_ndcg_at_1_diff1": 0.443761, + "nauc_ndcg_at_3_max": 0.387362, + "nauc_ndcg_at_3_std": 0.249563, + "nauc_ndcg_at_3_diff1": 0.244135, + "nauc_ndcg_at_5_max": 0.399097, + "nauc_ndcg_at_5_std": 0.249363, + "nauc_ndcg_at_5_diff1": 0.246072, + "nauc_ndcg_at_10_max": 0.388691, + "nauc_ndcg_at_10_std": 0.221204, + "nauc_ndcg_at_10_diff1": 0.240339, + "nauc_ndcg_at_20_max": 0.389902, + "nauc_ndcg_at_20_std": 0.193997, + "nauc_ndcg_at_20_diff1": 0.268911, + "nauc_ndcg_at_100_max": 0.451386, + "nauc_ndcg_at_100_std": 0.286063, + "nauc_ndcg_at_100_diff1": 0.325846, + "nauc_ndcg_at_1000_max": 0.482813, + "nauc_ndcg_at_1000_std": 0.376229, + "nauc_ndcg_at_1000_diff1": 0.311848, + "nauc_map_at_1_max": 0.018275, + "nauc_map_at_1_std": -0.238658, + "nauc_map_at_1_diff1": 0.319071, + "nauc_map_at_3_max": 0.080819, + "nauc_map_at_3_std": -0.20647, + "nauc_map_at_3_diff1": 0.265091, + "nauc_map_at_5_max": 0.129364, + "nauc_map_at_5_std": -0.164111, + "nauc_map_at_5_diff1": 0.263042, + "nauc_map_at_10_max": 0.169186, + "nauc_map_at_10_std": -0.10175, + "nauc_map_at_10_diff1": 0.240309, + "nauc_map_at_20_max": 0.230241, + "nauc_map_at_20_std": -0.005674, + "nauc_map_at_20_diff1": 0.236815, + "nauc_map_at_100_max": 0.306206, + "nauc_map_at_100_std": 0.184367, + "nauc_map_at_100_diff1": 0.227765, + "nauc_map_at_1000_max": 0.311444, + "nauc_map_at_1000_std": 0.209294, + "nauc_map_at_1000_diff1": 0.211134, + "nauc_recall_at_1_max": 0.018275, + "nauc_recall_at_1_std": -0.238658, + "nauc_recall_at_1_diff1": 0.319071, + "nauc_recall_at_3_max": 0.046672, + "nauc_recall_at_3_std": -0.222615, + "nauc_recall_at_3_diff1": 0.219773, + "nauc_recall_at_5_max": 0.098824, + "nauc_recall_at_5_std": -0.186467, + "nauc_recall_at_5_diff1": 0.219263, + "nauc_recall_at_10_max": 0.130783, + "nauc_recall_at_10_std": -0.138897, + "nauc_recall_at_10_diff1": 0.200473, + "nauc_recall_at_20_max": 0.214983, + "nauc_recall_at_20_std": -0.039253, + "nauc_recall_at_20_diff1": 0.218969, + "nauc_recall_at_100_max": 0.360702, + "nauc_recall_at_100_std": 0.250078, + "nauc_recall_at_100_diff1": 0.266674, + "nauc_recall_at_1000_max": 0.46604, + "nauc_recall_at_1000_std": 0.525305, + "nauc_recall_at_1000_diff1": 0.318907, + "nauc_precision_at_1_max": 0.56293, + "nauc_precision_at_1_std": 0.297297, + "nauc_precision_at_1_diff1": 0.551675, + "nauc_precision_at_3_max": 0.37712, + "nauc_precision_at_3_std": 0.37155, + "nauc_precision_at_3_diff1": 0.088632, + "nauc_precision_at_5_max": 0.351334, + "nauc_precision_at_5_std": 0.385708, + "nauc_precision_at_5_diff1": 0.036889, + "nauc_precision_at_10_max": 0.264835, + "nauc_precision_at_10_std": 0.381369, + "nauc_precision_at_10_diff1": -0.059881, + "nauc_precision_at_20_max": 0.243223, + "nauc_precision_at_20_std": 0.40487, + "nauc_precision_at_20_diff1": -0.062481, + "nauc_precision_at_100_max": 0.145761, + "nauc_precision_at_100_std": 0.386962, + "nauc_precision_at_100_diff1": -0.108208, + "nauc_precision_at_1000_max": -0.077384, + "nauc_precision_at_1000_std": 0.013077, + "nauc_precision_at_1000_diff1": -0.233553, + "nauc_mrr_at_1_max": 0.56293, + "nauc_mrr_at_1_std": 0.297297, + "nauc_mrr_at_1_diff1": 0.551675, + "nauc_mrr_at_3_max": 0.591321, + "nauc_mrr_at_3_std": 0.35067, + "nauc_mrr_at_3_diff1": 0.534505, + "nauc_mrr_at_5_max": 0.593915, + "nauc_mrr_at_5_std": 0.336519, + "nauc_mrr_at_5_diff1": 0.537743, + "nauc_mrr_at_10_max": 0.596483, + "nauc_mrr_at_10_std": 0.33537, + "nauc_mrr_at_10_diff1": 0.537515, + "nauc_mrr_at_20_max": 0.594701, + "nauc_mrr_at_20_std": 0.333212, + "nauc_mrr_at_20_diff1": 0.5369, + "nauc_mrr_at_100_max": 0.593928, + "nauc_mrr_at_100_std": 0.33329, + "nauc_mrr_at_100_diff1": 0.537903, + "nauc_mrr_at_1000_max": 0.593914, + "nauc_mrr_at_1000_std": 0.333331, + "nauc_mrr_at_1000_diff1": 0.537974, + "main_score": 0.52476, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 3239.586654186249, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/EmotionClassification.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/EmotionClassification.json new file mode 100644 index 000000000..819633873 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/EmotionClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "4f58c6b202a23cf9a4da393831edf4f9183cad37", + "task_name": "EmotionClassification", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "accuracy": 0.8773, + "f1": 0.83034, + "f1_weighted": 0.880873, + "scores_per_experiment": [ + { + "accuracy": 0.881, + "f1": 0.834113, + "f1_weighted": 0.883542 + }, + { + "accuracy": 0.8825, + "f1": 0.836603, + "f1_weighted": 0.885317 + }, + { + "accuracy": 0.878, + "f1": 0.828899, + "f1_weighted": 0.881309 + }, + { + "accuracy": 0.878, + "f1": 0.827774, + "f1_weighted": 0.881466 + }, + { + "accuracy": 0.8685, + "f1": 0.82116, + "f1_weighted": 0.873372 + }, + { + "accuracy": 0.8755, + "f1": 0.832175, + "f1_weighted": 0.879263 + }, + { + "accuracy": 0.8785, + "f1": 0.829787, + "f1_weighted": 0.881527 + }, + { + "accuracy": 0.8765, + "f1": 0.830313, + "f1_weighted": 0.880862 + }, + { + "accuracy": 0.877, + "f1": 0.83268, + "f1_weighted": 0.880902 + }, + { + "accuracy": 0.8775, + "f1": 0.829895, + "f1_weighted": 0.881174 + } + ], + "main_score": 0.8773, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 12.207420825958252, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/FEVER.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/FEVER.json new file mode 100644 index 000000000..c93adfee4 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/FEVER.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bea83ef9e8fb933d90a2f1d5515737465d613e12", + "task_name": "FEVER", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.93849, + "ndcg_at_3": 0.94088, + "ndcg_at_5": 0.94459, + "ndcg_at_10": 0.94806, + "ndcg_at_20": 0.9506, + "ndcg_at_100": 0.95338, + "ndcg_at_1000": 0.95465, + "map_at_1": 0.87219, + "map_at_3": 0.9216, + "map_at_5": 0.92607, + "map_at_10": 0.92883, + "map_at_20": 0.93009, + "map_at_100": 0.93076, + "map_at_1000": 0.93085, + "recall_at_1": 0.87219, + "recall_at_3": 0.95082, + "recall_at_5": 0.96093, + "recall_at_10": 0.97024, + "recall_at_20": 0.97773, + "recall_at_100": 0.98901, + "recall_at_1000": 0.99629, + "precision_at_1": 0.93849, + "precision_at_3": 0.35154, + "precision_at_5": 0.21557, + "precision_at_10": 0.11031, + "precision_at_20": 0.05622, + "precision_at_100": 0.01155, + "precision_at_1000": 0.00118, + "mrr_at_1": 0.938494, + "mrr_at_3": 0.964321, + "mrr_at_5": 0.964914, + "mrr_at_10": 0.965095, + "mrr_at_20": 0.965154, + "mrr_at_100": 0.965234, + "mrr_at_1000": 0.965235, + "nauc_ndcg_at_1_max": 0.228567, + "nauc_ndcg_at_1_std": -0.28435, + "nauc_ndcg_at_1_diff1": 0.833685, + "nauc_ndcg_at_3_max": 0.253199, + "nauc_ndcg_at_3_std": -0.089749, + "nauc_ndcg_at_3_diff1": 0.513265, + "nauc_ndcg_at_5_max": 0.243802, + "nauc_ndcg_at_5_std": -0.080152, + "nauc_ndcg_at_5_diff1": 0.502639, + "nauc_ndcg_at_10_max": 0.250331, + "nauc_ndcg_at_10_std": -0.070646, + "nauc_ndcg_at_10_diff1": 0.502641, + "nauc_ndcg_at_20_max": 0.253424, + "nauc_ndcg_at_20_std": -0.07, + "nauc_ndcg_at_20_diff1": 0.512941, + "nauc_ndcg_at_100_max": 0.257293, + "nauc_ndcg_at_100_std": -0.078615, + "nauc_ndcg_at_100_diff1": 0.535297, + "nauc_ndcg_at_1000_max": 0.255655, + "nauc_ndcg_at_1000_std": -0.092169, + "nauc_ndcg_at_1000_diff1": 0.548992, + "nauc_map_at_1_max": 0.225516, + "nauc_map_at_1_std": -0.110841, + "nauc_map_at_1_diff1": 0.602393, + "nauc_map_at_3_max": 0.237695, + "nauc_map_at_3_std": -0.081368, + "nauc_map_at_3_diff1": 0.50648, + "nauc_map_at_5_max": 0.237918, + "nauc_map_at_5_std": -0.08023, + "nauc_map_at_5_diff1": 0.508238, + "nauc_map_at_10_max": 0.24305, + "nauc_map_at_10_std": -0.075793, + "nauc_map_at_10_diff1": 0.511269, + "nauc_map_at_20_max": 0.244581, + "nauc_map_at_20_std": -0.075414, + "nauc_map_at_20_diff1": 0.514841, + "nauc_map_at_100_max": 0.24562, + "nauc_map_at_100_std": -0.076588, + "nauc_map_at_100_diff1": 0.518489, + "nauc_map_at_1000_max": 0.245627, + "nauc_map_at_1000_std": -0.077154, + "nauc_map_at_1000_diff1": 0.519049, + "nauc_recall_at_1_max": 0.225516, + "nauc_recall_at_1_std": -0.110841, + "nauc_recall_at_1_diff1": 0.602393, + "nauc_recall_at_3_max": 0.25117, + "nauc_recall_at_3_std": 0.04056, + "nauc_recall_at_3_diff1": 0.281752, + "nauc_recall_at_5_max": 0.24777, + "nauc_recall_at_5_std": 0.093384, + "nauc_recall_at_5_diff1": 0.225866, + "nauc_recall_at_10_max": 0.282575, + "nauc_recall_at_10_std": 0.180012, + "nauc_recall_at_10_diff1": 0.168302, + "nauc_recall_at_20_max": 0.304282, + "nauc_recall_at_20_std": 0.270201, + "nauc_recall_at_20_diff1": 0.12195, + "nauc_recall_at_100_max": 0.407633, + "nauc_recall_at_100_std": 0.476965, + "nauc_recall_at_100_diff1": 0.09647, + "nauc_recall_at_1000_max": 0.534871, + "nauc_recall_at_1000_std": 0.583394, + "nauc_recall_at_1000_diff1": 0.160846, + "nauc_precision_at_1_max": 0.228567, + "nauc_precision_at_1_std": -0.28435, + "nauc_precision_at_1_diff1": 0.833685, + "nauc_precision_at_3_max": -0.072411, + "nauc_precision_at_3_std": -0.00819, + "nauc_precision_at_3_diff1": -0.255367, + "nauc_precision_at_5_max": -0.088802, + "nauc_precision_at_5_std": 0.004376, + "nauc_precision_at_5_diff1": -0.262091, + "nauc_precision_at_10_max": -0.079997, + "nauc_precision_at_10_std": 0.019877, + "nauc_precision_at_10_diff1": -0.248512, + "nauc_precision_at_20_max": -0.075102, + "nauc_precision_at_20_std": 0.022863, + "nauc_precision_at_20_diff1": -0.23224, + "nauc_precision_at_100_max": -0.082868, + "nauc_precision_at_100_std": 0.009126, + "nauc_precision_at_100_diff1": -0.210977, + "nauc_precision_at_1000_max": -0.095708, + "nauc_precision_at_1000_std": -0.020409, + "nauc_precision_at_1000_diff1": -0.186371, + "nauc_mrr_at_1_max": 0.228567, + "nauc_mrr_at_1_std": -0.28435, + "nauc_mrr_at_1_diff1": 0.833685, + "nauc_mrr_at_3_max": 0.250204, + "nauc_mrr_at_3_std": -0.299704, + "nauc_mrr_at_3_diff1": 0.799868, + "nauc_mrr_at_5_max": 0.244871, + "nauc_mrr_at_5_std": -0.295127, + "nauc_mrr_at_5_diff1": 0.798468, + "nauc_mrr_at_10_max": 0.245434, + "nauc_mrr_at_10_std": -0.292438, + "nauc_mrr_at_10_diff1": 0.798492, + "nauc_mrr_at_20_max": 0.244687, + "nauc_mrr_at_20_std": -0.292678, + "nauc_mrr_at_20_diff1": 0.799428, + "nauc_mrr_at_100_max": 0.2443, + "nauc_mrr_at_100_std": -0.293424, + "nauc_mrr_at_100_diff1": 0.801115, + "nauc_mrr_at_1000_max": 0.244297, + "nauc_mrr_at_1000_std": -0.293431, + "nauc_mrr_at_1000_diff1": 0.801118, + "main_score": 0.94806, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 5956.660101413727, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/FiQA2018.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/FiQA2018.json new file mode 100644 index 000000000..d77fa8fa7 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/FiQA2018.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "27a168819829fe9bcd655c2df245fb19452e8e06", + "task_name": "FiQA2018", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.59722, + "ndcg_at_3": 0.55584, + "ndcg_at_5": 0.56852, + "ndcg_at_10": 0.60118, + "ndcg_at_20": 0.62756, + "ndcg_at_100": 0.66434, + "ndcg_at_1000": 0.67796, + "map_at_1": 0.31213, + "map_at_3": 0.45164, + "map_at_5": 0.4866, + "map_at_10": 0.51637, + "map_at_20": 0.52886, + "map_at_100": 0.53785, + "map_at_1000": 0.53886, + "recall_at_1": 0.31213, + "recall_at_3": 0.50105, + "recall_at_5": 0.57714, + "recall_at_10": 0.67939, + "recall_at_20": 0.75901, + "recall_at_100": 0.90424, + "recall_at_1000": 0.98243, + "precision_at_1": 0.59722, + "precision_at_3": 0.36986, + "precision_at_5": 0.26883, + "precision_at_10": 0.16559, + "precision_at_20": 0.09468, + "precision_at_100": 0.02332, + "precision_at_1000": 0.00258, + "mrr_at_1": 0.597222, + "mrr_at_3": 0.651492, + "mrr_at_5": 0.66376, + "mrr_at_10": 0.673183, + "mrr_at_20": 0.676241, + "mrr_at_100": 0.678682, + "mrr_at_1000": 0.678792, + "nauc_ndcg_at_1_max": 0.435471, + "nauc_ndcg_at_1_std": -0.071188, + "nauc_ndcg_at_1_diff1": 0.629719, + "nauc_ndcg_at_3_max": 0.34357, + "nauc_ndcg_at_3_std": -0.108661, + "nauc_ndcg_at_3_diff1": 0.478167, + "nauc_ndcg_at_5_max": 0.323401, + "nauc_ndcg_at_5_std": -0.103064, + "nauc_ndcg_at_5_diff1": 0.472482, + "nauc_ndcg_at_10_max": 0.334274, + "nauc_ndcg_at_10_std": -0.067193, + "nauc_ndcg_at_10_diff1": 0.485323, + "nauc_ndcg_at_20_max": 0.352779, + "nauc_ndcg_at_20_std": -0.049147, + "nauc_ndcg_at_20_diff1": 0.489522, + "nauc_ndcg_at_100_max": 0.357555, + "nauc_ndcg_at_100_std": -0.04012, + "nauc_ndcg_at_100_diff1": 0.496842, + "nauc_ndcg_at_1000_max": 0.36837, + "nauc_ndcg_at_1000_std": -0.050826, + "nauc_ndcg_at_1000_diff1": 0.499576, + "nauc_map_at_1_max": 0.123228, + "nauc_map_at_1_std": -0.068317, + "nauc_map_at_1_diff1": 0.520125, + "nauc_map_at_3_max": 0.227583, + "nauc_map_at_3_std": -0.104152, + "nauc_map_at_3_diff1": 0.488788, + "nauc_map_at_5_max": 0.262402, + "nauc_map_at_5_std": -0.098312, + "nauc_map_at_5_diff1": 0.472214, + "nauc_map_at_10_max": 0.28962, + "nauc_map_at_10_std": -0.088479, + "nauc_map_at_10_diff1": 0.47177, + "nauc_map_at_20_max": 0.302527, + "nauc_map_at_20_std": -0.07994, + "nauc_map_at_20_diff1": 0.472329, + "nauc_map_at_100_max": 0.30621, + "nauc_map_at_100_std": -0.075253, + "nauc_map_at_100_diff1": 0.472401, + "nauc_map_at_1000_max": 0.306957, + "nauc_map_at_1000_std": -0.075702, + "nauc_map_at_1000_diff1": 0.472385, + "nauc_recall_at_1_max": 0.123228, + "nauc_recall_at_1_std": -0.068317, + "nauc_recall_at_1_diff1": 0.520125, + "nauc_recall_at_3_max": 0.188278, + "nauc_recall_at_3_std": -0.110181, + "nauc_recall_at_3_diff1": 0.42853, + "nauc_recall_at_5_max": 0.204947, + "nauc_recall_at_5_std": -0.101645, + "nauc_recall_at_5_diff1": 0.381874, + "nauc_recall_at_10_max": 0.24264, + "nauc_recall_at_10_std": -0.01445, + "nauc_recall_at_10_diff1": 0.359821, + "nauc_recall_at_20_max": 0.27699, + "nauc_recall_at_20_std": 0.053731, + "nauc_recall_at_20_diff1": 0.348722, + "nauc_recall_at_100_max": 0.17296, + "nauc_recall_at_100_std": 0.220343, + "nauc_recall_at_100_diff1": 0.317347, + "nauc_recall_at_1000_max": 0.30353, + "nauc_recall_at_1000_std": 0.480299, + "nauc_recall_at_1000_diff1": 0.243955, + "nauc_precision_at_1_max": 0.435471, + "nauc_precision_at_1_std": -0.071188, + "nauc_precision_at_1_diff1": 0.629719, + "nauc_precision_at_3_max": 0.394566, + "nauc_precision_at_3_std": -0.069102, + "nauc_precision_at_3_diff1": 0.217063, + "nauc_precision_at_5_max": 0.395105, + "nauc_precision_at_5_std": -0.040795, + "nauc_precision_at_5_diff1": 0.115567, + "nauc_precision_at_10_max": 0.381647, + "nauc_precision_at_10_std": 0.010858, + "nauc_precision_at_10_diff1": 0.039246, + "nauc_precision_at_20_max": 0.381511, + "nauc_precision_at_20_std": 0.051094, + "nauc_precision_at_20_diff1": -0.00468, + "nauc_precision_at_100_max": 0.309215, + "nauc_precision_at_100_std": 0.075769, + "nauc_precision_at_100_diff1": -0.086537, + "nauc_precision_at_1000_max": 0.283249, + "nauc_precision_at_1000_std": 0.040067, + "nauc_precision_at_1000_diff1": -0.132833, + "nauc_mrr_at_1_max": 0.435471, + "nauc_mrr_at_1_std": -0.071188, + "nauc_mrr_at_1_diff1": 0.629719, + "nauc_mrr_at_3_max": 0.447938, + "nauc_mrr_at_3_std": -0.081318, + "nauc_mrr_at_3_diff1": 0.606936, + "nauc_mrr_at_5_max": 0.443982, + "nauc_mrr_at_5_std": -0.080999, + "nauc_mrr_at_5_diff1": 0.602421, + "nauc_mrr_at_10_max": 0.447636, + "nauc_mrr_at_10_std": -0.06653, + "nauc_mrr_at_10_diff1": 0.60168, + "nauc_mrr_at_20_max": 0.445856, + "nauc_mrr_at_20_std": -0.067863, + "nauc_mrr_at_20_diff1": 0.60225, + "nauc_mrr_at_100_max": 0.445549, + "nauc_mrr_at_100_std": -0.068194, + "nauc_mrr_at_100_diff1": 0.603794, + "nauc_mrr_at_1000_max": 0.445589, + "nauc_mrr_at_1000_std": -0.068267, + "nauc_mrr_at_1000_diff1": 0.603766, + "main_score": 0.60118, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 84.08481645584106, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/HotpotQA.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/HotpotQA.json new file mode 100644 index 000000000..c91f2d498 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/HotpotQA.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ab518f4d6fcca38d87c25209f94beba119d02014", + "task_name": "HotpotQA", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.87576, + "ndcg_at_3": 0.73276, + "ndcg_at_5": 0.75717, + "ndcg_at_10": 0.77681, + "ndcg_at_20": 0.78865, + "ndcg_at_100": 0.8042, + "ndcg_at_1000": 0.8134, + "map_at_1": 0.43788, + "map_at_3": 0.66769, + "map_at_5": 0.68811, + "map_at_10": 0.70061, + "map_at_20": 0.70565, + "map_at_100": 0.70901, + "map_at_1000": 0.70955, + "recall_at_1": 0.43788, + "recall_at_3": 0.7027, + "recall_at_5": 0.75098, + "recall_at_10": 0.79993, + "recall_at_20": 0.83795, + "recall_at_100": 0.90621, + "recall_at_1000": 0.96577, + "precision_at_1": 0.87576, + "precision_at_3": 0.46847, + "precision_at_5": 0.30039, + "precision_at_10": 0.15999, + "precision_at_20": 0.08379, + "precision_at_100": 0.01812, + "precision_at_1000": 0.00193, + "mrr_at_1": 0.87576, + "mrr_at_3": 0.907968, + "mrr_at_5": 0.91135, + "mrr_at_10": 0.913228, + "mrr_at_20": 0.913865, + "mrr_at_100": 0.914171, + "mrr_at_1000": 0.914191, + "nauc_ndcg_at_1_max": 0.529848, + "nauc_ndcg_at_1_std": -0.074415, + "nauc_ndcg_at_1_diff1": 0.74138, + "nauc_ndcg_at_3_max": 0.182608, + "nauc_ndcg_at_3_std": 0.028652, + "nauc_ndcg_at_3_diff1": 0.082423, + "nauc_ndcg_at_5_max": 0.187809, + "nauc_ndcg_at_5_std": 0.05266, + "nauc_ndcg_at_5_diff1": 0.082429, + "nauc_ndcg_at_10_max": 0.200532, + "nauc_ndcg_at_10_std": 0.077897, + "nauc_ndcg_at_10_diff1": 0.08953, + "nauc_ndcg_at_20_max": 0.20921, + "nauc_ndcg_at_20_std": 0.091425, + "nauc_ndcg_at_20_diff1": 0.098906, + "nauc_ndcg_at_100_max": 0.220304, + "nauc_ndcg_at_100_std": 0.102001, + "nauc_ndcg_at_100_diff1": 0.108734, + "nauc_ndcg_at_1000_max": 0.224498, + "nauc_ndcg_at_1000_std": 0.090443, + "nauc_ndcg_at_1000_diff1": 0.119508, + "nauc_map_at_1_max": 0.529848, + "nauc_map_at_1_std": -0.074415, + "nauc_map_at_1_diff1": 0.74138, + "nauc_map_at_3_max": 0.143946, + "nauc_map_at_3_std": 0.030435, + "nauc_map_at_3_diff1": 0.027293, + "nauc_map_at_5_max": 0.15001, + "nauc_map_at_5_std": 0.048138, + "nauc_map_at_5_diff1": 0.030212, + "nauc_map_at_10_max": 0.157706, + "nauc_map_at_10_std": 0.061151, + "nauc_map_at_10_diff1": 0.03546, + "nauc_map_at_20_max": 0.160909, + "nauc_map_at_20_std": 0.065694, + "nauc_map_at_20_diff1": 0.038928, + "nauc_map_at_100_max": 0.162717, + "nauc_map_at_100_std": 0.067403, + "nauc_map_at_100_diff1": 0.040282, + "nauc_map_at_1000_max": 0.162844, + "nauc_map_at_1000_std": 0.066972, + "nauc_map_at_1000_diff1": 0.040631, + "nauc_recall_at_1_max": 0.529848, + "nauc_recall_at_1_std": -0.074415, + "nauc_recall_at_1_diff1": 0.74138, + "nauc_recall_at_3_max": 0.11933, + "nauc_recall_at_3_std": 0.053739, + "nauc_recall_at_3_diff1": -0.039494, + "nauc_recall_at_5_max": 0.120871, + "nauc_recall_at_5_std": 0.099072, + "nauc_recall_at_5_diff1": -0.051775, + "nauc_recall_at_10_max": 0.1396, + "nauc_recall_at_10_std": 0.167674, + "nauc_recall_at_10_diff1": -0.0556, + "nauc_recall_at_20_max": 0.157857, + "nauc_recall_at_20_std": 0.228973, + "nauc_recall_at_20_diff1": -0.047106, + "nauc_recall_at_100_max": 0.207038, + "nauc_recall_at_100_std": 0.380023, + "nauc_recall_at_100_diff1": -0.059268, + "nauc_recall_at_1000_max": 0.311577, + "nauc_recall_at_1000_std": 0.515596, + "nauc_recall_at_1000_diff1": -0.036111, + "nauc_precision_at_1_max": 0.529848, + "nauc_precision_at_1_std": -0.074415, + "nauc_precision_at_1_diff1": 0.74138, + "nauc_precision_at_3_max": 0.11933, + "nauc_precision_at_3_std": 0.053739, + "nauc_precision_at_3_diff1": -0.039494, + "nauc_precision_at_5_max": 0.120871, + "nauc_precision_at_5_std": 0.099072, + "nauc_precision_at_5_diff1": -0.051775, + "nauc_precision_at_10_max": 0.1396, + "nauc_precision_at_10_std": 0.167674, + "nauc_precision_at_10_diff1": -0.0556, + "nauc_precision_at_20_max": 0.157857, + "nauc_precision_at_20_std": 0.228973, + "nauc_precision_at_20_diff1": -0.047106, + "nauc_precision_at_100_max": 0.207038, + "nauc_precision_at_100_std": 0.380023, + "nauc_precision_at_100_diff1": -0.059268, + "nauc_precision_at_1000_max": 0.311577, + "nauc_precision_at_1000_std": 0.515596, + "nauc_precision_at_1000_diff1": -0.036111, + "nauc_mrr_at_1_max": 0.529848, + "nauc_mrr_at_1_std": -0.074415, + "nauc_mrr_at_1_diff1": 0.74138, + "nauc_mrr_at_3_max": 0.564481, + "nauc_mrr_at_3_std": -0.058551, + "nauc_mrr_at_3_diff1": 0.735421, + "nauc_mrr_at_5_max": 0.563061, + "nauc_mrr_at_5_std": -0.058522, + "nauc_mrr_at_5_diff1": 0.737819, + "nauc_mrr_at_10_max": 0.562413, + "nauc_mrr_at_10_std": -0.056768, + "nauc_mrr_at_10_diff1": 0.738144, + "nauc_mrr_at_20_max": 0.561659, + "nauc_mrr_at_20_std": -0.057085, + "nauc_mrr_at_20_diff1": 0.738173, + "nauc_mrr_at_100_max": 0.561251, + "nauc_mrr_at_100_std": -0.057101, + "nauc_mrr_at_100_diff1": 0.738056, + "nauc_mrr_at_1000_max": 0.561182, + "nauc_mrr_at_1000_std": -0.05723, + "nauc_mrr_at_1000_diff1": 0.738034, + "main_score": 0.77681, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 4327.574184894562, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/ImdbClassification.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/ImdbClassification.json new file mode 100644 index 000000000..1b6d29929 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/ImdbClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "3d86128a09e091d6018b6d26cad27f2739fc2db7", + "task_name": "ImdbClassification", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "accuracy": 0.969528, + "f1": 0.969527, + "f1_weighted": 0.969527, + "ap": 0.953513, + "ap_weighted": 0.953513, + "scores_per_experiment": [ + { + "accuracy": 0.97028, + "f1": 0.97028, + "f1_weighted": 0.97028, + "ap": 0.957245, + "ap_weighted": 0.957245 + }, + { + "accuracy": 0.97048, + "f1": 0.97048, + "f1_weighted": 0.97048, + "ap": 0.957124, + "ap_weighted": 0.957124 + }, + { + "accuracy": 0.96876, + "f1": 0.968758, + "f1_weighted": 0.968758, + "ap": 0.9504, + "ap_weighted": 0.9504 + }, + { + "accuracy": 0.96956, + "f1": 0.969559, + "f1_weighted": 0.969559, + "ap": 0.953118, + "ap_weighted": 0.953118 + }, + { + "accuracy": 0.97032, + "f1": 0.97032, + "f1_weighted": 0.97032, + "ap": 0.955867, + "ap_weighted": 0.955867 + }, + { + "accuracy": 0.96912, + "f1": 0.969118, + "f1_weighted": 0.969118, + "ap": 0.951475, + "ap_weighted": 0.951475 + }, + { + "accuracy": 0.96876, + "f1": 0.968758, + "f1_weighted": 0.968758, + "ap": 0.950843, + "ap_weighted": 0.950843 + }, + { + "accuracy": 0.96896, + "f1": 0.968958, + "f1_weighted": 0.968958, + "ap": 0.951247, + "ap_weighted": 0.951247 + }, + { + "accuracy": 0.96876, + "f1": 0.968758, + "f1_weighted": 0.968758, + "ap": 0.950604, + "ap_weighted": 0.950604 + }, + { + "accuracy": 0.97028, + "f1": 0.97028, + "f1_weighted": 0.97028, + "ap": 0.957209, + "ap_weighted": 0.957209 + } + ], + "main_score": 0.969528, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 64.43243074417114, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/MSMARCO.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/MSMARCO.json new file mode 100644 index 000000000..e399d94f2 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/MSMARCO.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "c5a29a104738b98a9e76336939199e264163d4a0", + "task_name": "MSMARCO", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.74031, + "ndcg_at_3": 0.73195, + "ndcg_at_5": 0.73662, + "ndcg_at_10": 0.72125, + "ndcg_at_20": 0.7085, + "ndcg_at_100": 0.67414, + "ndcg_at_1000": 0.76541, + "map_at_1": 0.01742, + "map_at_3": 0.05693, + "map_at_5": 0.09209, + "map_at_10": 0.15546, + "map_at_20": 0.25465, + "map_at_100": 0.44432, + "map_at_1000": 0.55001, + "recall_at_1": 0.01742, + "recall_at_3": 0.06239, + "recall_at_5": 0.10144, + "recall_at_10": 0.172, + "recall_at_20": 0.28628, + "recall_at_100": 0.55805, + "recall_at_1000": 0.85225, + "precision_at_1": 0.93023, + "precision_at_3": 0.89147, + "precision_at_5": 0.87442, + "precision_at_10": 0.81628, + "precision_at_20": 0.74767, + "precision_at_100": 0.41, + "precision_at_1000": 0.07993, + "mrr_at_1": 0.930233, + "mrr_at_3": 0.949612, + "mrr_at_5": 0.949612, + "mrr_at_10": 0.952935, + "mrr_at_20": 0.952935, + "mrr_at_100": 0.952935, + "mrr_at_1000": 0.952935, + "nauc_ndcg_at_1_max": 0.05808, + "nauc_ndcg_at_1_std": 0.034134, + "nauc_ndcg_at_1_diff1": 0.186161, + "nauc_ndcg_at_3_max": 0.018094, + "nauc_ndcg_at_3_std": 0.064098, + "nauc_ndcg_at_3_diff1": -0.010893, + "nauc_ndcg_at_5_max": 0.083792, + "nauc_ndcg_at_5_std": 0.18852, + "nauc_ndcg_at_5_diff1": -0.058369, + "nauc_ndcg_at_10_max": 0.126979, + "nauc_ndcg_at_10_std": 0.295906, + "nauc_ndcg_at_10_diff1": -0.173574, + "nauc_ndcg_at_20_max": 0.163643, + "nauc_ndcg_at_20_std": 0.410021, + "nauc_ndcg_at_20_diff1": -0.285122, + "nauc_ndcg_at_100_max": 0.223021, + "nauc_ndcg_at_100_std": 0.440851, + "nauc_ndcg_at_100_diff1": -0.287222, + "nauc_ndcg_at_1000_max": 0.376075, + "nauc_ndcg_at_1000_std": 0.540376, + "nauc_ndcg_at_1000_diff1": -0.544009, + "nauc_map_at_1_max": -0.006242, + "nauc_map_at_1_std": -0.207471, + "nauc_map_at_1_diff1": 0.150166, + "nauc_map_at_3_max": -0.118776, + "nauc_map_at_3_std": -0.327309, + "nauc_map_at_3_diff1": 0.233039, + "nauc_map_at_5_max": -0.096163, + "nauc_map_at_5_std": -0.313633, + "nauc_map_at_5_diff1": 0.234955, + "nauc_map_at_10_max": -0.052948, + "nauc_map_at_10_std": -0.266057, + "nauc_map_at_10_diff1": 0.11809, + "nauc_map_at_20_max": 0.00726, + "nauc_map_at_20_std": -0.162435, + "nauc_map_at_20_diff1": -0.002259, + "nauc_map_at_100_max": 0.050722, + "nauc_map_at_100_std": 0.109039, + "nauc_map_at_100_diff1": -0.225063, + "nauc_map_at_1000_max": 0.169169, + "nauc_map_at_1000_std": 0.449188, + "nauc_map_at_1000_diff1": -0.425153, + "nauc_recall_at_1_max": -0.006242, + "nauc_recall_at_1_std": -0.207471, + "nauc_recall_at_1_diff1": 0.150166, + "nauc_recall_at_3_max": -0.143976, + "nauc_recall_at_3_std": -0.373357, + "nauc_recall_at_3_diff1": 0.28911, + "nauc_recall_at_5_max": -0.108675, + "nauc_recall_at_5_std": -0.356508, + "nauc_recall_at_5_diff1": 0.290299, + "nauc_recall_at_10_max": -0.071036, + "nauc_recall_at_10_std": -0.322899, + "nauc_recall_at_10_diff1": 0.18003, + "nauc_recall_at_20_max": -0.007873, + "nauc_recall_at_20_std": -0.225736, + "nauc_recall_at_20_diff1": 0.05739, + "nauc_recall_at_100_max": 0.059131, + "nauc_recall_at_100_std": -0.003801, + "nauc_recall_at_100_diff1": -0.118692, + "nauc_recall_at_1000_max": 0.501934, + "nauc_recall_at_1000_std": 0.509097, + "nauc_recall_at_1000_diff1": -0.775096, + "nauc_precision_at_1_max": 0.327852, + "nauc_precision_at_1_std": 0.907166, + "nauc_precision_at_1_diff1": -0.326408, + "nauc_precision_at_3_max": -0.227764, + "nauc_precision_at_3_std": 0.382564, + "nauc_precision_at_3_diff1": -0.664604, + "nauc_precision_at_5_max": 0.119267, + "nauc_precision_at_5_std": 0.559565, + "nauc_precision_at_5_diff1": -0.565773, + "nauc_precision_at_10_max": 0.206097, + "nauc_precision_at_10_std": 0.58139, + "nauc_precision_at_10_diff1": -0.628034, + "nauc_precision_at_20_max": 0.194727, + "nauc_precision_at_20_std": 0.623858, + "nauc_precision_at_20_diff1": -0.612012, + "nauc_precision_at_100_max": 0.145366, + "nauc_precision_at_100_std": 0.565281, + "nauc_precision_at_100_diff1": -0.374451, + "nauc_precision_at_1000_max": 0.129751, + "nauc_precision_at_1000_std": 0.58751, + "nauc_precision_at_1000_diff1": -0.351512, + "nauc_mrr_at_1_max": 0.327852, + "nauc_mrr_at_1_std": 0.907166, + "nauc_mrr_at_1_diff1": -0.326408, + "nauc_mrr_at_3_max": 0.41395, + "nauc_mrr_at_3_std": 0.914307, + "nauc_mrr_at_3_diff1": -0.301855, + "nauc_mrr_at_5_max": 0.41395, + "nauc_mrr_at_5_std": 0.914307, + "nauc_mrr_at_5_diff1": -0.301855, + "nauc_mrr_at_10_max": 0.372582, + "nauc_mrr_at_10_std": 0.908258, + "nauc_mrr_at_10_diff1": -0.282975, + "nauc_mrr_at_20_max": 0.372582, + "nauc_mrr_at_20_std": 0.908258, + "nauc_mrr_at_20_diff1": -0.282975, + "nauc_mrr_at_100_max": 0.372582, + "nauc_mrr_at_100_std": 0.908258, + "nauc_mrr_at_100_diff1": -0.282975, + "nauc_mrr_at_1000_max": 0.372582, + "nauc_mrr_at_1000_std": 0.908258, + "nauc_mrr_at_1000_diff1": -0.282975, + "main_score": 0.72125, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 6135.534880161285, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/MTOPDomainClassification.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/MTOPDomainClassification.json new file mode 100644 index 000000000..c2360e2c4 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/MTOPDomainClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "d80d48c1eb48d3562165c59d59d0034df9fff0bf", + "task_name": "MTOPDomainClassification", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "accuracy": 0.991701, + "f1": 0.990764, + "f1_weighted": 0.991712, + "scores_per_experiment": [ + { + "accuracy": 0.991792, + "f1": 0.990743, + "f1_weighted": 0.991806 + }, + { + "accuracy": 0.991792, + "f1": 0.990754, + "f1_weighted": 0.991802 + }, + { + "accuracy": 0.991564, + "f1": 0.990603, + "f1_weighted": 0.991576 + }, + { + "accuracy": 0.991792, + "f1": 0.990963, + "f1_weighted": 0.991804 + }, + { + "accuracy": 0.991108, + "f1": 0.990036, + "f1_weighted": 0.991123 + }, + { + "accuracy": 0.991564, + "f1": 0.99077, + "f1_weighted": 0.991576 + }, + { + "accuracy": 0.992476, + "f1": 0.991698, + "f1_weighted": 0.992483 + }, + { + "accuracy": 0.991792, + "f1": 0.990802, + "f1_weighted": 0.991801 + }, + { + "accuracy": 0.991336, + "f1": 0.990456, + "f1_weighted": 0.99135 + }, + { + "accuracy": 0.991792, + "f1": 0.990819, + "f1_weighted": 0.991799 + } + ], + "main_score": 0.991701, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 15.506375789642334, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/MTOPIntentClassification.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/MTOPIntentClassification.json new file mode 100644 index 000000000..8558dbc4d --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/MTOPIntentClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "ae001d0e6b1228650b7bd1c2c65fb50ad11a8aba", + "task_name": "MTOPIntentClassification", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "accuracy": 0.914843, + "f1": 0.725508, + "f1_weighted": 0.917245, + "scores_per_experiment": [ + { + "accuracy": 0.914729, + "f1": 0.722969, + "f1_weighted": 0.916274 + }, + { + "accuracy": 0.916553, + "f1": 0.735863, + "f1_weighted": 0.92029 + }, + { + "accuracy": 0.922481, + "f1": 0.724315, + "f1_weighted": 0.92627 + }, + { + "accuracy": 0.916781, + "f1": 0.721224, + "f1_weighted": 0.921031 + }, + { + "accuracy": 0.922253, + "f1": 0.732559, + "f1_weighted": 0.926511 + }, + { + "accuracy": 0.912677, + "f1": 0.726805, + "f1_weighted": 0.913192 + }, + { + "accuracy": 0.904013, + "f1": 0.704318, + "f1_weighted": 0.904851 + }, + { + "accuracy": 0.915185, + "f1": 0.725679, + "f1_weighted": 0.919213 + }, + { + "accuracy": 0.917693, + "f1": 0.739263, + "f1_weighted": 0.920989 + }, + { + "accuracy": 0.906065, + "f1": 0.722088, + "f1_weighted": 0.903826 + } + ], + "main_score": 0.914843, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 45.013362407684326, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/MassiveIntentClassification.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/MassiveIntentClassification.json new file mode 100644 index 000000000..95ddd8876 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/MassiveIntentClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "4672e20407010da34463acc759c162ca9734bca6", + "task_name": "MassiveIntentClassification", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "accuracy": 0.85306, + "f1": 0.831076, + "f1_weighted": 0.844685, + "scores_per_experiment": [ + { + "accuracy": 0.855077, + "f1": 0.821182, + "f1_weighted": 0.844661 + }, + { + "accuracy": 0.849697, + "f1": 0.828731, + "f1_weighted": 0.840694 + }, + { + "accuracy": 0.841291, + "f1": 0.823174, + "f1_weighted": 0.831337 + }, + { + "accuracy": 0.85844, + "f1": 0.84116, + "f1_weighted": 0.849079 + }, + { + "accuracy": 0.844317, + "f1": 0.817532, + "f1_weighted": 0.830675 + }, + { + "accuracy": 0.85575, + "f1": 0.843015, + "f1_weighted": 0.852594 + }, + { + "accuracy": 0.846335, + "f1": 0.829128, + "f1_weighted": 0.835505 + }, + { + "accuracy": 0.859785, + "f1": 0.833447, + "f1_weighted": 0.85091 + }, + { + "accuracy": 0.852724, + "f1": 0.828656, + "f1_weighted": 0.848367 + }, + { + "accuracy": 0.867182, + "f1": 0.844731, + "f1_weighted": 0.863026 + } + ], + "main_score": 0.85306, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 37.63224411010742, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/MassiveScenarioClassification.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/MassiveScenarioClassification.json new file mode 100644 index 000000000..0ee4a3653 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/MassiveScenarioClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "fad2c6e8459f9e1c45d9315f4953d921437d70f8", + "task_name": "MassiveScenarioClassification", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "accuracy": 0.911735, + "f1": 0.901595, + "f1_weighted": 0.90802, + "scores_per_experiment": [ + { + "accuracy": 0.914929, + "f1": 0.90744, + "f1_weighted": 0.911576 + }, + { + "accuracy": 0.912576, + "f1": 0.90346, + "f1_weighted": 0.90967 + }, + { + "accuracy": 0.913248, + "f1": 0.901313, + "f1_weighted": 0.908526 + }, + { + "accuracy": 0.907196, + "f1": 0.893421, + "f1_weighted": 0.901597 + }, + { + "accuracy": 0.912239, + "f1": 0.900599, + "f1_weighted": 0.907289 + }, + { + "accuracy": 0.907532, + "f1": 0.900327, + "f1_weighted": 0.904918 + }, + { + "accuracy": 0.905514, + "f1": 0.894437, + "f1_weighted": 0.901042 + }, + { + "accuracy": 0.911567, + "f1": 0.902381, + "f1_weighted": 0.908652 + }, + { + "accuracy": 0.912576, + "f1": 0.90132, + "f1_weighted": 0.909627 + }, + { + "accuracy": 0.919973, + "f1": 0.911254, + "f1_weighted": 0.917301 + } + ], + "main_score": 0.911735, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 15.724743127822876, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/MedrxivClusteringP2P.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/MedrxivClusteringP2P.json new file mode 100644 index 000000000..0ac3a5dc9 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/MedrxivClusteringP2P.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73", + "task_name": "MedrxivClusteringP2P", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "v_measure": 0.467494, + "v_measure_std": 0.012241, + "v_measures": [ + 0.460754, + 0.458475, + 0.461951, + 0.456647, + 0.459498, + 0.486131, + 0.451474, + 0.48696, + 0.479096, + 0.473956 + ], + "main_score": 0.467494, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 131.3436291217804, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/MedrxivClusteringS2S.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/MedrxivClusteringS2S.json new file mode 100644 index 000000000..9aafb9289 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/MedrxivClusteringS2S.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "35191c8c0dca72d8ff3efcd72aa802307d469663", + "task_name": "MedrxivClusteringS2S", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "v_measure": 0.449016, + "v_measure_std": 0.013978, + "v_measures": [ + 0.434327, + 0.44199, + 0.446706, + 0.433692, + 0.43648, + 0.478143, + 0.444802, + 0.468601, + 0.455401, + 0.450019 + ], + "main_score": 0.449016, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 52.110188245773315, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/MindSmallReranking.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/MindSmallReranking.json new file mode 100644 index 000000000..9fc8427bc --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/MindSmallReranking.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "59042f120c80e8afa9cdbb224f67076cec0fc9a7", + "task_name": "MindSmallReranking", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "map": 0.326281, + "mrr": 0.338493, + "nAUC_map_max": -0.210204, + "nAUC_map_std": -0.051638, + "nAUC_map_diff1": 0.104531, + "nAUC_mrr_max": -0.1585, + "nAUC_mrr_std": -0.027011, + "nAUC_mrr_diff1": 0.098352, + "main_score": 0.326281, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 224.62127375602722, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/NFCorpus.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/NFCorpus.json new file mode 100644 index 000000000..064d6a0f1 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/NFCorpus.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814", + "task_name": "NFCorpus", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.54954, + "ndcg_at_3": 0.49876, + "ndcg_at_5": 0.47039, + "ndcg_at_10": 0.43313, + "ndcg_at_20": 0.41086, + "ndcg_at_100": 0.4085, + "ndcg_at_1000": 0.49852, + "map_at_1": 0.07412, + "map_at_3": 0.12438, + "map_at_5": 0.14448, + "map_at_10": 0.1708, + "map_at_20": 0.19273, + "map_at_100": 0.22494, + "map_at_1000": 0.2449, + "recall_at_1": 0.07412, + "recall_at_3": 0.13682, + "recall_at_5": 0.16595, + "recall_at_10": 0.21726, + "recall_at_20": 0.26896, + "recall_at_100": 0.42345, + "recall_at_1000": 0.74752, + "precision_at_1": 0.56656, + "precision_at_3": 0.46646, + "precision_at_5": 0.40619, + "precision_at_10": 0.31796, + "precision_at_20": 0.24195, + "precision_at_100": 0.1065, + "precision_at_1000": 0.02457, + "mrr_at_1": 0.566563, + "mrr_at_3": 0.632095, + "mrr_at_5": 0.63999, + "mrr_at_10": 0.646678, + "mrr_at_20": 0.649608, + "mrr_at_100": 0.651355, + "mrr_at_1000": 0.651606, + "nauc_ndcg_at_1_max": 0.369329, + "nauc_ndcg_at_1_std": 0.188188, + "nauc_ndcg_at_1_diff1": 0.198327, + "nauc_ndcg_at_3_max": 0.37044, + "nauc_ndcg_at_3_std": 0.172918, + "nauc_ndcg_at_3_diff1": 0.120583, + "nauc_ndcg_at_5_max": 0.361203, + "nauc_ndcg_at_5_std": 0.173222, + "nauc_ndcg_at_5_diff1": 0.106337, + "nauc_ndcg_at_10_max": 0.352176, + "nauc_ndcg_at_10_std": 0.194608, + "nauc_ndcg_at_10_diff1": 0.091899, + "nauc_ndcg_at_20_max": 0.343354, + "nauc_ndcg_at_20_std": 0.202528, + "nauc_ndcg_at_20_diff1": 0.084017, + "nauc_ndcg_at_100_max": 0.362388, + "nauc_ndcg_at_100_std": 0.215785, + "nauc_ndcg_at_100_diff1": 0.106399, + "nauc_ndcg_at_1000_max": 0.426963, + "nauc_ndcg_at_1000_std": 0.268738, + "nauc_ndcg_at_1000_diff1": 0.103058, + "nauc_map_at_1_max": 0.034626, + "nauc_map_at_1_std": -0.185752, + "nauc_map_at_1_diff1": 0.428963, + "nauc_map_at_3_max": 0.106291, + "nauc_map_at_3_std": -0.139775, + "nauc_map_at_3_diff1": 0.317847, + "nauc_map_at_5_max": 0.135582, + "nauc_map_at_5_std": -0.131205, + "nauc_map_at_5_diff1": 0.290162, + "nauc_map_at_10_max": 0.184615, + "nauc_map_at_10_std": -0.082696, + "nauc_map_at_10_diff1": 0.249417, + "nauc_map_at_20_max": 0.224656, + "nauc_map_at_20_std": -0.035717, + "nauc_map_at_20_diff1": 0.216654, + "nauc_map_at_100_max": 0.263009, + "nauc_map_at_100_std": 0.046873, + "nauc_map_at_100_diff1": 0.181131, + "nauc_map_at_1000_max": 0.26965, + "nauc_map_at_1000_std": 0.086958, + "nauc_map_at_1000_diff1": 0.158985, + "nauc_recall_at_1_max": 0.034626, + "nauc_recall_at_1_std": -0.185752, + "nauc_recall_at_1_diff1": 0.428963, + "nauc_recall_at_3_max": 0.089686, + "nauc_recall_at_3_std": -0.138366, + "nauc_recall_at_3_diff1": 0.275288, + "nauc_recall_at_5_max": 0.118189, + "nauc_recall_at_5_std": -0.134145, + "nauc_recall_at_5_diff1": 0.245359, + "nauc_recall_at_10_max": 0.155153, + "nauc_recall_at_10_std": -0.079226, + "nauc_recall_at_10_diff1": 0.190975, + "nauc_recall_at_20_max": 0.18786, + "nauc_recall_at_20_std": -0.037244, + "nauc_recall_at_20_diff1": 0.138233, + "nauc_recall_at_100_max": 0.213034, + "nauc_recall_at_100_std": 0.095696, + "nauc_recall_at_100_diff1": 0.045838, + "nauc_recall_at_1000_max": 0.18991, + "nauc_recall_at_1000_std": 0.146901, + "nauc_recall_at_1000_diff1": -0.064048, + "nauc_precision_at_1_max": 0.388881, + "nauc_precision_at_1_std": 0.196065, + "nauc_precision_at_1_diff1": 0.188443, + "nauc_precision_at_3_max": 0.385528, + "nauc_precision_at_3_std": 0.22456, + "nauc_precision_at_3_diff1": -0.000451, + "nauc_precision_at_5_max": 0.369122, + "nauc_precision_at_5_std": 0.246269, + "nauc_precision_at_5_diff1": -0.055478, + "nauc_precision_at_10_max": 0.353133, + "nauc_precision_at_10_std": 0.326397, + "nauc_precision_at_10_diff1": -0.126832, + "nauc_precision_at_20_max": 0.311714, + "nauc_precision_at_20_std": 0.372027, + "nauc_precision_at_20_diff1": -0.15146, + "nauc_precision_at_100_max": 0.164786, + "nauc_precision_at_100_std": 0.413436, + "nauc_precision_at_100_diff1": -0.191827, + "nauc_precision_at_1000_max": 0.050433, + "nauc_precision_at_1000_std": 0.345184, + "nauc_precision_at_1000_diff1": -0.189264, + "nauc_mrr_at_1_max": 0.388881, + "nauc_mrr_at_1_std": 0.196065, + "nauc_mrr_at_1_diff1": 0.188443, + "nauc_mrr_at_3_max": 0.432507, + "nauc_mrr_at_3_std": 0.237515, + "nauc_mrr_at_3_diff1": 0.188959, + "nauc_mrr_at_5_max": 0.438456, + "nauc_mrr_at_5_std": 0.237064, + "nauc_mrr_at_5_diff1": 0.199659, + "nauc_mrr_at_10_max": 0.440759, + "nauc_mrr_at_10_std": 0.247276, + "nauc_mrr_at_10_diff1": 0.194665, + "nauc_mrr_at_20_max": 0.441696, + "nauc_mrr_at_20_std": 0.246675, + "nauc_mrr_at_20_diff1": 0.191246, + "nauc_mrr_at_100_max": 0.441064, + "nauc_mrr_at_100_std": 0.245961, + "nauc_mrr_at_100_diff1": 0.191742, + "nauc_mrr_at_1000_max": 0.440831, + "nauc_mrr_at_1000_std": 0.245796, + "nauc_mrr_at_1000_diff1": 0.191781, + "main_score": 0.43313, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 10.75418734550476, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/NQ.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/NQ.json new file mode 100644 index 000000000..ac0616842 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/NQ.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "b774495ed302d8c44a3a7ea25c90dbce03968f31", + "task_name": "NQ", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.52752, + "ndcg_at_3": 0.65186, + "ndcg_at_5": 0.68931, + "ndcg_at_10": 0.71487, + "ndcg_at_20": 0.72694, + "ndcg_at_100": 0.73603, + "ndcg_at_1000": 0.73772, + "map_at_1": 0.47446, + "map_at_3": 0.60945, + "map_at_5": 0.6333, + "map_at_10": 0.64581, + "map_at_20": 0.64978, + "map_at_100": 0.65142, + "map_at_1000": 0.65151, + "recall_at_1": 0.47446, + "recall_at_3": 0.74133, + "recall_at_5": 0.82575, + "recall_at_10": 0.89827, + "recall_at_20": 0.94238, + "recall_at_100": 0.98646, + "recall_at_1000": 0.99846, + "precision_at_1": 0.52752, + "precision_at_3": 0.28911, + "precision_at_5": 0.19606, + "precision_at_10": 0.108, + "precision_at_20": 0.05694, + "precision_at_100": 0.01199, + "precision_at_1000": 0.00122, + "mrr_at_1": 0.52752, + "mrr_at_3": 0.641029, + "mrr_at_5": 0.658613, + "mrr_at_10": 0.66686, + "mrr_at_20": 0.669409, + "mrr_at_100": 0.670379, + "mrr_at_1000": 0.670432, + "nauc_ndcg_at_1_max": 0.303808, + "nauc_ndcg_at_1_std": -0.059129, + "nauc_ndcg_at_1_diff1": 0.470165, + "nauc_ndcg_at_3_max": 0.357466, + "nauc_ndcg_at_3_std": -0.083171, + "nauc_ndcg_at_3_diff1": 0.418012, + "nauc_ndcg_at_5_max": 0.365622, + "nauc_ndcg_at_5_std": -0.072429, + "nauc_ndcg_at_5_diff1": 0.418656, + "nauc_ndcg_at_10_max": 0.368005, + "nauc_ndcg_at_10_std": -0.061641, + "nauc_ndcg_at_10_diff1": 0.429286, + "nauc_ndcg_at_20_max": 0.36518, + "nauc_ndcg_at_20_std": -0.053892, + "nauc_ndcg_at_20_diff1": 0.432495, + "nauc_ndcg_at_100_max": 0.35918, + "nauc_ndcg_at_100_std": -0.052897, + "nauc_ndcg_at_100_diff1": 0.434364, + "nauc_ndcg_at_1000_max": 0.355555, + "nauc_ndcg_at_1000_std": -0.056571, + "nauc_ndcg_at_1000_diff1": 0.432952, + "nauc_map_at_1_max": 0.278454, + "nauc_map_at_1_std": -0.084687, + "nauc_map_at_1_diff1": 0.461481, + "nauc_map_at_3_max": 0.338624, + "nauc_map_at_3_std": -0.087464, + "nauc_map_at_3_diff1": 0.42821, + "nauc_map_at_5_max": 0.343698, + "nauc_map_at_5_std": -0.078936, + "nauc_map_at_5_diff1": 0.428696, + "nauc_map_at_10_max": 0.344699, + "nauc_map_at_10_std": -0.073722, + "nauc_map_at_10_diff1": 0.432528, + "nauc_map_at_20_max": 0.344121, + "nauc_map_at_20_std": -0.071491, + "nauc_map_at_20_diff1": 0.433789, + "nauc_map_at_100_max": 0.343433, + "nauc_map_at_100_std": -0.070852, + "nauc_map_at_100_diff1": 0.433953, + "nauc_map_at_1000_max": 0.343293, + "nauc_map_at_1000_std": -0.070969, + "nauc_map_at_1000_diff1": 0.433893, + "nauc_recall_at_1_max": 0.278454, + "nauc_recall_at_1_std": -0.084687, + "nauc_recall_at_1_diff1": 0.461481, + "nauc_recall_at_3_max": 0.394993, + "nauc_recall_at_3_std": -0.102782, + "nauc_recall_at_3_diff1": 0.362394, + "nauc_recall_at_5_max": 0.437836, + "nauc_recall_at_5_std": -0.084871, + "nauc_recall_at_5_diff1": 0.347778, + "nauc_recall_at_10_max": 0.505553, + "nauc_recall_at_10_std": -0.037254, + "nauc_recall_at_10_diff1": 0.387568, + "nauc_recall_at_20_max": 0.566151, + "nauc_recall_at_20_std": 0.074285, + "nauc_recall_at_20_diff1": 0.39919, + "nauc_recall_at_100_max": 0.791225, + "nauc_recall_at_100_std": 0.452647, + "nauc_recall_at_100_diff1": 0.522652, + "nauc_recall_at_1000_max": 0.757421, + "nauc_recall_at_1000_std": 0.713295, + "nauc_recall_at_1000_diff1": -0.02503, + "nauc_precision_at_1_max": 0.303808, + "nauc_precision_at_1_std": -0.059129, + "nauc_precision_at_1_diff1": 0.470165, + "nauc_precision_at_3_max": 0.301298, + "nauc_precision_at_3_std": 0.009234, + "nauc_precision_at_3_diff1": 0.186972, + "nauc_precision_at_5_max": 0.246955, + "nauc_precision_at_5_std": 0.064975, + "nauc_precision_at_5_diff1": 0.090141, + "nauc_precision_at_10_max": 0.177006, + "nauc_precision_at_10_std": 0.121744, + "nauc_precision_at_10_diff1": 0.015388, + "nauc_precision_at_20_max": 0.114736, + "nauc_precision_at_20_std": 0.162131, + "nauc_precision_at_20_diff1": -0.043109, + "nauc_precision_at_100_max": 0.035708, + "nauc_precision_at_100_std": 0.185558, + "nauc_precision_at_100_diff1": -0.108589, + "nauc_precision_at_1000_max": -0.00238, + "nauc_precision_at_1000_std": 0.169413, + "nauc_precision_at_1000_diff1": -0.137766, + "nauc_mrr_at_1_max": 0.303808, + "nauc_mrr_at_1_std": -0.059129, + "nauc_mrr_at_1_diff1": 0.470165, + "nauc_mrr_at_3_max": 0.350581, + "nauc_mrr_at_3_std": -0.05724, + "nauc_mrr_at_3_diff1": 0.433839, + "nauc_mrr_at_5_max": 0.351297, + "nauc_mrr_at_5_std": -0.053953, + "nauc_mrr_at_5_diff1": 0.436497, + "nauc_mrr_at_10_max": 0.350016, + "nauc_mrr_at_10_std": -0.052087, + "nauc_mrr_at_10_diff1": 0.441327, + "nauc_mrr_at_20_max": 0.348913, + "nauc_mrr_at_20_std": -0.050933, + "nauc_mrr_at_20_diff1": 0.441638, + "nauc_mrr_at_100_max": 0.348054, + "nauc_mrr_at_100_std": -0.05136, + "nauc_mrr_at_100_diff1": 0.441738, + "nauc_mrr_at_1000_max": 0.34795, + "nauc_mrr_at_1000_std": -0.051476, + "nauc_mrr_at_1000_diff1": 0.441696, + "main_score": 0.71487, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 2640.2328219413757, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/QuoraRetrieval.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/QuoraRetrieval.json new file mode 100644 index 000000000..3587a1efc --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/QuoraRetrieval.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "e4e08e0b7dbe3c8700f0daef558ff32256715259", + "task_name": "QuoraRetrieval", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.833, + "ndcg_at_3": 0.87501, + "ndcg_at_5": 0.88998, + "ndcg_at_10": 0.90038, + "ndcg_at_20": 0.90619, + "ndcg_at_100": 0.91049, + "ndcg_at_1000": 0.91105, + "map_at_1": 0.72424, + "map_at_3": 0.83766, + "map_at_5": 0.85616, + "map_at_10": 0.86626, + "map_at_20": 0.87034, + "map_at_100": 0.87233, + "map_at_1000": 0.87245, + "recall_at_1": 0.72424, + "recall_at_3": 0.89155, + "recall_at_5": 0.93425, + "recall_at_10": 0.96514, + "recall_at_20": 0.98334, + "recall_at_100": 0.99785, + "recall_at_1000": 0.99997, + "precision_at_1": 0.833, + "precision_at_3": 0.38393, + "precision_at_5": 0.25228, + "precision_at_10": 0.13647, + "precision_at_20": 0.07225, + "precision_at_100": 0.01543, + "precision_at_1000": 0.00157, + "mrr_at_1": 0.833, + "mrr_at_3": 0.883, + "mrr_at_5": 0.889035, + "mrr_at_10": 0.891384, + "mrr_at_20": 0.891953, + "mrr_at_100": 0.892117, + "mrr_at_1000": 0.89212, + "nauc_ndcg_at_1_max": 0.360665, + "nauc_ndcg_at_1_std": -0.425286, + "nauc_ndcg_at_1_diff1": 0.793747, + "nauc_ndcg_at_3_max": 0.332171, + "nauc_ndcg_at_3_std": -0.506815, + "nauc_ndcg_at_3_diff1": 0.773029, + "nauc_ndcg_at_5_max": 0.33578, + "nauc_ndcg_at_5_std": -0.513024, + "nauc_ndcg_at_5_diff1": 0.777322, + "nauc_ndcg_at_10_max": 0.341893, + "nauc_ndcg_at_10_std": -0.51231, + "nauc_ndcg_at_10_diff1": 0.779151, + "nauc_ndcg_at_20_max": 0.347652, + "nauc_ndcg_at_20_std": -0.492675, + "nauc_ndcg_at_20_diff1": 0.778851, + "nauc_ndcg_at_100_max": 0.351212, + "nauc_ndcg_at_100_std": -0.471897, + "nauc_ndcg_at_100_diff1": 0.778819, + "nauc_ndcg_at_1000_max": 0.352096, + "nauc_ndcg_at_1000_std": -0.471269, + "nauc_ndcg_at_1000_diff1": 0.77874, + "nauc_map_at_1_max": 0.253507, + "nauc_map_at_1_std": -0.426645, + "nauc_map_at_1_diff1": 0.821013, + "nauc_map_at_3_max": 0.30685, + "nauc_map_at_3_std": -0.528243, + "nauc_map_at_3_diff1": 0.788106, + "nauc_map_at_5_max": 0.322752, + "nauc_map_at_5_std": -0.525468, + "nauc_map_at_5_diff1": 0.784853, + "nauc_map_at_10_max": 0.33239, + "nauc_map_at_10_std": -0.515082, + "nauc_map_at_10_diff1": 0.781853, + "nauc_map_at_20_max": 0.336442, + "nauc_map_at_20_std": -0.501154, + "nauc_map_at_20_diff1": 0.780265, + "nauc_map_at_100_max": 0.337945, + "nauc_map_at_100_std": -0.491504, + "nauc_map_at_100_diff1": 0.779653, + "nauc_map_at_1000_max": 0.338135, + "nauc_map_at_1000_std": -0.491198, + "nauc_map_at_1000_diff1": 0.779596, + "nauc_recall_at_1_max": 0.253507, + "nauc_recall_at_1_std": -0.426645, + "nauc_recall_at_1_diff1": 0.821013, + "nauc_recall_at_3_max": 0.264941, + "nauc_recall_at_3_std": -0.620444, + "nauc_recall_at_3_diff1": 0.753519, + "nauc_recall_at_5_max": 0.265483, + "nauc_recall_at_5_std": -0.686455, + "nauc_recall_at_5_diff1": 0.742904, + "nauc_recall_at_10_max": 0.280472, + "nauc_recall_at_10_std": -0.804711, + "nauc_recall_at_10_diff1": 0.745668, + "nauc_recall_at_20_max": 0.292967, + "nauc_recall_at_20_std": -0.772526, + "nauc_recall_at_20_diff1": 0.735218, + "nauc_recall_at_100_max": 0.296001, + "nauc_recall_at_100_std": -0.369144, + "nauc_recall_at_100_diff1": 0.719031, + "nauc_recall_at_1000_max": 0.659499, + "nauc_recall_at_1000_std": 0.652771, + "nauc_recall_at_1000_diff1": 0.68762, + "nauc_precision_at_1_max": 0.360665, + "nauc_precision_at_1_std": -0.425286, + "nauc_precision_at_1_diff1": 0.793747, + "nauc_precision_at_3_max": 0.052775, + "nauc_precision_at_3_std": 0.057708, + "nauc_precision_at_3_diff1": -0.246181, + "nauc_precision_at_5_max": 0.009323, + "nauc_precision_at_5_std": 0.175438, + "nauc_precision_at_5_diff1": -0.360304, + "nauc_precision_at_10_max": -0.02321, + "nauc_precision_at_10_std": 0.264542, + "nauc_precision_at_10_diff1": -0.422061, + "nauc_precision_at_20_max": -0.04122, + "nauc_precision_at_20_std": 0.335662, + "nauc_precision_at_20_diff1": -0.446324, + "nauc_precision_at_100_max": -0.056459, + "nauc_precision_at_100_std": 0.401704, + "nauc_precision_at_100_diff1": -0.458818, + "nauc_precision_at_1000_max": -0.055985, + "nauc_precision_at_1000_std": 0.404021, + "nauc_precision_at_1000_diff1": -0.46054, + "nauc_mrr_at_1_max": 0.360665, + "nauc_mrr_at_1_std": -0.425286, + "nauc_mrr_at_1_diff1": 0.793747, + "nauc_mrr_at_3_max": 0.363166, + "nauc_mrr_at_3_std": -0.450789, + "nauc_mrr_at_3_diff1": 0.783276, + "nauc_mrr_at_5_max": 0.363657, + "nauc_mrr_at_5_std": -0.451793, + "nauc_mrr_at_5_diff1": 0.785424, + "nauc_mrr_at_10_max": 0.363128, + "nauc_mrr_at_10_std": -0.450655, + "nauc_mrr_at_10_diff1": 0.785756, + "nauc_mrr_at_20_max": 0.36327, + "nauc_mrr_at_20_std": -0.448535, + "nauc_mrr_at_20_diff1": 0.785722, + "nauc_mrr_at_100_max": 0.363322, + "nauc_mrr_at_100_std": -0.448025, + "nauc_mrr_at_100_diff1": 0.785773, + "nauc_mrr_at_1000_max": 0.363314, + "nauc_mrr_at_1000_std": -0.448041, + "nauc_mrr_at_1000_diff1": 0.785778, + "main_score": 0.90038, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 361.56293845176697, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/RedditClustering.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/RedditClustering.json new file mode 100644 index 000000000..d9b990012 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/RedditClustering.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "24640382cdbf8abc73003fb0fa6d111a705499eb", + "task_name": "RedditClustering", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "v_measure": 0.730223, + "v_measure_std": 0.025644, + "v_measures": [ + 0.729733, + 0.777227, + 0.712394, + 0.742092, + 0.733306, + 0.711724, + 0.73474, + 0.714857, + 0.719171, + 0.717609, + 0.702311, + 0.742625, + 0.708966, + 0.742926, + 0.791556, + 0.702021, + 0.738643, + 0.796793, + 0.731005, + 0.703376, + 0.71075, + 0.719123, + 0.714299, + 0.749132, + 0.709188 + ], + "main_score": 0.730223, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 203.93328976631165, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/RedditClusteringP2P.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/RedditClusteringP2P.json new file mode 100644 index 000000000..1ed542d19 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/RedditClusteringP2P.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "385e3cb46b4cfa89021f56c4380204149d0efe33", + "task_name": "RedditClusteringP2P", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "v_measure": 0.747154, + "v_measure_std": 0.082851, + "v_measures": [ + 0.765361, + 0.771668, + 0.737614, + 0.582583, + 0.81004, + 0.75544, + 0.600898, + 0.840176, + 0.799793, + 0.807965 + ], + "main_score": 0.747154, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 623.9873485565186, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/SCIDOCS.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/SCIDOCS.json new file mode 100644 index 000000000..de09e63e5 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/SCIDOCS.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88", + "task_name": "SCIDOCS", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.291, + "ndcg_at_3": 0.22891, + "ndcg_at_5": 0.20055, + "ndcg_at_10": 0.24638, + "ndcg_at_20": 0.28189, + "ndcg_at_100": 0.34589, + "ndcg_at_1000": 0.3993, + "map_at_1": 0.05903, + "map_at_3": 0.10375, + "map_at_5": 0.12503, + "map_at_10": 0.14997, + "map_at_20": 0.16383, + "map_at_100": 0.17769, + "map_at_1000": 0.18115, + "recall_at_1": 0.05903, + "recall_at_3": 0.12943, + "recall_at_5": 0.17818, + "recall_at_10": 0.26163, + "recall_at_20": 0.3446, + "recall_at_100": 0.5524, + "recall_at_1000": 0.81115, + "precision_at_1": 0.291, + "precision_at_3": 0.213, + "precision_at_5": 0.176, + "precision_at_10": 0.1292, + "precision_at_20": 0.085, + "precision_at_100": 0.02721, + "precision_at_1000": 0.004, + "mrr_at_1": 0.291, + "mrr_at_3": 0.368667, + "mrr_at_5": 0.389617, + "mrr_at_10": 0.405986, + "mrr_at_20": 0.413132, + "mrr_at_100": 0.417298, + "mrr_at_1000": 0.417584, + "nauc_ndcg_at_1_max": 0.184908, + "nauc_ndcg_at_1_std": 0.083766, + "nauc_ndcg_at_1_diff1": 0.220483, + "nauc_ndcg_at_3_max": 0.191712, + "nauc_ndcg_at_3_std": 0.104074, + "nauc_ndcg_at_3_diff1": 0.163013, + "nauc_ndcg_at_5_max": 0.20069, + "nauc_ndcg_at_5_std": 0.118195, + "nauc_ndcg_at_5_diff1": 0.164224, + "nauc_ndcg_at_10_max": 0.202641, + "nauc_ndcg_at_10_std": 0.147043, + "nauc_ndcg_at_10_diff1": 0.151067, + "nauc_ndcg_at_20_max": 0.215015, + "nauc_ndcg_at_20_std": 0.172922, + "nauc_ndcg_at_20_diff1": 0.141651, + "nauc_ndcg_at_100_max": 0.232308, + "nauc_ndcg_at_100_std": 0.224258, + "nauc_ndcg_at_100_diff1": 0.122911, + "nauc_ndcg_at_1000_max": 0.234699, + "nauc_ndcg_at_1000_std": 0.227645, + "nauc_ndcg_at_1000_diff1": 0.1254, + "nauc_map_at_1_max": 0.178236, + "nauc_map_at_1_std": 0.081625, + "nauc_map_at_1_diff1": 0.218362, + "nauc_map_at_3_max": 0.191677, + "nauc_map_at_3_std": 0.095257, + "nauc_map_at_3_diff1": 0.162302, + "nauc_map_at_5_max": 0.203156, + "nauc_map_at_5_std": 0.106218, + "nauc_map_at_5_diff1": 0.162404, + "nauc_map_at_10_max": 0.202029, + "nauc_map_at_10_std": 0.129342, + "nauc_map_at_10_diff1": 0.147992, + "nauc_map_at_20_max": 0.207278, + "nauc_map_at_20_std": 0.146676, + "nauc_map_at_20_diff1": 0.140374, + "nauc_map_at_100_max": 0.214579, + "nauc_map_at_100_std": 0.164902, + "nauc_map_at_100_diff1": 0.135188, + "nauc_map_at_1000_max": 0.215714, + "nauc_map_at_1000_std": 0.16746, + "nauc_map_at_1000_diff1": 0.134916, + "nauc_recall_at_1_max": 0.178236, + "nauc_recall_at_1_std": 0.081625, + "nauc_recall_at_1_diff1": 0.218362, + "nauc_recall_at_3_max": 0.185764, + "nauc_recall_at_3_std": 0.113546, + "nauc_recall_at_3_diff1": 0.135547, + "nauc_recall_at_5_max": 0.198008, + "nauc_recall_at_5_std": 0.133324, + "nauc_recall_at_5_diff1": 0.135029, + "nauc_recall_at_10_max": 0.186454, + "nauc_recall_at_10_std": 0.175544, + "nauc_recall_at_10_diff1": 0.104276, + "nauc_recall_at_20_max": 0.199903, + "nauc_recall_at_20_std": 0.219707, + "nauc_recall_at_20_diff1": 0.07863, + "nauc_recall_at_100_max": 0.211196, + "nauc_recall_at_100_std": 0.334524, + "nauc_recall_at_100_diff1": 0.007107, + "nauc_recall_at_1000_max": 0.20188, + "nauc_recall_at_1000_std": 0.39786, + "nauc_recall_at_1000_diff1": -0.040011, + "nauc_precision_at_1_max": 0.184908, + "nauc_precision_at_1_std": 0.083766, + "nauc_precision_at_1_diff1": 0.220483, + "nauc_precision_at_3_max": 0.191786, + "nauc_precision_at_3_std": 0.116744, + "nauc_precision_at_3_diff1": 0.135931, + "nauc_precision_at_5_max": 0.204581, + "nauc_precision_at_5_std": 0.135076, + "nauc_precision_at_5_diff1": 0.136196, + "nauc_precision_at_10_max": 0.194371, + "nauc_precision_at_10_std": 0.177549, + "nauc_precision_at_10_diff1": 0.106315, + "nauc_precision_at_20_max": 0.209159, + "nauc_precision_at_20_std": 0.219286, + "nauc_precision_at_20_diff1": 0.08251, + "nauc_precision_at_100_max": 0.222412, + "nauc_precision_at_100_std": 0.329259, + "nauc_precision_at_100_diff1": 0.015638, + "nauc_precision_at_1000_max": 0.221, + "nauc_precision_at_1000_std": 0.372277, + "nauc_precision_at_1000_diff1": -0.023548, + "nauc_mrr_at_1_max": 0.184908, + "nauc_mrr_at_1_std": 0.083766, + "nauc_mrr_at_1_diff1": 0.220483, + "nauc_mrr_at_3_max": 0.183602, + "nauc_mrr_at_3_std": 0.095796, + "nauc_mrr_at_3_diff1": 0.187544, + "nauc_mrr_at_5_max": 0.185224, + "nauc_mrr_at_5_std": 0.097473, + "nauc_mrr_at_5_diff1": 0.190625, + "nauc_mrr_at_10_max": 0.19067, + "nauc_mrr_at_10_std": 0.107103, + "nauc_mrr_at_10_diff1": 0.19444, + "nauc_mrr_at_20_max": 0.191184, + "nauc_mrr_at_20_std": 0.106384, + "nauc_mrr_at_20_diff1": 0.195223, + "nauc_mrr_at_100_max": 0.192003, + "nauc_mrr_at_100_std": 0.106891, + "nauc_mrr_at_100_diff1": 0.194009, + "nauc_mrr_at_1000_max": 0.191676, + "nauc_mrr_at_1000_std": 0.106498, + "nauc_mrr_at_1000_diff1": 0.194127, + "main_score": 0.24638, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 46.88381218910217, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/SICK-R.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/SICK-R.json new file mode 100644 index 000000000..fd60d0cdc --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/SICK-R.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "20a6d6f312dd54037fe07a32d58e5e168867909d", + "task_name": "SICK-R", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "pearson": 0.868981, + "spearman": 0.82234, + "cosine_pearson": 0.868981, + "cosine_spearman": 0.82234, + "manhattan_pearson": 0.841165, + "manhattan_spearman": 0.82063, + "euclidean_pearson": 0.840688, + "euclidean_spearman": 0.822329, + "main_score": 0.82234, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 10.222068071365356, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/STS12.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/STS12.json new file mode 100644 index 000000000..ad24aa45e --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/STS12.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "a0d554a64d88156834ff5ae9920b964011b16384", + "task_name": "STS12", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "pearson": 0.878269, + "spearman": 0.802578, + "cosine_pearson": 0.878269, + "cosine_spearman": 0.802578, + "manhattan_pearson": 0.850902, + "manhattan_spearman": 0.805777, + "euclidean_pearson": 0.847199, + "euclidean_spearman": 0.802547, + "main_score": 0.802578, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 3.2540626525878906, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/STS13.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/STS13.json new file mode 100644 index 000000000..790d4ae40 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/STS13.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "7e90230a92c190f1bf69ae9002b8cea547a64cca", + "task_name": "STS13", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "pearson": 0.894577, + "spearman": 0.89692, + "cosine_pearson": 0.894577, + "cosine_spearman": 0.89692, + "manhattan_pearson": 0.891685, + "manhattan_spearman": 0.898889, + "euclidean_pearson": 0.890797, + "euclidean_spearman": 0.897003, + "main_score": 0.89692, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 1.9246222972869873, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/STS14.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/STS14.json new file mode 100644 index 000000000..10c60c464 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/STS14.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "6031580fec1f6af667f0bd2da0a551cf4f0b2375", + "task_name": "STS14", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "pearson": 0.870199, + "spearman": 0.853155, + "cosine_pearson": 0.870199, + "cosine_spearman": 0.853155, + "manhattan_pearson": 0.862416, + "manhattan_spearman": 0.85544, + "euclidean_pearson": 0.861032, + "euclidean_spearman": 0.853149, + "main_score": 0.853155, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 3.7691190242767334, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/STS15.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/STS15.json new file mode 100644 index 000000000..5ad590674 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/STS15.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "ae752c7c21bf194d8b67fd573edf7ae58183cbe3", + "task_name": "STS15", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "pearson": 0.89593, + "spearman": 0.901574, + "cosine_pearson": 0.89593, + "cosine_spearman": 0.901574, + "manhattan_pearson": 0.899391, + "manhattan_spearman": 0.904357, + "euclidean_pearson": 0.897665, + "euclidean_spearman": 0.901554, + "main_score": 0.901574, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 3.158693313598633, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/STS16.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/STS16.json new file mode 100644 index 000000000..61d5c4c44 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/STS16.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "4d8694f8f0e0100860b497b999b3dbed754a0513", + "task_name": "STS16", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "pearson": 0.850354, + "spearman": 0.864191, + "cosine_pearson": 0.850354, + "cosine_spearman": 0.864191, + "manhattan_pearson": 0.858992, + "manhattan_spearman": 0.867274, + "euclidean_pearson": 0.85638, + "euclidean_spearman": 0.8642, + "main_score": 0.864191, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 1.6505553722381592, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/STS17.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/STS17.json new file mode 100644 index 000000000..c75a2706c --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/STS17.json @@ -0,0 +1,138 @@ +{ + "dataset_revision": "faeb762787bd10488a50c8b5be4a3b82e411949c", + "task_name": "STS17", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "pearson": 0.541098, + "spearman": 0.52721, + "cosine_pearson": 0.541098, + "cosine_spearman": 0.52721, + "manhattan_pearson": 0.548909, + "manhattan_spearman": 0.527279, + "euclidean_pearson": 0.546541, + "euclidean_spearman": 0.528582, + "main_score": 0.52721, + "hf_subset": "en-ar", + "languages": [ + "eng-Latn", + "ara-Arab" + ] + }, + { + "pearson": 0.843262, + "spearman": 0.841421, + "cosine_pearson": 0.843262, + "cosine_spearman": 0.841421, + "manhattan_pearson": 0.838999, + "manhattan_spearman": 0.839987, + "euclidean_pearson": 0.840174, + "euclidean_spearman": 0.841711, + "main_score": 0.841421, + "hf_subset": "fr-en", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + }, + { + "pearson": 0.913897, + "spearman": 0.910079, + "cosine_pearson": 0.913897, + "cosine_spearman": 0.910079, + "manhattan_pearson": 0.908917, + "manhattan_spearman": 0.907834, + "euclidean_pearson": 0.910361, + "euclidean_spearman": 0.91011, + "main_score": 0.910079, + "hf_subset": "en-en", + "languages": [ + "eng-Latn" + ] + }, + { + "pearson": 0.84636, + "spearman": 0.841977, + "cosine_pearson": 0.84636, + "cosine_spearman": 0.841977, + "manhattan_pearson": 0.846895, + "manhattan_spearman": 0.841849, + "euclidean_pearson": 0.84753, + "euclidean_spearman": 0.842251, + "main_score": 0.841977, + "hf_subset": "nl-en", + "languages": [ + "nld-Latn", + "eng-Latn" + ] + }, + { + "pearson": 0.858595, + "spearman": 0.869965, + "cosine_pearson": 0.858595, + "cosine_spearman": 0.869965, + "manhattan_pearson": 0.869245, + "manhattan_spearman": 0.873949, + "euclidean_pearson": 0.865575, + "euclidean_spearman": 0.86997, + "main_score": 0.869965, + "hf_subset": "es-en", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "pearson": 0.85959, + "spearman": 0.863103, + "cosine_pearson": 0.85959, + "cosine_spearman": 0.863103, + "manhattan_pearson": 0.857486, + "manhattan_spearman": 0.860977, + "euclidean_pearson": 0.858361, + "euclidean_spearman": 0.862741, + "main_score": 0.863103, + "hf_subset": "it-en", + "languages": [ + "ita-Latn", + "eng-Latn" + ] + }, + { + "pearson": 0.862629, + "spearman": 0.858372, + "cosine_pearson": 0.862629, + "cosine_spearman": 0.858372, + "manhattan_pearson": 0.862491, + "manhattan_spearman": 0.854973, + "euclidean_pearson": 0.865074, + "euclidean_spearman": 0.858337, + "main_score": 0.858372, + "hf_subset": "en-de", + "languages": [ + "eng-Latn", + "deu-Latn" + ] + }, + { + "pearson": 0.575675, + "spearman": 0.555649, + "cosine_pearson": 0.575675, + "cosine_spearman": 0.555649, + "manhattan_pearson": 0.574686, + "manhattan_spearman": 0.553816, + "euclidean_pearson": 0.576351, + "euclidean_spearman": 0.555019, + "main_score": 0.555649, + "hf_subset": "en-tr", + "languages": [ + "eng-Latn", + "tur-Latn" + ] + } + ] + }, + "evaluation_time": 6.838219881057739, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/STS22.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/STS22.json new file mode 100644 index 000000000..7bc4ceba6 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/STS22.json @@ -0,0 +1,90 @@ +{ + "dataset_revision": "de9d86b3b84231dc21f76c7b7af1f28e2f57f6e3", + "task_name": "STS22", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "pearson": 0.761237, + "spearman": 0.764, + "cosine_pearson": 0.761237, + "cosine_spearman": 0.764, + "manhattan_pearson": 0.786794, + "manhattan_spearman": 0.772282, + "euclidean_pearson": 0.771688, + "euclidean_spearman": 0.764, + "main_score": 0.764, + "hf_subset": "pl-en", + "languages": [ + "pol-Latn", + "eng-Latn" + ] + }, + { + "pearson": 0.73891, + "spearman": 0.778292, + "cosine_pearson": 0.73891, + "cosine_spearman": 0.778292, + "manhattan_pearson": 0.775323, + "manhattan_spearman": 0.783926, + "euclidean_pearson": 0.766734, + "euclidean_spearman": 0.778721, + "main_score": 0.778292, + "hf_subset": "es-en", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "pearson": 0.68311, + "spearman": 0.680764, + "cosine_pearson": 0.68311, + "cosine_spearman": 0.680764, + "manhattan_pearson": 0.697423, + "manhattan_spearman": 0.683212, + "euclidean_pearson": 0.695701, + "euclidean_spearman": 0.682299, + "main_score": 0.680764, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "pearson": 0.650636, + "spearman": 0.594669, + "cosine_pearson": 0.650636, + "cosine_spearman": 0.594669, + "manhattan_pearson": 0.69723, + "manhattan_spearman": 0.603823, + "euclidean_pearson": 0.686454, + "euclidean_spearman": 0.593849, + "main_score": 0.594669, + "hf_subset": "de-en", + "languages": [ + "deu-Latn", + "eng-Latn" + ] + }, + { + "pearson": 0.737603, + "spearman": 0.730799, + "cosine_pearson": 0.737603, + "cosine_spearman": 0.730799, + "manhattan_pearson": 0.762351, + "manhattan_spearman": 0.736072, + "euclidean_pearson": 0.756153, + "euclidean_spearman": 0.729809, + "main_score": 0.730799, + "hf_subset": "zh-en", + "languages": [ + "cmn-Hans", + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 7.264256238937378, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/STSBenchmark.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/STSBenchmark.json new file mode 100644 index 000000000..47ad00d1c --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/STSBenchmark.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "b0fddb56ed78048fa8b90373c8a3cfc37b684831", + "task_name": "STSBenchmark", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "pearson": 0.881242, + "spearman": 0.888456, + "cosine_pearson": 0.881242, + "cosine_spearman": 0.888456, + "manhattan_pearson": 0.886122, + "manhattan_spearman": 0.890198, + "euclidean_pearson": 0.885314, + "euclidean_spearman": 0.888432, + "main_score": 0.888456, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 1.6427087783813477, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/SciDocsRR.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/SciDocsRR.json new file mode 100644 index 000000000..37d460083 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/SciDocsRR.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "d3c5e1fc0b855ab6097bf1cda04dd73947d7caab", + "task_name": "SciDocsRR", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "map": 0.890692, + "mrr": 0.96977, + "nAUC_map_max": 0.491778, + "nAUC_map_std": 0.620915, + "nAUC_map_diff1": -0.133739, + "nAUC_mrr_max": 0.867325, + "nAUC_mrr_std": 0.74958, + "nAUC_mrr_diff1": 0.256955, + "main_score": 0.890692, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 44.17059803009033, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/SciFact.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/SciFact.json new file mode 100644 index 000000000..d5989af27 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/SciFact.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "0228b52cf27578f30900b9e5271d331663a030d7", + "task_name": "SciFact", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.67333, + "ndcg_at_3": 0.75142, + "ndcg_at_5": 0.78873, + "ndcg_at_10": 0.80372, + "ndcg_at_20": 0.80914, + "ndcg_at_100": 0.81563, + "ndcg_at_1000": 0.81601, + "map_at_1": 0.63994, + "map_at_3": 0.72181, + "map_at_5": 0.74665, + "map_at_10": 0.75513, + "map_at_20": 0.75693, + "map_at_100": 0.7578, + "map_at_1000": 0.75781, + "recall_at_1": 0.63994, + "recall_at_3": 0.80639, + "recall_at_5": 0.90017, + "recall_at_10": 0.94167, + "recall_at_20": 0.96167, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "precision_at_1": 0.67333, + "precision_at_3": 0.29444, + "precision_at_5": 0.20067, + "precision_at_10": 0.10667, + "precision_at_20": 0.0545, + "precision_at_100": 0.01127, + "precision_at_1000": 0.00113, + "mrr_at_1": 0.673333, + "mrr_at_3": 0.739444, + "mrr_at_5": 0.760444, + "mrr_at_10": 0.764517, + "mrr_at_20": 0.765739, + "mrr_at_100": 0.766556, + "mrr_at_1000": 0.766563, + "nauc_ndcg_at_1_max": 0.553731, + "nauc_ndcg_at_1_std": -0.11362, + "nauc_ndcg_at_1_diff1": 0.815232, + "nauc_ndcg_at_3_max": 0.580376, + "nauc_ndcg_at_3_std": -0.144854, + "nauc_ndcg_at_3_diff1": 0.77848, + "nauc_ndcg_at_5_max": 0.557897, + "nauc_ndcg_at_5_std": -0.150412, + "nauc_ndcg_at_5_diff1": 0.777873, + "nauc_ndcg_at_10_max": 0.586243, + "nauc_ndcg_at_10_std": -0.138678, + "nauc_ndcg_at_10_diff1": 0.78071, + "nauc_ndcg_at_20_max": 0.589032, + "nauc_ndcg_at_20_std": -0.127998, + "nauc_ndcg_at_20_diff1": 0.781201, + "nauc_ndcg_at_100_max": 0.580772, + "nauc_ndcg_at_100_std": -0.124604, + "nauc_ndcg_at_100_diff1": 0.787002, + "nauc_ndcg_at_1000_max": 0.580835, + "nauc_ndcg_at_1000_std": -0.126628, + "nauc_ndcg_at_1000_diff1": 0.787157, + "nauc_map_at_1_max": 0.452711, + "nauc_map_at_1_std": -0.21685, + "nauc_map_at_1_diff1": 0.808536, + "nauc_map_at_3_max": 0.539706, + "nauc_map_at_3_std": -0.180178, + "nauc_map_at_3_diff1": 0.789531, + "nauc_map_at_5_max": 0.547643, + "nauc_map_at_5_std": -0.15944, + "nauc_map_at_5_diff1": 0.789665, + "nauc_map_at_10_max": 0.567379, + "nauc_map_at_10_std": -0.143556, + "nauc_map_at_10_diff1": 0.79095, + "nauc_map_at_20_max": 0.56804, + "nauc_map_at_20_std": -0.140336, + "nauc_map_at_20_diff1": 0.790729, + "nauc_map_at_100_max": 0.567168, + "nauc_map_at_100_std": -0.14, + "nauc_map_at_100_diff1": 0.791456, + "nauc_map_at_1000_max": 0.567168, + "nauc_map_at_1000_std": -0.140031, + "nauc_map_at_1000_diff1": 0.791458, + "nauc_recall_at_1_max": 0.452711, + "nauc_recall_at_1_std": -0.21685, + "nauc_recall_at_1_diff1": 0.808536, + "nauc_recall_at_3_max": 0.559111, + "nauc_recall_at_3_std": -0.191603, + "nauc_recall_at_3_diff1": 0.725169, + "nauc_recall_at_5_max": 0.506317, + "nauc_recall_at_5_std": -0.214004, + "nauc_recall_at_5_diff1": 0.683824, + "nauc_recall_at_10_max": 0.673176, + "nauc_recall_at_10_std": -0.236601, + "nauc_recall_at_10_diff1": 0.672015, + "nauc_recall_at_20_max": 0.76566, + "nauc_recall_at_20_std": -0.124873, + "nauc_recall_at_20_diff1": 0.636849, + "nauc_recall_at_100_max": 0.554155, + "nauc_recall_at_100_std": 0.722222, + "nauc_recall_at_100_diff1": 0.722222, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.553731, + "nauc_precision_at_1_std": -0.11362, + "nauc_precision_at_1_diff1": 0.815232, + "nauc_precision_at_3_max": 0.592397, + "nauc_precision_at_3_std": 0.173868, + "nauc_precision_at_3_diff1": 0.370438, + "nauc_precision_at_5_max": 0.513586, + "nauc_precision_at_5_std": 0.399722, + "nauc_precision_at_5_diff1": 0.092927, + "nauc_precision_at_10_max": 0.446166, + "nauc_precision_at_10_std": 0.464231, + "nauc_precision_at_10_diff1": -0.074357, + "nauc_precision_at_20_max": 0.411852, + "nauc_precision_at_20_std": 0.518936, + "nauc_precision_at_20_diff1": -0.146318, + "nauc_precision_at_100_max": 0.336188, + "nauc_precision_at_100_std": 0.606217, + "nauc_precision_at_100_diff1": -0.263765, + "nauc_precision_at_1000_max": 0.332976, + "nauc_precision_at_1000_std": 0.604508, + "nauc_precision_at_1000_diff1": -0.278295, + "nauc_mrr_at_1_max": 0.553731, + "nauc_mrr_at_1_std": -0.11362, + "nauc_mrr_at_1_diff1": 0.815232, + "nauc_mrr_at_3_max": 0.587918, + "nauc_mrr_at_3_std": -0.115803, + "nauc_mrr_at_3_diff1": 0.787931, + "nauc_mrr_at_5_max": 0.581327, + "nauc_mrr_at_5_std": -0.112346, + "nauc_mrr_at_5_diff1": 0.788896, + "nauc_mrr_at_10_max": 0.584249, + "nauc_mrr_at_10_std": -0.118426, + "nauc_mrr_at_10_diff1": 0.790629, + "nauc_mrr_at_20_max": 0.584409, + "nauc_mrr_at_20_std": -0.117012, + "nauc_mrr_at_20_diff1": 0.791097, + "nauc_mrr_at_100_max": 0.583685, + "nauc_mrr_at_100_std": -0.116333, + "nauc_mrr_at_100_diff1": 0.791871, + "nauc_mrr_at_1000_max": 0.583686, + "nauc_mrr_at_1000_std": -0.116365, + "nauc_mrr_at_1000_diff1": 0.791874, + "main_score": 0.80372, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 12.899116039276123, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/SprintDuplicateQuestions.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/SprintDuplicateQuestions.json new file mode 100644 index 000000000..691a25bcc --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/SprintDuplicateQuestions.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46", + "task_name": "SprintDuplicateQuestions", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "similarity_accuracy": 0.998317, + "similarity_accuracy_threshold": 0.877015, + "similarity_f1": 0.912821, + "similarity_f1_threshold": 0.87686, + "similarity_precision": 0.936842, + "similarity_recall": 0.89, + "similarity_ap": 0.96249, + "cosine_accuracy": 0.998317, + "cosine_accuracy_threshold": 0.877015, + "cosine_f1": 0.912821, + "cosine_f1_threshold": 0.87686, + "cosine_precision": 0.936842, + "cosine_recall": 0.89, + "cosine_ap": 0.96249, + "manhattan_accuracy": 0.998337, + "manhattan_accuracy_threshold": 41.334675, + "manhattan_f1": 0.915237, + "manhattan_f1_threshold": 42.443924, + "manhattan_precision": 0.923625, + "manhattan_recall": 0.907, + "manhattan_ap": 0.964021, + "euclidean_accuracy": 0.998307, + "euclidean_accuracy_threshold": 0.496842, + "euclidean_f1": 0.912442, + "euclidean_f1_threshold": 0.497175, + "euclidean_precision": 0.934942, + "euclidean_recall": 0.891, + "euclidean_ap": 0.962459, + "dot_accuracy": 0.998277, + "dot_accuracy_threshold": 0.873743, + "dot_f1": 0.911495, + "dot_f1_threshold": 0.873743, + "dot_precision": 0.927536, + "dot_recall": 0.896, + "dot_ap": 0.962351, + "max_accuracy": 0.998337, + "max_f1": 0.915237, + "max_precision": 0.936842, + "max_recall": 0.907, + "max_ap": 0.964021, + "main_score": 0.964021, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 37.942779541015625, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/StackExchangeClustering.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/StackExchangeClustering.json new file mode 100644 index 000000000..19d17e2a0 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/StackExchangeClustering.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "6cbc1f7b2bc0622f2e39d2c77fa502909748c259", + "task_name": "StackExchangeClustering", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "v_measure": 0.801942, + "v_measure_std": 0.028956, + "v_measures": [ + 0.830312, + 0.81499, + 0.747928, + 0.8202, + 0.743204, + 0.744257, + 0.785509, + 0.847569, + 0.805008, + 0.807227, + 0.837927, + 0.837527, + 0.84667, + 0.827946, + 0.772529, + 0.785414, + 0.798657, + 0.781406, + 0.800604, + 0.792167, + 0.816272, + 0.808435, + 0.794111, + 0.81462, + 0.788053 + ], + "main_score": 0.801942, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 192.09736847877502, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/StackExchangeClusteringP2P.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/StackExchangeClusteringP2P.json new file mode 100644 index 000000000..a9e144e2d --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/StackExchangeClusteringP2P.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "815ca46b2622cec33ccafc3735d572c266efdb44", + "task_name": "StackExchangeClusteringP2P", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "v_measure": 0.494169, + "v_measure_std": 0.015938, + "v_measures": [ + 0.482939, + 0.479169, + 0.480506, + 0.477471, + 0.473481, + 0.517855, + 0.506045, + 0.509835, + 0.509298, + 0.505089 + ], + "main_score": 0.494169, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 294.2905056476593, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/StackOverflowDupQuestions.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/StackOverflowDupQuestions.json new file mode 100644 index 000000000..2fc5e17d1 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/StackOverflowDupQuestions.json @@ -0,0 +1,26 @@ +{ + "dataset_revision": "e185fbe320c72810689fc5848eb6114e1ef5ec69", + "task_name": "StackOverflowDupQuestions", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "map": 0.54579, + "mrr": 0.555988, + "nAUC_map_max": 0.091665, + "nAUC_map_std": 0.078292, + "nAUC_map_diff1": 0.388312, + "nAUC_mrr_max": 0.097435, + "nAUC_mrr_std": 0.080308, + "nAUC_mrr_diff1": 0.392785, + "main_score": 0.54579, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 36.2222855091095, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/SummEval.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/SummEval.json new file mode 100644 index 000000000..cb1bd4bc0 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/SummEval.json @@ -0,0 +1,24 @@ +{ + "dataset_revision": "cda12ad7615edc362dbf25a00fdd61d3b1eaf93c", + "task_name": "SummEval", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "pearson": 0.316006, + "spearman": 0.314212, + "cosine_spearman": 0.314212, + "cosine_pearson": 0.316006, + "dot_spearman": 0.315459, + "dot_pearson": 0.316412, + "main_score": 0.314212, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 3.810478687286377, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/TRECCOVID.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/TRECCOVID.json new file mode 100644 index 000000000..9af94c850 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/TRECCOVID.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e", + "task_name": "TRECCOVID", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.92, + "ndcg_at_3": 0.89592, + "ndcg_at_5": 0.88596, + "ndcg_at_10": 0.86732, + "ndcg_at_20": 0.84081, + "ndcg_at_100": 0.70204, + "ndcg_at_1000": 0.6329, + "map_at_1": 0.00243, + "map_at_3": 0.00703, + "map_at_5": 0.01142, + "map_at_10": 0.02227, + "map_at_20": 0.04176, + "map_at_100": 0.15105, + "map_at_1000": 0.37759, + "recall_at_1": 0.00243, + "recall_at_3": 0.00726, + "recall_at_5": 0.01192, + "recall_at_10": 0.02359, + "recall_at_20": 0.04539, + "recall_at_100": 0.17802, + "recall_at_1000": 0.59906, + "precision_at_1": 0.94, + "precision_at_3": 0.93333, + "precision_at_5": 0.916, + "precision_at_10": 0.9, + "precision_at_20": 0.876, + "precision_at_100": 0.7242, + "precision_at_1000": 0.27842, + "mrr_at_1": 0.94, + "mrr_at_3": 0.97, + "mrr_at_5": 0.97, + "mrr_at_10": 0.97, + "mrr_at_20": 0.97, + "mrr_at_100": 0.97, + "mrr_at_1000": 0.97, + "nauc_ndcg_at_1_max": 0.532855, + "nauc_ndcg_at_1_std": 0.574638, + "nauc_ndcg_at_1_diff1": 0.044059, + "nauc_ndcg_at_3_max": 0.372953, + "nauc_ndcg_at_3_std": 0.461686, + "nauc_ndcg_at_3_diff1": 0.176265, + "nauc_ndcg_at_5_max": 0.301947, + "nauc_ndcg_at_5_std": 0.530996, + "nauc_ndcg_at_5_diff1": 0.165411, + "nauc_ndcg_at_10_max": 0.36923, + "nauc_ndcg_at_10_std": 0.586581, + "nauc_ndcg_at_10_diff1": 0.132686, + "nauc_ndcg_at_20_max": 0.402471, + "nauc_ndcg_at_20_std": 0.625481, + "nauc_ndcg_at_20_diff1": 0.059675, + "nauc_ndcg_at_100_max": 0.382307, + "nauc_ndcg_at_100_std": 0.679133, + "nauc_ndcg_at_100_diff1": -0.122539, + "nauc_ndcg_at_1000_max": 0.41875, + "nauc_ndcg_at_1000_std": 0.755431, + "nauc_ndcg_at_1000_diff1": -0.028021, + "nauc_map_at_1_max": -0.080287, + "nauc_map_at_1_std": 0.265595, + "nauc_map_at_1_diff1": 0.139958, + "nauc_map_at_3_max": -0.037122, + "nauc_map_at_3_std": 0.308674, + "nauc_map_at_3_diff1": 0.259597, + "nauc_map_at_5_max": -0.026957, + "nauc_map_at_5_std": 0.343742, + "nauc_map_at_5_diff1": 0.24567, + "nauc_map_at_10_max": -0.01028, + "nauc_map_at_10_std": 0.386623, + "nauc_map_at_10_diff1": 0.23482, + "nauc_map_at_20_max": 0.009729, + "nauc_map_at_20_std": 0.414966, + "nauc_map_at_20_diff1": 0.216255, + "nauc_map_at_100_max": 0.166328, + "nauc_map_at_100_std": 0.628291, + "nauc_map_at_100_diff1": 0.056174, + "nauc_map_at_1000_max": 0.401756, + "nauc_map_at_1000_std": 0.746962, + "nauc_map_at_1000_diff1": -0.083158, + "nauc_recall_at_1_max": -0.080287, + "nauc_recall_at_1_std": 0.265595, + "nauc_recall_at_1_diff1": 0.139958, + "nauc_recall_at_3_max": -0.064821, + "nauc_recall_at_3_std": 0.248695, + "nauc_recall_at_3_diff1": 0.256479, + "nauc_recall_at_5_max": -0.068089, + "nauc_recall_at_5_std": 0.283407, + "nauc_recall_at_5_diff1": 0.227977, + "nauc_recall_at_10_max": -0.056835, + "nauc_recall_at_10_std": 0.305569, + "nauc_recall_at_10_diff1": 0.213301, + "nauc_recall_at_20_max": -0.059924, + "nauc_recall_at_20_std": 0.304601, + "nauc_recall_at_20_diff1": 0.193653, + "nauc_recall_at_100_max": 0.070071, + "nauc_recall_at_100_std": 0.489423, + "nauc_recall_at_100_diff1": 0.091493, + "nauc_recall_at_1000_max": 0.372208, + "nauc_recall_at_1000_std": 0.649155, + "nauc_recall_at_1000_diff1": -0.028935, + "nauc_precision_at_1_max": 0.423436, + "nauc_precision_at_1_std": 0.693433, + "nauc_precision_at_1_diff1": -0.20028, + "nauc_precision_at_3_max": 0.493357, + "nauc_precision_at_3_std": 0.45994, + "nauc_precision_at_3_diff1": 0.226224, + "nauc_precision_at_5_max": 0.383816, + "nauc_precision_at_5_std": 0.558298, + "nauc_precision_at_5_diff1": 0.084025, + "nauc_precision_at_10_max": 0.416808, + "nauc_precision_at_10_std": 0.661322, + "nauc_precision_at_10_diff1": 0.046657, + "nauc_precision_at_20_max": 0.420959, + "nauc_precision_at_20_std": 0.617217, + "nauc_precision_at_20_diff1": -0.034937, + "nauc_precision_at_100_max": 0.404606, + "nauc_precision_at_100_std": 0.633467, + "nauc_precision_at_100_diff1": -0.164872, + "nauc_precision_at_1000_max": 0.394253, + "nauc_precision_at_1000_std": 0.188794, + "nauc_precision_at_1000_diff1": -0.184566, + "nauc_mrr_at_1_max": 0.423436, + "nauc_mrr_at_1_std": 0.693433, + "nauc_mrr_at_1_diff1": -0.20028, + "nauc_mrr_at_3_max": 0.423436, + "nauc_mrr_at_3_std": 0.693433, + "nauc_mrr_at_3_diff1": -0.20028, + "nauc_mrr_at_5_max": 0.423436, + "nauc_mrr_at_5_std": 0.693433, + "nauc_mrr_at_5_diff1": -0.20028, + "nauc_mrr_at_10_max": 0.423436, + "nauc_mrr_at_10_std": 0.693433, + "nauc_mrr_at_10_diff1": -0.20028, + "nauc_mrr_at_20_max": 0.423436, + "nauc_mrr_at_20_std": 0.693433, + "nauc_mrr_at_20_diff1": -0.20028, + "nauc_mrr_at_100_max": 0.423436, + "nauc_mrr_at_100_std": 0.693433, + "nauc_mrr_at_100_diff1": -0.20028, + "nauc_mrr_at_1000_max": 0.423436, + "nauc_mrr_at_1000_std": 0.693433, + "nauc_mrr_at_1000_diff1": -0.20028, + "main_score": 0.86732, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 298.5752863883972, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/Touche2020.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/Touche2020.json new file mode 100644 index 000000000..73a858f97 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/Touche2020.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f", + "task_name": "Touche2020", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "ndcg_at_1": 0.37755, + "ndcg_at_3": 0.37185, + "ndcg_at_5": 0.32564, + "ndcg_at_10": 0.31395, + "ndcg_at_20": 0.30494, + "ndcg_at_100": 0.42617, + "ndcg_at_1000": 0.53324, + "map_at_1": 0.02764, + "map_at_3": 0.06971, + "map_at_5": 0.08518, + "map_at_10": 0.11919, + "map_at_20": 0.14389, + "map_at_100": 0.18799, + "map_at_1000": 0.20366, + "recall_at_1": 0.02764, + "recall_at_3": 0.08323, + "recall_at_5": 0.11259, + "recall_at_10": 0.19088, + "recall_at_20": 0.26488, + "recall_at_100": 0.53437, + "recall_at_1000": 0.86385, + "precision_at_1": 0.38776, + "precision_at_3": 0.38095, + "precision_at_5": 0.31429, + "precision_at_10": 0.27347, + "precision_at_20": 0.19184, + "precision_at_100": 0.08714, + "precision_at_1000": 0.01612, + "mrr_at_1": 0.387755, + "mrr_at_3": 0.527211, + "mrr_at_5": 0.559864, + "mrr_at_10": 0.572554, + "mrr_at_20": 0.57383, + "mrr_at_100": 0.575539, + "mrr_at_1000": 0.575539, + "nauc_ndcg_at_1_max": -0.204965, + "nauc_ndcg_at_1_std": -0.003794, + "nauc_ndcg_at_1_diff1": 0.249951, + "nauc_ndcg_at_3_max": -0.261758, + "nauc_ndcg_at_3_std": 0.122535, + "nauc_ndcg_at_3_diff1": 0.157652, + "nauc_ndcg_at_5_max": -0.274523, + "nauc_ndcg_at_5_std": 0.057325, + "nauc_ndcg_at_5_diff1": 0.123423, + "nauc_ndcg_at_10_max": -0.243957, + "nauc_ndcg_at_10_std": 0.03526, + "nauc_ndcg_at_10_diff1": 0.072427, + "nauc_ndcg_at_20_max": -0.208668, + "nauc_ndcg_at_20_std": 0.061578, + "nauc_ndcg_at_20_diff1": 0.041767, + "nauc_ndcg_at_100_max": -0.179588, + "nauc_ndcg_at_100_std": 0.331442, + "nauc_ndcg_at_100_diff1": 0.043562, + "nauc_ndcg_at_1000_max": -0.111072, + "nauc_ndcg_at_1000_std": 0.359222, + "nauc_ndcg_at_1000_diff1": 0.059171, + "nauc_map_at_1_max": -0.22354, + "nauc_map_at_1_std": -0.109271, + "nauc_map_at_1_diff1": 0.277288, + "nauc_map_at_3_max": -0.22397, + "nauc_map_at_3_std": -0.072767, + "nauc_map_at_3_diff1": 0.151019, + "nauc_map_at_5_max": -0.257693, + "nauc_map_at_5_std": -0.106509, + "nauc_map_at_5_diff1": 0.069317, + "nauc_map_at_10_max": -0.222658, + "nauc_map_at_10_std": -0.072035, + "nauc_map_at_10_diff1": 0.039056, + "nauc_map_at_20_max": -0.162962, + "nauc_map_at_20_std": -0.02595, + "nauc_map_at_20_diff1": 0.005059, + "nauc_map_at_100_max": -0.157023, + "nauc_map_at_100_std": 0.116893, + "nauc_map_at_100_diff1": -0.006727, + "nauc_map_at_1000_max": -0.141627, + "nauc_map_at_1000_std": 0.144614, + "nauc_map_at_1000_diff1": -0.003813, + "nauc_recall_at_1_max": -0.22354, + "nauc_recall_at_1_std": -0.109271, + "nauc_recall_at_1_diff1": 0.277288, + "nauc_recall_at_3_max": -0.25067, + "nauc_recall_at_3_std": -0.035932, + "nauc_recall_at_3_diff1": 0.076448, + "nauc_recall_at_5_max": -0.319521, + "nauc_recall_at_5_std": -0.129733, + "nauc_recall_at_5_diff1": -0.008931, + "nauc_recall_at_10_max": -0.261132, + "nauc_recall_at_10_std": -0.073447, + "nauc_recall_at_10_diff1": -0.047742, + "nauc_recall_at_20_max": -0.181067, + "nauc_recall_at_20_std": 0.028136, + "nauc_recall_at_20_diff1": -0.104605, + "nauc_recall_at_100_max": -0.164232, + "nauc_recall_at_100_std": 0.448333, + "nauc_recall_at_100_diff1": -0.061889, + "nauc_recall_at_1000_max": 0.08706, + "nauc_recall_at_1000_std": 0.749427, + "nauc_recall_at_1000_diff1": -0.118207, + "nauc_precision_at_1_max": -0.171924, + "nauc_precision_at_1_std": 0.000948, + "nauc_precision_at_1_diff1": 0.280843, + "nauc_precision_at_3_max": -0.230318, + "nauc_precision_at_3_std": 0.148594, + "nauc_precision_at_3_diff1": 0.124551, + "nauc_precision_at_5_max": -0.268498, + "nauc_precision_at_5_std": 0.022552, + "nauc_precision_at_5_diff1": 0.064964, + "nauc_precision_at_10_max": -0.141258, + "nauc_precision_at_10_std": 0.097643, + "nauc_precision_at_10_diff1": 0.029594, + "nauc_precision_at_20_max": 0.006306, + "nauc_precision_at_20_std": 0.242147, + "nauc_precision_at_20_diff1": -0.035282, + "nauc_precision_at_100_max": 0.114275, + "nauc_precision_at_100_std": 0.710325, + "nauc_precision_at_100_diff1": -0.069788, + "nauc_precision_at_1000_max": 0.371559, + "nauc_precision_at_1000_std": 0.205794, + "nauc_precision_at_1000_diff1": -0.116191, + "nauc_mrr_at_1_max": -0.171924, + "nauc_mrr_at_1_std": 0.000948, + "nauc_mrr_at_1_diff1": 0.280843, + "nauc_mrr_at_3_max": -0.261233, + "nauc_mrr_at_3_std": 0.126302, + "nauc_mrr_at_3_diff1": 0.178467, + "nauc_mrr_at_5_max": -0.236415, + "nauc_mrr_at_5_std": 0.083047, + "nauc_mrr_at_5_diff1": 0.205063, + "nauc_mrr_at_10_max": -0.235564, + "nauc_mrr_at_10_std": 0.085333, + "nauc_mrr_at_10_diff1": 0.205287, + "nauc_mrr_at_20_max": -0.231547, + "nauc_mrr_at_20_std": 0.090796, + "nauc_mrr_at_20_diff1": 0.213888, + "nauc_mrr_at_100_max": -0.233008, + "nauc_mrr_at_100_std": 0.087424, + "nauc_mrr_at_100_diff1": 0.212832, + "nauc_mrr_at_1000_max": -0.233008, + "nauc_mrr_at_1000_std": 0.087424, + "nauc_mrr_at_1000_diff1": 0.212832, + "main_score": 0.31395, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 535.705353975296, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/ToxicConversationsClassification.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/ToxicConversationsClassification.json new file mode 100644 index 000000000..72c9aac6c --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/ToxicConversationsClassification.json @@ -0,0 +1,95 @@ +{ + "dataset_revision": "edfaf9da55d3dd50d43143d90c1ac476895ae6de", + "task_name": "ToxicConversationsClassification", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "accuracy": 0.913135, + "f1": 0.781248, + "f1_weighted": 0.924208, + "ap": 0.419436, + "ap_weighted": 0.419436, + "scores_per_experiment": [ + { + "accuracy": 0.91748, + "f1": 0.786123, + "f1_weighted": 0.92722, + "ap": 0.424513, + "ap_weighted": 0.424513 + }, + { + "accuracy": 0.919922, + "f1": 0.791207, + "f1_weighted": 0.929207, + "ap": 0.43458, + "ap_weighted": 0.43458 + }, + { + "accuracy": 0.922852, + "f1": 0.797223, + "f1_weighted": 0.93158, + "ap": 0.446506, + "ap_weighted": 0.446506 + }, + { + "accuracy": 0.919922, + "f1": 0.791207, + "f1_weighted": 0.929207, + "ap": 0.43458, + "ap_weighted": 0.43458 + }, + { + "accuracy": 0.925781, + "f1": 0.799219, + "f1_weighted": 0.933409, + "ap": 0.445876, + "ap_weighted": 0.445876 + }, + { + "accuracy": 0.891113, + "f1": 0.751532, + "f1_weighted": 0.9083, + "ap": 0.378056, + "ap_weighted": 0.378056 + }, + { + "accuracy": 0.916016, + "f1": 0.785301, + "f1_weighted": 0.926322, + "ap": 0.425347, + "ap_weighted": 0.425347 + }, + { + "accuracy": 0.894531, + "f1": 0.75481, + "f1_weighted": 0.910618, + "ap": 0.380537, + "ap_weighted": 0.380537 + }, + { + "accuracy": 0.912109, + "f1": 0.778755, + "f1_weighted": 0.923348, + "ap": 0.414154, + "ap_weighted": 0.414154 + }, + { + "accuracy": 0.911621, + "f1": 0.7771, + "f1_weighted": 0.922866, + "ap": 0.410212, + "ap_weighted": 0.410212 + } + ], + "main_score": 0.913135, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 21.83197259902954, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/TweetSentimentExtractionClassification.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/TweetSentimentExtractionClassification.json new file mode 100644 index 000000000..9f2e4cc6a --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/TweetSentimentExtractionClassification.json @@ -0,0 +1,73 @@ +{ + "dataset_revision": "d604517c81ca91fe16a244d1248fc021f9ecee7a", + "task_name": "TweetSentimentExtractionClassification", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "accuracy": 0.772411, + "f1": 0.774964, + "f1_weighted": 0.770248, + "scores_per_experiment": [ + { + "accuracy": 0.771647, + "f1": 0.773437, + "f1_weighted": 0.76847 + }, + { + "accuracy": 0.772779, + "f1": 0.775584, + "f1_weighted": 0.770871 + }, + { + "accuracy": 0.773062, + "f1": 0.77554, + "f1_weighted": 0.771096 + }, + { + "accuracy": 0.771364, + "f1": 0.774167, + "f1_weighted": 0.769156 + }, + { + "accuracy": 0.767968, + "f1": 0.770459, + "f1_weighted": 0.765925 + }, + { + "accuracy": 0.770515, + "f1": 0.773456, + "f1_weighted": 0.768467 + }, + { + "accuracy": 0.774194, + "f1": 0.776766, + "f1_weighted": 0.772872 + }, + { + "accuracy": 0.770798, + "f1": 0.773054, + "f1_weighted": 0.768101 + }, + { + "accuracy": 0.773628, + "f1": 0.776275, + "f1_weighted": 0.771025 + }, + { + "accuracy": 0.778155, + "f1": 0.780906, + "f1_weighted": 0.776498 + } + ], + "main_score": 0.772411, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 14.029217958450317, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/TwentyNewsgroupsClustering.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/TwentyNewsgroupsClustering.json new file mode 100644 index 000000000..d3762eca9 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/TwentyNewsgroupsClustering.json @@ -0,0 +1,32 @@ +{ + "dataset_revision": "6125ec4e24fa026cec8a478383ee943acfbd5449", + "task_name": "TwentyNewsgroupsClustering", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "v_measure": 0.631322, + "v_measure_std": 0.007163, + "v_measures": [ + 0.634325, + 0.633209, + 0.625084, + 0.630587, + 0.616488, + 0.642652, + 0.630929, + 0.641303, + 0.630885, + 0.627758 + ], + "main_score": 0.631322, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 39.04261231422424, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/TwitterSemEval2015.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/TwitterSemEval2015.json new file mode 100644 index 000000000..8e80e0df3 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/TwitterSemEval2015.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "70970daeab8776df92f5ea462b6173c0b46fd2d1", + "task_name": "TwitterSemEval2015", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "similarity_accuracy": 0.88061, + "similarity_accuracy_threshold": 0.859546, + "similarity_f1": 0.733624, + "similarity_f1_threshold": 0.840127, + "similarity_precision": 0.714715, + "similarity_recall": 0.753562, + "similarity_ap": 0.802787, + "cosine_accuracy": 0.88061, + "cosine_accuracy_threshold": 0.859546, + "cosine_f1": 0.733624, + "cosine_f1_threshold": 0.840127, + "cosine_precision": 0.714715, + "cosine_recall": 0.753562, + "cosine_ap": 0.802787, + "manhattan_accuracy": 0.878941, + "manhattan_accuracy_threshold": 43.743263, + "manhattan_f1": 0.72929, + "manhattan_f1_threshold": 46.377289, + "manhattan_precision": 0.713636, + "manhattan_recall": 0.745646, + "manhattan_ap": 0.799814, + "euclidean_accuracy": 0.880789, + "euclidean_accuracy_threshold": 0.529742, + "euclidean_f1": 0.733591, + "euclidean_f1_threshold": 0.564815, + "euclidean_precision": 0.71608, + "euclidean_recall": 0.751979, + "euclidean_ap": 0.802656, + "dot_accuracy": 0.880789, + "dot_accuracy_threshold": 0.858034, + "dot_f1": 0.734038, + "dot_f1_threshold": 0.843213, + "dot_precision": 0.726544, + "dot_recall": 0.741689, + "dot_ap": 0.803201, + "max_accuracy": 0.880789, + "max_f1": 0.734038, + "max_precision": 0.726544, + "max_recall": 0.753562, + "max_ap": 0.803201, + "main_score": 0.803201, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 11.582853555679321, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/TwitterURLCorpus.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/TwitterURLCorpus.json new file mode 100644 index 000000000..5f210a7e6 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/TwitterURLCorpus.json @@ -0,0 +1,58 @@ +{ + "dataset_revision": "8b6510b0b1fa4e4c4f879467980e9be563ec1cdf", + "task_name": "TwitterURLCorpus", + "mteb_version": "1.21.0", + "scores": { + "test": [ + { + "similarity_accuracy": 0.899309, + "similarity_accuracy_threshold": 0.821349, + "similarity_f1": 0.801377, + "similarity_f1_threshold": 0.805047, + "similarity_precision": 0.771539, + "similarity_recall": 0.833616, + "similarity_ap": 0.876917, + "cosine_accuracy": 0.899309, + "cosine_accuracy_threshold": 0.821349, + "cosine_f1": 0.801377, + "cosine_f1_threshold": 0.805047, + "cosine_precision": 0.771539, + "cosine_recall": 0.833616, + "cosine_ap": 0.876917, + "manhattan_accuracy": 0.898688, + "manhattan_accuracy_threshold": 48.827347, + "manhattan_f1": 0.802323, + "manhattan_f1_threshold": 51.851944, + "manhattan_precision": 0.767489, + "manhattan_recall": 0.840468, + "manhattan_ap": 0.877075, + "euclidean_accuracy": 0.899464, + "euclidean_accuracy_threshold": 0.599149, + "euclidean_f1": 0.801527, + "euclidean_f1_threshold": 0.623611, + "euclidean_precision": 0.772744, + "euclidean_recall": 0.832538, + "euclidean_ap": 0.876922, + "dot_accuracy": 0.899038, + "dot_accuracy_threshold": 0.825305, + "dot_f1": 0.800969, + "dot_f1_threshold": 0.807285, + "dot_precision": 0.775853, + "dot_recall": 0.827764, + "dot_ap": 0.87668, + "max_accuracy": 0.899464, + "max_f1": 0.802323, + "max_precision": 0.775853, + "max_recall": 0.840468, + "max_ap": 0.877075, + "main_score": 0.877075, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 36.501418590545654, + "kg_co2_emissions": null +} \ No newline at end of file diff --git a/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/model_meta.json b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/model_meta.json new file mode 100644 index 000000000..563e4a125 --- /dev/null +++ b/results/infgrad__jasper_en_vision_language_v1/b63cc243c0c027ac3dbe7735c9bd1049e0741d13/model_meta.json @@ -0,0 +1,24 @@ +{ + "name": "infgrad/jasper_en_vision_language_v1", + "revision": "b63cc243c0c027ac3dbe7735c9bd1049e0741d13", + "release_date": "2024-12-11", + "languages": [ + "eng_Latn" + ], + "n_parameters": 1993140032, + "memory_usage": null, + "max_tokens": 131072, + "embed_dim": 1024, + "license": null, + "open_weights": null, + "public_training_data": null, + "public_training_code": null, + "framework": [ + "Sentence Transformers" + ], + "reference": "https://huggingface.co/infgrad/jasper_en_vision_language_v1", + "similarity_fn_name": "cosine", + "use_instructions": true, + "zero_shot_benchmarks": null, + "loader": null +}