{ "dataset_revision": "4c167c3ce529f19457c9b8e694258cc6cf8e7cc7", "evaluation_time": 24.530649185180664, "kg_co2_emissions": null, "mteb_version": "1.14.15", "scores": { "test": [ { "accuracy": 0.13628, "cv_recall_at_1": 0.78571, "cv_recall_at_10": 0.85714, "cv_recall_at_100": 0.92857, "cv_recall_at_1000": 0.97143, "cv_recall_at_20": 0.87143, "cv_recall_at_3": 0.82857, "cv_recall_at_5": 0.82857, "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.22521, "map_at_1": 0.13628, "map_at_10": 0.27252, "map_at_100": 0.40403, "map_at_1000": 0.47186, "map_at_20": 0.31826, "map_at_3": 0.19177, "map_at_5": 0.22521, "mrr_at_1": 0.7857142857142857, "mrr_at_10": 0.8089285714285714, "mrr_at_100": 0.8112214339612472, "mrr_at_1000": 0.8113045943735216, "mrr_at_20": 0.8098214285714286, "mrr_at_3": 0.8047619047619048, "mrr_at_5": 0.8047619047619048, "nauc_cv_recall_at_1000_diff1": 0.2754435107376266, "nauc_cv_recall_at_1000_max": 0.5613912231559313, "nauc_cv_recall_at_1000_std": -0.5929038281979429, "nauc_cv_recall_at_100_diff1": 0.5990662931839404, "nauc_cv_recall_at_100_max": 0.470774976657328, "nauc_cv_recall_at_100_std": -0.5556489262371632, "nauc_cv_recall_at_10_diff1": 0.3820699708454818, "nauc_cv_recall_at_10_max": 0.5137512147716224, "nauc_cv_recall_at_10_std": -0.11341107871720128, "nauc_cv_recall_at_1_diff1": 0.32273879966187663, "nauc_cv_recall_at_1_max": 0.44277261200338053, "nauc_cv_recall_at_1_std": 0.012138630600167868, "nauc_cv_recall_at_20_diff1": 0.3374292125227049, "nauc_cv_recall_at_20_max": 0.6293407415322138, "nauc_cv_recall_at_20_std": -0.10508601346297881, "nauc_cv_recall_at_3_diff1": 0.42120638578011854, "nauc_cv_recall_at_3_max": 0.5080645161290315, "nauc_cv_recall_at_3_std": -0.023000329163924353, "nauc_cv_recall_at_5_diff1": 0.42120638578011854, "nauc_cv_recall_at_5_max": 0.5080645161290315, "nauc_cv_recall_at_5_std": -0.023000329163924353, "nauc_map_at_1000_diff1": 0.09750008057700045, "nauc_map_at_1000_max": 0.23140080541822214, "nauc_map_at_1000_std": 0.20478989398851985, "nauc_map_at_100_diff1": 0.1980885420599197, "nauc_map_at_100_max": 0.004132585482008841, "nauc_map_at_100_std": -0.06656881226968105, "nauc_map_at_10_diff1": 0.39314709781661217, "nauc_map_at_10_max": -0.34562006304956105, "nauc_map_at_10_std": -0.3521744635986681, "nauc_map_at_1_diff1": 0.5071676386637037, "nauc_map_at_1_max": -0.3920298899177469, "nauc_map_at_1_std": -0.2833701876794315, "nauc_map_at_20_diff1": 0.33169141930572255, "nauc_map_at_20_max": -0.24073883136812477, "nauc_map_at_20_std": -0.31813187134389065, "nauc_map_at_3_diff1": 0.47831009976184685, "nauc_map_at_3_max": -0.39976218764570703, "nauc_map_at_3_std": -0.318865047240269, "nauc_map_at_5_diff1": 0.4632003479958211, "nauc_map_at_5_max": -0.38069372644587646, "nauc_map_at_5_std": -0.3372061206721528, "nauc_mrr_at_1000_diff1": 0.3718807871569982, "nauc_mrr_at_1000_max": 0.47159305437227095, "nauc_mrr_at_1000_std": -0.016651174416766047, "nauc_mrr_at_100_diff1": 0.3720702887053854, "nauc_mrr_at_100_max": 0.4715194981789873, "nauc_mrr_at_100_std": -0.016781260857162483, "nauc_mrr_at_10_diff1": 0.3707598890417842, "nauc_mrr_at_10_max": 0.46947712968943506, "nauc_mrr_at_10_std": -0.013752765374546979, "nauc_mrr_at_1_diff1": 0.32273879966187663, "nauc_mrr_at_1_max": 0.44277261200338053, "nauc_mrr_at_1_std": 0.012138630600167868, "nauc_mrr_at_20_diff1": 0.3687463665580749, "nauc_mrr_at_20_max": 0.47436885840584625, "nauc_mrr_at_20_std": -0.012950331338563615, "nauc_mrr_at_3_diff1": 0.37607569465256707, "nauc_mrr_at_3_max": 0.47153805222050377, "nauc_mrr_at_3_std": -0.0020611746860823357, "nauc_mrr_at_5_diff1": 0.37607569465256707, "nauc_mrr_at_5_max": 0.47153805222050377, "nauc_mrr_at_5_std": -0.0020611746860823357, "nauc_ndcg_at_1000_diff1": 0.16132775372656585, "nauc_ndcg_at_1000_max": 0.32799808549531295, "nauc_ndcg_at_1000_std": 0.13290538739314947, "nauc_ndcg_at_100_diff1": 0.13355747773739415, "nauc_ndcg_at_100_max": 0.22071217637663762, "nauc_ndcg_at_100_std": 0.13684201034613963, "nauc_ndcg_at_10_diff1": 0.04812581083492627, "nauc_ndcg_at_10_max": 0.37578405256232617, "nauc_ndcg_at_10_std": 0.21396573263745503, "nauc_ndcg_at_1_diff1": 0.32273879966187663, "nauc_ndcg_at_1_max": 0.44277261200338053, "nauc_ndcg_at_1_std": 0.012138630600167868, "nauc_ndcg_at_20_diff1": 0.10547917264013296, "nauc_ndcg_at_20_max": 0.3315501387509066, "nauc_ndcg_at_20_std": 0.19485396690143664, "nauc_ndcg_at_3_diff1": 0.015679926964987274, "nauc_ndcg_at_3_max": 0.41478650350573115, "nauc_ndcg_at_3_std": 0.23246018579555003, "nauc_ndcg_at_5_diff1": 0.05646010821141597, "nauc_ndcg_at_5_max": 0.4012434344895749, "nauc_ndcg_at_5_std": 0.20675158368728724, "nauc_precision_at_1000_diff1": -0.21533066137602766, "nauc_precision_at_1000_max": 0.5915841069862646, "nauc_precision_at_1000_std": 0.6479614560480248, "nauc_precision_at_100_diff1": -0.28940961087760303, "nauc_precision_at_100_max": 0.6348211497661402, "nauc_precision_at_100_std": 0.6818843126154737, "nauc_precision_at_10_diff1": -0.30036290018629563, "nauc_precision_at_10_max": 0.5905430580532612, "nauc_precision_at_10_std": 0.3951239998707772, "nauc_precision_at_1_diff1": 0.32273879966187663, "nauc_precision_at_1_max": 0.44277261200338053, "nauc_precision_at_1_std": 0.012138630600167868, "nauc_precision_at_20_diff1": -0.32575445948679277, "nauc_precision_at_20_max": 0.656695082235459, "nauc_precision_at_20_std": 0.48549715124642884, "nauc_precision_at_3_diff1": -0.14988160132225078, "nauc_precision_at_3_max": 0.49919743178170123, "nauc_precision_at_3_std": 0.3149722676922584, "nauc_precision_at_5_diff1": -0.21501276856856655, "nauc_precision_at_5_max": 0.5418384933991466, "nauc_precision_at_5_std": 0.32330647271677226, "nauc_recall_at_1000_diff1": 0.09013445470322594, "nauc_recall_at_1000_max": 0.24818954356178197, "nauc_recall_at_1000_std": -0.07308659451003832, "nauc_recall_at_100_diff1": 0.2398716458456455, "nauc_recall_at_100_max": -0.17185316741334392, "nauc_recall_at_100_std": -0.28776668045327686, "nauc_recall_at_10_diff1": 0.3104121027299212, "nauc_recall_at_10_max": -0.3937691457961312, "nauc_recall_at_10_std": -0.39537155208451896, "nauc_recall_at_1_diff1": 0.5071676386637037, "nauc_recall_at_1_max": -0.3920298899177469, "nauc_recall_at_1_std": -0.2833701876794315, "nauc_recall_at_20_diff1": 0.33988281844054824, "nauc_recall_at_20_max": -0.30590809562840726, "nauc_recall_at_20_std": -0.410316204615561, "nauc_recall_at_3_diff1": 0.4113231909196577, "nauc_recall_at_3_max": -0.39616792249009897, "nauc_recall_at_3_std": -0.3081284798205306, "nauc_recall_at_5_diff1": 0.41315405441229996, "nauc_recall_at_5_max": -0.3764596207598415, "nauc_recall_at_5_std": -0.33498034234807805, "ndcg_at_1": 0.78571, "ndcg_at_10": 0.62956, "ndcg_at_100": 0.60947, "ndcg_at_1000": 0.69551, "ndcg_at_20": 0.59728, "ndcg_at_3": 0.68965, "ndcg_at_5": 0.66277, "precision_at_1": 0.78571, "precision_at_10": 0.46143, "precision_at_100": 0.19957, "precision_at_1000": 0.04114, "precision_at_20": 0.36786, "precision_at_3": 0.60952, "precision_at_5": 0.54286, "recall_at_1": 0.13628, "recall_at_10": 0.32296, "recall_at_100": 0.6036, "recall_at_1000": 0.91511, "recall_at_20": 0.40553, "recall_at_3": 0.20553, "recall_at_5": 0.24977 } ] }, "task_name": "ROxfordEasyI2IRetrieval" }