{ "dataset_revision": "83bd440268e200a4f60313070618e3f45000fa94", "evaluation_time": 162.5063877105713, "kg_co2_emissions": null, "mteb_version": "1.14.15", "scores": { "test": [ { "accuracy": 0.04723, "cv_recall_at_1": 0.65714, "cv_recall_at_10": 0.8, "cv_recall_at_100": 0.94286, "cv_recall_at_1000": 1.0, "cv_recall_at_20": 0.84286, "cv_recall_at_3": 0.71429, "cv_recall_at_5": 0.77143, "hf_subset": "default", "languages": [ "eng-Latn" ], "main_score": 0.0953, "map_at_1": 0.04723, "map_at_10": 0.11942, "map_at_100": 0.22419, "map_at_1000": 0.30277, "map_at_20": 0.15142, "map_at_3": 0.07512, "map_at_5": 0.0953, "mrr_at_1": 0.6571428571428571, "mrr_at_10": 0.6988095238095238, "mrr_at_100": 0.7050135327271783, "mrr_at_1000": 0.7053036304121493, "mrr_at_20": 0.7020512820512821, "mrr_at_3": 0.6809523809523809, "mrr_at_5": 0.6952380952380952, "nauc_cv_recall_at_1000_diff1": NaN, "nauc_cv_recall_at_1000_max": NaN, "nauc_cv_recall_at_1000_std": NaN, "nauc_cv_recall_at_100_diff1": 0.057773109243697565, "nauc_cv_recall_at_100_max": 0.38982259570494804, "nauc_cv_recall_at_100_std": -0.1481092436974767, "nauc_cv_recall_at_10_diff1": 0.20008562865705673, "nauc_cv_recall_at_10_max": 0.43791922363350905, "nauc_cv_recall_at_10_std": 0.23915370343941658, "nauc_cv_recall_at_1_diff1": 0.22881795464189708, "nauc_cv_recall_at_1_max": 0.3853081239096614, "nauc_cv_recall_at_1_std": 0.29638361073129277, "nauc_cv_recall_at_20_diff1": 0.08608858390517853, "nauc_cv_recall_at_20_max": 0.42228856608145443, "nauc_cv_recall_at_20_std": 0.33513055877372827, "nauc_cv_recall_at_3_diff1": 0.26939158402573016, "nauc_cv_recall_at_3_max": 0.3809970517287595, "nauc_cv_recall_at_3_std": 0.19077995175556112, "nauc_cv_recall_at_5_diff1": 0.2646680804575546, "nauc_cv_recall_at_5_max": 0.4424201529464685, "nauc_cv_recall_at_5_std": 0.18581710686973849, "nauc_map_at_1000_diff1": -0.05980831624996243, "nauc_map_at_1000_max": 0.42191163046233854, "nauc_map_at_1000_std": 0.38566115687089586, "nauc_map_at_100_diff1": 0.12076396889875606, "nauc_map_at_100_max": 0.27891664802749616, "nauc_map_at_100_std": 0.08595514752123187, "nauc_map_at_10_diff1": 0.26087797797949003, "nauc_map_at_10_max": 0.13564492423180285, "nauc_map_at_10_std": -0.19295858083282547, "nauc_map_at_1_diff1": 0.30359656623188525, "nauc_map_at_1_max": 0.10497162577596064, "nauc_map_at_1_std": -0.19545684254276244, "nauc_map_at_20_diff1": 0.22893317322459752, "nauc_map_at_20_max": 0.13584359074803046, "nauc_map_at_20_std": -0.12981695552257272, "nauc_map_at_3_diff1": 0.24386535350717406, "nauc_map_at_3_max": 0.11311643991636675, "nauc_map_at_3_std": -0.22318755105603696, "nauc_map_at_5_diff1": 0.27807139999442954, "nauc_map_at_5_max": 0.11562812223341082, "nauc_map_at_5_std": -0.21714294791574312, "nauc_mrr_at_1000_diff1": 0.23998588126728035, "nauc_mrr_at_1000_max": 0.4023879620467693, "nauc_mrr_at_1000_std": 0.2694511551177799, "nauc_mrr_at_100_diff1": 0.23987323451927062, "nauc_mrr_at_100_max": 0.40229846017277615, "nauc_mrr_at_100_std": 0.26910730917829984, "nauc_mrr_at_10_diff1": 0.24103132442236827, "nauc_mrr_at_10_max": 0.40507803426169786, "nauc_mrr_at_10_std": 0.2681604147354389, "nauc_mrr_at_1_diff1": 0.22881795464189708, "nauc_mrr_at_1_max": 0.3853081239096614, "nauc_mrr_at_1_std": 0.29638361073129277, "nauc_mrr_at_20_diff1": 0.23611105248136985, "nauc_mrr_at_20_max": 0.40418342018546094, "nauc_mrr_at_20_std": 0.2740105083031921, "nauc_mrr_at_3_diff1": 0.24886945163237115, "nauc_mrr_at_3_max": 0.39305053778553045, "nauc_mrr_at_3_std": 0.26072470837225803, "nauc_mrr_at_5_diff1": 0.24710276999260675, "nauc_mrr_at_5_max": 0.4058572190030779, "nauc_mrr_at_5_std": 0.2625195584518302, "nauc_ndcg_at_1000_diff1": 0.04473132931467462, "nauc_ndcg_at_1000_max": 0.41161021468165615, "nauc_ndcg_at_1000_std": 0.3651242519262384, "nauc_ndcg_at_100_diff1": 0.019356497261007893, "nauc_ndcg_at_100_max": 0.35454691528862425, "nauc_ndcg_at_100_std": 0.38310637529302644, "nauc_ndcg_at_10_diff1": -0.03235039168509332, "nauc_ndcg_at_10_max": 0.5549278336411573, "nauc_ndcg_at_10_std": 0.33391361634944605, "nauc_ndcg_at_1_diff1": 0.22881795464189708, "nauc_ndcg_at_1_max": 0.3853081239096614, "nauc_ndcg_at_1_std": 0.29638361073129277, "nauc_ndcg_at_20_diff1": -0.0621606237063678, "nauc_ndcg_at_20_max": 0.5138533954764881, "nauc_ndcg_at_20_std": 0.39382363438150975, "nauc_ndcg_at_3_diff1": 0.024762185305750837, "nauc_ndcg_at_3_max": 0.4848752388156822, "nauc_ndcg_at_3_std": 0.304186226089399, "nauc_ndcg_at_5_diff1": 0.04350273416234054, "nauc_ndcg_at_5_max": 0.497578502917478, "nauc_ndcg_at_5_std": 0.30446641759967547, "nauc_precision_at_1000_diff1": -0.3728240416546192, "nauc_precision_at_1000_max": 0.4592404384766969, "nauc_precision_at_1000_std": 0.6556278071930641, "nauc_precision_at_100_diff1": -0.3038332938697762, "nauc_precision_at_100_max": 0.515289589614197, "nauc_precision_at_100_std": 0.6587380610171946, "nauc_precision_at_10_diff1": -0.12060212938644677, "nauc_precision_at_10_max": 0.5200024370660337, "nauc_precision_at_10_std": 0.40354767184035467, "nauc_precision_at_1_diff1": 0.22881795464189708, "nauc_precision_at_1_max": 0.3853081239096614, "nauc_precision_at_1_std": 0.29638361073129277, "nauc_precision_at_20_diff1": -0.18755337018026244, "nauc_precision_at_20_max": 0.48209342479379175, "nauc_precision_at_20_std": 0.48999221147259475, "nauc_precision_at_3_diff1": -0.03944313922917689, "nauc_precision_at_3_max": 0.47951278178665324, "nauc_precision_at_3_std": 0.31909716395368354, "nauc_precision_at_5_diff1": -0.012670337379621133, "nauc_precision_at_5_max": 0.4666850910946235, "nauc_precision_at_5_std": 0.34628712345075363, "nauc_recall_at_1000_diff1": 0.3637228196492749, "nauc_recall_at_1000_max": 0.09429226136112637, "nauc_recall_at_1000_std": 0.189508630800538, "nauc_recall_at_100_diff1": 0.27497770317469217, "nauc_recall_at_100_max": -0.009558245880766194, "nauc_recall_at_100_std": -0.09538229301903327, "nauc_recall_at_10_diff1": 0.29098289468357624, "nauc_recall_at_10_max": 0.07649689748797132, "nauc_recall_at_10_std": -0.26354559056902777, "nauc_recall_at_1_diff1": 0.30359656623188525, "nauc_recall_at_1_max": 0.10497162577596064, "nauc_recall_at_1_std": -0.19545684254276244, "nauc_recall_at_20_diff1": 0.2735579983106604, "nauc_recall_at_20_max": -0.0018980325879461662, "nauc_recall_at_20_std": -0.15436232448619572, "nauc_recall_at_3_diff1": 0.2397986463736881, "nauc_recall_at_3_max": 0.09063330169537352, "nauc_recall_at_3_std": -0.24680451097018033, "nauc_recall_at_5_diff1": 0.28582938223479026, "nauc_recall_at_5_max": 0.08227247949780075, "nauc_recall_at_5_std": -0.25373341847379943, "ndcg_at_1": 0.65714, "ndcg_at_10": 0.49763, "ndcg_at_100": 0.44784, "ndcg_at_1000": 0.57704, "ndcg_at_20": 0.45765, "ndcg_at_3": 0.55484, "ndcg_at_5": 0.53758, "precision_at_1": 0.65714, "precision_at_10": 0.42714, "precision_at_100": 0.22129, "precision_at_1000": 0.06273, "precision_at_20": 0.36357, "precision_at_3": 0.51429, "precision_at_5": 0.48286, "recall_at_1": 0.04723, "recall_at_10": 0.14957, "recall_at_100": 0.40673, "recall_at_1000": 0.78582, "recall_at_20": 0.21473, "recall_at_3": 0.0793, "recall_at_5": 0.11431 } ] }, "task_name": "ROxfordMediumI2IRetrieval" }