{ "dataset_revision": "227478e3235572039f4f7661840e059f31ef6eb1", "task_name": "MindSmallReranking", "mteb_version": "2.1.7", "scores": { "test": [ { "ndcg_at_1": 0.14154, "ndcg_at_3": 0.22064, "ndcg_at_5": 0.26793, "ndcg_at_10": 0.3308, "ndcg_at_20": 0.38255, "ndcg_at_100": 0.44231, "ndcg_at_1000": 0.44539, "map_at_1": 0.10746, "map_at_3": 0.18138, "map_at_5": 0.20977, "map_at_10": 0.23831, "map_at_20": 0.25553, "map_at_100": 0.26861, "map_at_1000": 0.26901, "recall_at_1": 0.10746, "recall_at_3": 0.27252, "recall_at_5": 0.38533, "recall_at_10": 0.56241, "recall_at_20": 0.73762, "recall_at_100": 0.98513, "recall_at_1000": 1.0, "accuracy": 0.10746, "precision_at_1": 0.14154, "precision_at_3": 0.12214, "precision_at_5": 0.10637, "precision_at_10": 0.08194, "precision_at_20": 0.05755, "precision_at_100": 0.01772, "precision_at_1000": 0.00183, "mrr_at_1": 0.141541, "mrr_at_3": 0.22914, "mrr_at_5": 0.259267, "mrr_at_10": 0.284882, "mrr_at_20": 0.296438, "mrr_at_100": 0.301373, "mrr_at_1000": 0.301413, "nauc_ndcg_at_1_max": -0.077718, "nauc_ndcg_at_1_std": 0.019691, "nauc_ndcg_at_1_diff1": 0.127586, "nauc_ndcg_at_3_max": -0.17233, "nauc_ndcg_at_3_std": -0.012003, "nauc_ndcg_at_3_diff1": 0.144677, "nauc_ndcg_at_5_max": -0.203793, "nauc_ndcg_at_5_std": -0.020413, "nauc_ndcg_at_5_diff1": 0.143546, "nauc_ndcg_at_10_max": -0.233697, "nauc_ndcg_at_10_std": -0.027247, "nauc_ndcg_at_10_diff1": 0.141581, "nauc_ndcg_at_20_max": -0.238325, "nauc_ndcg_at_20_std": -0.02238, "nauc_ndcg_at_20_diff1": 0.14041, "nauc_ndcg_at_100_max": -0.183164, "nauc_ndcg_at_100_std": -0.006693, "nauc_ndcg_at_100_diff1": 0.134775, "nauc_ndcg_at_1000_max": -0.173999, "nauc_ndcg_at_1000_std": -0.006326, "nauc_ndcg_at_1000_diff1": 0.134021, "nauc_map_at_1_max": -0.143274, "nauc_map_at_1_std": -0.014146, "nauc_map_at_1_diff1": 0.155561, "nauc_map_at_3_max": -0.185182, "nauc_map_at_3_std": -0.021007, "nauc_map_at_3_diff1": 0.154186, "nauc_map_at_5_max": -0.200362, "nauc_map_at_5_std": -0.023483, "nauc_map_at_5_diff1": 0.151596, "nauc_map_at_10_max": -0.212057, "nauc_map_at_10_std": -0.024911, "nauc_map_at_10_diff1": 0.149456, "nauc_map_at_20_max": -0.211637, "nauc_map_at_20_std": -0.022058, "nauc_map_at_20_diff1": 0.148349, "nauc_map_at_100_max": -0.200052, "nauc_map_at_100_std": -0.017962, "nauc_map_at_100_diff1": 0.146926, "nauc_map_at_1000_max": -0.199092, "nauc_map_at_1000_std": -0.017909, "nauc_map_at_1000_diff1": 0.146853, "nauc_recall_at_1_max": -0.143274, "nauc_recall_at_1_std": -0.014146, "nauc_recall_at_1_diff1": 0.155561, "nauc_recall_at_3_max": -0.214629, "nauc_recall_at_3_std": -0.030107, "nauc_recall_at_3_diff1": 0.146834, "nauc_recall_at_5_max": -0.258631, "nauc_recall_at_5_std": -0.042437, "nauc_recall_at_5_diff1": 0.138429, "nauc_recall_at_10_max": -0.333712, "nauc_recall_at_10_std": -0.063944, "nauc_recall_at_10_diff1": 0.131291, "nauc_recall_at_20_max": -0.41472, "nauc_recall_at_20_std": -0.069334, "nauc_recall_at_20_diff1": 0.131568, "nauc_recall_at_100_max": -0.709638, "nauc_recall_at_100_std": -0.023054, "nauc_recall_at_100_diff1": 0.140949, "nauc_recall_at_1000_max": -0.955649, "nauc_recall_at_1000_std": -0.177218, "nauc_recall_at_1000_diff1": -0.069748, "nauc_precision_at_1_max": -0.077718, "nauc_precision_at_1_std": 0.019691, "nauc_precision_at_1_diff1": 0.127586, "nauc_precision_at_3_max": -0.128414, "nauc_precision_at_3_std": 0.019304, "nauc_precision_at_3_diff1": 0.112833, "nauc_precision_at_5_max": -0.139625, "nauc_precision_at_5_std": 0.021545, "nauc_precision_at_5_diff1": 0.091462, "nauc_precision_at_10_max": -0.112182, "nauc_precision_at_10_std": 0.030638, "nauc_precision_at_10_diff1": 0.047248, "nauc_precision_at_20_max": -0.011871, "nauc_precision_at_20_std": 0.058706, "nauc_precision_at_20_diff1": -0.005163, "nauc_precision_at_100_max": 0.234653, "nauc_precision_at_100_std": 0.083493, "nauc_precision_at_100_diff1": -0.077386, "nauc_precision_at_1000_max": 0.258111, "nauc_precision_at_1000_std": 0.08016, "nauc_precision_at_1000_diff1": -0.080057, "nauc_mrr_at_1_max": -0.077718, "nauc_mrr_at_1_std": 0.019691, "nauc_mrr_at_1_diff1": 0.127586, "nauc_mrr_at_3_max": -0.118835, "nauc_mrr_at_3_std": 0.01073, "nauc_mrr_at_3_diff1": 0.12721, "nauc_mrr_at_5_max": -0.131664, "nauc_mrr_at_5_std": 0.007568, "nauc_mrr_at_5_diff1": 0.125646, "nauc_mrr_at_10_max": -0.140057, "nauc_mrr_at_10_std": 0.00525, "nauc_mrr_at_10_diff1": 0.125359, "nauc_mrr_at_20_max": -0.139793, "nauc_mrr_at_20_std": 0.005781, "nauc_mrr_at_20_diff1": 0.125816, "nauc_mrr_at_100_max": -0.136599, "nauc_mrr_at_100_std": 0.006541, "nauc_mrr_at_100_diff1": 0.125989, "nauc_mrr_at_1000_max": -0.136514, "nauc_mrr_at_1000_std": 0.006541, "nauc_mrr_at_1000_diff1": 0.125988, "cv_recall_at_1": 0.14154, "cv_recall_at_3": 0.34518, "cv_recall_at_5": 0.47763, "cv_recall_at_10": 0.66899, "cv_recall_at_20": 0.833, "cv_recall_at_100": 0.99505, "cv_recall_at_1000": 1.0, "max_over_subqueries_ndcg_at_1": 0.17644, "max_over_subqueries_ndcg_at_3": 0.28193, "max_over_subqueries_ndcg_at_5": 0.33478, "max_over_subqueries_ndcg_at_10": 0.39667, "max_over_subqueries_ndcg_at_20": 0.44142, "max_over_subqueries_ndcg_at_100": 0.48296, "max_over_subqueries_ndcg_at_1000": 0.4846, "max_over_subqueries_map_at_1": 0.14751, "max_over_subqueries_map_at_3": 0.24053, "max_over_subqueries_map_at_5": 0.27174, "max_over_subqueries_map_at_10": 0.29975, "max_over_subqueries_map_at_20": 0.31453, "max_over_subqueries_map_at_100": 0.32335, "max_over_subqueries_map_at_1000": 0.32353, "max_over_subqueries_recall_at_1": 0.14751, "max_over_subqueries_recall_at_3": 0.35449, "max_over_subqueries_recall_at_5": 0.47917, "max_over_subqueries_recall_at_10": 0.65537, "max_over_subqueries_recall_at_20": 0.81092, "max_over_subqueries_recall_at_100": 0.99134, "max_over_subqueries_recall_at_1000": 0.99999, "max_over_subqueries_accuracy": 0.14751, "max_over_subqueries_precision_at_1": 0.17644, "max_over_subqueries_precision_at_3": 0.14525, "max_over_subqueries_precision_at_5": 0.12071, "max_over_subqueries_precision_at_10": 0.08637, "max_over_subqueries_precision_at_20": 0.0563, "max_over_subqueries_precision_at_100": 0.01497, "max_over_subqueries_precision_at_1000": 0.00152, "max_over_subqueries_mrr_at_1_max": -0.089608, "max_over_subqueries_mrr_at_1_std": 0.031954, "max_over_subqueries_mrr_at_1_diff1": 0.153896, "max_over_subqueries_mrr_at_3_max": -0.164059, "max_over_subqueries_mrr_at_3_std": 0.008868, "max_over_subqueries_mrr_at_3_diff1": 0.121291, "max_over_subqueries_mrr_at_5_max": -0.165502, "max_over_subqueries_mrr_at_5_std": 0.005544, "max_over_subqueries_mrr_at_5_diff1": 0.088217, "max_over_subqueries_mrr_at_10_max": -0.096237, "max_over_subqueries_mrr_at_10_std": 0.007062, "max_over_subqueries_mrr_at_10_diff1": 0.033261, "max_over_subqueries_mrr_at_20_max": 0.07419, "max_over_subqueries_mrr_at_20_std": 0.04769, "max_over_subqueries_mrr_at_20_diff1": -0.010423, "max_over_subqueries_mrr_at_100_max": 0.374586, "max_over_subqueries_mrr_at_100_std": 0.102837, "max_over_subqueries_mrr_at_100_diff1": -0.038661, "max_over_subqueries_mrr_at_1000_max": 0.393723, "max_over_subqueries_mrr_at_1000_std": 0.102733, "max_over_subqueries_mrr_at_1000_diff1": -0.03671, "max_over_subqueries_mrr_at_1": 0.176436, "max_over_subqueries_mrr_at_3": 0.279469, "max_over_subqueries_mrr_at_5": 0.310657, "max_over_subqueries_mrr_at_10": 0.334882, "max_over_subqueries_mrr_at_20": 0.344813, "max_over_subqueries_mrr_at_100": 0.348642, "max_over_subqueries_mrr_at_1000": 0.348671, "max_over_subqueries_nauc_mrr_at_1_max": -0.089608, "max_over_subqueries_nauc_mrr_at_1_std": 0.031954, "max_over_subqueries_nauc_mrr_at_1_diff1": 0.153896, "max_over_subqueries_nauc_mrr_at_3_max": -0.143288, "max_over_subqueries_nauc_mrr_at_3_std": 0.013298, "max_over_subqueries_nauc_mrr_at_3_diff1": 0.146923, "max_over_subqueries_nauc_mrr_at_5_max": -0.154919, "max_over_subqueries_nauc_mrr_at_5_std": 0.00913, "max_over_subqueries_nauc_mrr_at_5_diff1": 0.142821, "max_over_subqueries_nauc_mrr_at_10_max": -0.159466, "max_over_subqueries_nauc_mrr_at_10_std": 0.006806, "max_over_subqueries_nauc_mrr_at_10_diff1": 0.141577, "max_over_subqueries_nauc_mrr_at_20_max": -0.157037, "max_over_subqueries_nauc_mrr_at_20_std": 0.008139, "max_over_subqueries_nauc_mrr_at_20_diff1": 0.142628, "max_over_subqueries_nauc_mrr_at_100_max": -0.154544, "max_over_subqueries_nauc_mrr_at_100_std": 0.009018, "max_over_subqueries_nauc_mrr_at_100_diff1": 0.143153, "max_over_subqueries_nauc_mrr_at_1000_max": -0.154492, "max_over_subqueries_nauc_mrr_at_1000_std": 0.009023, "max_over_subqueries_nauc_mrr_at_1000_diff1": 0.143169, "max_over_subqueries_cv_recall_at_1": 0.17644, "max_over_subqueries_cv_recall_at_3": 0.41411, "max_over_subqueries_cv_recall_at_5": 0.55102, "max_over_subqueries_cv_recall_at_10": 0.73133, "max_over_subqueries_cv_recall_at_20": 0.87158, "max_over_subqueries_cv_recall_at_100": 0.99642, "max_over_subqueries_cv_recall_at_1000": 0.99999, "main_score": 0.32353, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 5444.189650297165, "kg_co2_emissions": null }