{ "dataset_revision": "0228b52cf27578f30900b9e5271d331663a030d7", "task_name": "SciFact", "mteb_version": "1.18.0", "scores": { "train": [ { "ndcg_at_1": 0.47466, "ndcg_at_3": 0.53267, "ndcg_at_5": 0.56042, "ndcg_at_10": 0.5929, "ndcg_at_20": 0.61126, "ndcg_at_100": 0.6317, "ndcg_at_1000": 0.64199, "map_at_1": 0.44957, "map_at_3": 0.50873, "map_at_5": 0.52562, "map_at_10": 0.54086, "map_at_20": 0.5466, "map_at_100": 0.54982, "map_at_1000": 0.55019, "recall_at_1": 0.44957, "recall_at_3": 0.57781, "recall_at_5": 0.64347, "recall_at_10": 0.73762, "recall_at_20": 0.80585, "recall_at_100": 0.9108, "recall_at_1000": 0.99258, "precision_at_1": 0.47466, "precision_at_3": 0.2089, "precision_at_5": 0.1424, "precision_at_10": 0.08294, "precision_at_20": 0.0458, "precision_at_100": 0.01038, "precision_at_1000": 0.00113, "mrr_at_1": 0.47466, "mrr_at_3": 0.53152, "mrr_at_5": 0.546044, "mrr_at_10": 0.557745, "mrr_at_20": 0.562242, "mrr_at_100": 0.564811, "mrr_at_1000": 0.565127, "nauc_ndcg_at_1_max": 0.363407, "nauc_ndcg_at_1_std": 0.049979, "nauc_ndcg_at_1_diff1": 0.643812, "nauc_ndcg_at_3_max": 0.3597, "nauc_ndcg_at_3_std": 0.081253, "nauc_ndcg_at_3_diff1": 0.585711, "nauc_ndcg_at_5_max": 0.362341, "nauc_ndcg_at_5_std": 0.069929, "nauc_ndcg_at_5_diff1": 0.576536, "nauc_ndcg_at_10_max": 0.376381, "nauc_ndcg_at_10_std": 0.097103, "nauc_ndcg_at_10_diff1": 0.57811, "nauc_ndcg_at_20_max": 0.385372, "nauc_ndcg_at_20_std": 0.11707, "nauc_ndcg_at_20_diff1": 0.578186, "nauc_ndcg_at_100_max": 0.391265, "nauc_ndcg_at_100_std": 0.114987, "nauc_ndcg_at_100_diff1": 0.584684, "nauc_ndcg_at_1000_max": 0.383477, "nauc_ndcg_at_1000_std": 0.104165, "nauc_ndcg_at_1000_diff1": 0.587345, "nauc_map_at_1_max": 0.328935, "nauc_map_at_1_std": 0.037604, "nauc_map_at_1_diff1": 0.631379, "nauc_map_at_3_max": 0.350484, "nauc_map_at_3_std": 0.065558, "nauc_map_at_3_diff1": 0.595867, "nauc_map_at_5_max": 0.353888, "nauc_map_at_5_std": 0.058668, "nauc_map_at_5_diff1": 0.591409, "nauc_map_at_10_max": 0.362171, "nauc_map_at_10_std": 0.073936, "nauc_map_at_10_diff1": 0.593545, "nauc_map_at_20_max": 0.365407, "nauc_map_at_20_std": 0.079894, "nauc_map_at_20_diff1": 0.59335, "nauc_map_at_100_max": 0.366722, "nauc_map_at_100_std": 0.079966, "nauc_map_at_100_diff1": 0.594265, "nauc_map_at_1000_max": 0.366476, "nauc_map_at_1000_std": 0.07964, "nauc_map_at_1000_diff1": 0.594375, "nauc_recall_at_1_max": 0.328935, "nauc_recall_at_1_std": 0.037604, "nauc_recall_at_1_diff1": 0.631379, "nauc_recall_at_3_max": 0.353056, "nauc_recall_at_3_std": 0.101494, "nauc_recall_at_3_diff1": 0.540809, "nauc_recall_at_5_max": 0.349452, "nauc_recall_at_5_std": 0.070549, "nauc_recall_at_5_diff1": 0.506202, "nauc_recall_at_10_max": 0.39035, "nauc_recall_at_10_std": 0.156792, "nauc_recall_at_10_diff1": 0.493216, "nauc_recall_at_20_max": 0.442717, "nauc_recall_at_20_std": 0.285133, "nauc_recall_at_20_diff1": 0.477706, "nauc_recall_at_100_max": 0.580471, "nauc_recall_at_100_std": 0.417765, "nauc_recall_at_100_diff1": 0.48935, "nauc_recall_at_1000_max": 0.555365, "nauc_recall_at_1000_std": 0.700716, "nauc_recall_at_1000_diff1": 0.312843, "nauc_precision_at_1_max": 0.363407, "nauc_precision_at_1_std": 0.049979, "nauc_precision_at_1_diff1": 0.643812, "nauc_precision_at_3_max": 0.396471, "nauc_precision_at_3_std": 0.1251, "nauc_precision_at_3_diff1": 0.508762, "nauc_precision_at_5_max": 0.389511, "nauc_precision_at_5_std": 0.1146, "nauc_precision_at_5_diff1": 0.418814, "nauc_precision_at_10_max": 0.3856, "nauc_precision_at_10_std": 0.226278, "nauc_precision_at_10_diff1": 0.317524, "nauc_precision_at_20_max": 0.382901, "nauc_precision_at_20_std": 0.325298, "nauc_precision_at_20_diff1": 0.220347, "nauc_precision_at_100_max": 0.35082, "nauc_precision_at_100_std": 0.337006, "nauc_precision_at_100_diff1": 0.097533, "nauc_precision_at_1000_max": 0.233634, "nauc_precision_at_1000_std": 0.283275, "nauc_precision_at_1000_diff1": -0.065951, "nauc_mrr_at_1_max": 0.363407, "nauc_mrr_at_1_std": 0.049979, "nauc_mrr_at_1_diff1": 0.643812, "nauc_mrr_at_3_max": 0.374704, "nauc_mrr_at_3_std": 0.085639, "nauc_mrr_at_3_diff1": 0.60437, "nauc_mrr_at_5_max": 0.379875, "nauc_mrr_at_5_std": 0.084463, "nauc_mrr_at_5_diff1": 0.599984, "nauc_mrr_at_10_max": 0.381345, "nauc_mrr_at_10_std": 0.08935, "nauc_mrr_at_10_diff1": 0.59946, "nauc_mrr_at_20_max": 0.382482, "nauc_mrr_at_20_std": 0.092608, "nauc_mrr_at_20_diff1": 0.599876, "nauc_mrr_at_100_max": 0.382637, "nauc_mrr_at_100_std": 0.09125, "nauc_mrr_at_100_diff1": 0.600839, "nauc_mrr_at_1000_max": 0.382373, "nauc_mrr_at_1000_std": 0.090927, "nauc_mrr_at_1000_diff1": 0.600917, "main_score": 0.5929, "hf_subset": "default", "languages": [ "eng-Latn" ] } ], "test": [ { "ndcg_at_1": 0.45, "ndcg_at_3": 0.51606, "ndcg_at_5": 0.54671, "ndcg_at_10": 0.5743, "ndcg_at_20": 0.5965, "ndcg_at_100": 0.61488, "ndcg_at_1000": 0.62693, "map_at_1": 0.43556, "map_at_3": 0.49356, "map_at_5": 0.5111, "map_at_10": 0.52333, "map_at_20": 0.53028, "map_at_100": 0.53296, "map_at_1000": 0.53343, "recall_at_1": 0.43556, "recall_at_3": 0.56233, "recall_at_5": 0.63744, "recall_at_10": 0.71961, "recall_at_20": 0.80389, "recall_at_100": 0.89922, "recall_at_1000": 0.99333, "precision_at_1": 0.45, "precision_at_3": 0.20222, "precision_at_5": 0.13867, "precision_at_10": 0.07933, "precision_at_20": 0.04517, "precision_at_100": 0.0102, "precision_at_1000": 0.00112, "mrr_at_1": 0.45, "mrr_at_3": 0.51, "mrr_at_5": 0.525333, "mrr_at_10": 0.535799, "mrr_at_20": 0.540819, "mrr_at_100": 0.543055, "mrr_at_1000": 0.543449, "nauc_ndcg_at_1_max": 0.384705, "nauc_ndcg_at_1_std": 0.02334, "nauc_ndcg_at_1_diff1": 0.583444, "nauc_ndcg_at_3_max": 0.407624, "nauc_ndcg_at_3_std": 0.031425, "nauc_ndcg_at_3_diff1": 0.528697, "nauc_ndcg_at_5_max": 0.399081, "nauc_ndcg_at_5_std": 0.045988, "nauc_ndcg_at_5_diff1": 0.523579, "nauc_ndcg_at_10_max": 0.399231, "nauc_ndcg_at_10_std": 0.047342, "nauc_ndcg_at_10_diff1": 0.513882, "nauc_ndcg_at_20_max": 0.412761, "nauc_ndcg_at_20_std": 0.06434, "nauc_ndcg_at_20_diff1": 0.516024, "nauc_ndcg_at_100_max": 0.406067, "nauc_ndcg_at_100_std": 0.063841, "nauc_ndcg_at_100_diff1": 0.519275, "nauc_ndcg_at_1000_max": 0.405939, "nauc_ndcg_at_1000_std": 0.05625, "nauc_ndcg_at_1000_diff1": 0.524929, "nauc_map_at_1_max": 0.366194, "nauc_map_at_1_std": -0.002253, "nauc_map_at_1_diff1": 0.570708, "nauc_map_at_3_max": 0.394131, "nauc_map_at_3_std": 0.014811, "nauc_map_at_3_diff1": 0.538366, "nauc_map_at_5_max": 0.390427, "nauc_map_at_5_std": 0.025612, "nauc_map_at_5_diff1": 0.53622, "nauc_map_at_10_max": 0.391752, "nauc_map_at_10_std": 0.027506, "nauc_map_at_10_diff1": 0.532486, "nauc_map_at_20_max": 0.395682, "nauc_map_at_20_std": 0.03553, "nauc_map_at_20_diff1": 0.533119, "nauc_map_at_100_max": 0.394809, "nauc_map_at_100_std": 0.035175, "nauc_map_at_100_diff1": 0.533365, "nauc_map_at_1000_max": 0.394881, "nauc_map_at_1000_std": 0.034905, "nauc_map_at_1000_diff1": 0.533526, "nauc_recall_at_1_max": 0.366194, "nauc_recall_at_1_std": -0.002253, "nauc_recall_at_1_diff1": 0.570708, "nauc_recall_at_3_max": 0.417961, "nauc_recall_at_3_std": 0.034918, "nauc_recall_at_3_diff1": 0.493074, "nauc_recall_at_5_max": 0.391365, "nauc_recall_at_5_std": 0.069011, "nauc_recall_at_5_diff1": 0.468291, "nauc_recall_at_10_max": 0.385634, "nauc_recall_at_10_std": 0.069306, "nauc_recall_at_10_diff1": 0.419768, "nauc_recall_at_20_max": 0.461965, "nauc_recall_at_20_std": 0.148429, "nauc_recall_at_20_diff1": 0.411221, "nauc_recall_at_100_max": 0.417724, "nauc_recall_at_100_std": 0.226119, "nauc_recall_at_100_diff1": 0.408228, "nauc_recall_at_1000_max": 0.414332, "nauc_recall_at_1000_std": 0.19141, "nauc_recall_at_1000_diff1": 0.679038, "nauc_precision_at_1_max": 0.384705, "nauc_precision_at_1_std": 0.02334, "nauc_precision_at_1_diff1": 0.583444, "nauc_precision_at_3_max": 0.44465, "nauc_precision_at_3_std": 0.107642, "nauc_precision_at_3_diff1": 0.467201, "nauc_precision_at_5_max": 0.396196, "nauc_precision_at_5_std": 0.1761, "nauc_precision_at_5_diff1": 0.398178, "nauc_precision_at_10_max": 0.351385, "nauc_precision_at_10_std": 0.206053, "nauc_precision_at_10_diff1": 0.299955, "nauc_precision_at_20_max": 0.338184, "nauc_precision_at_20_std": 0.341541, "nauc_precision_at_20_diff1": 0.191724, "nauc_precision_at_100_max": 0.224425, "nauc_precision_at_100_std": 0.354611, "nauc_precision_at_100_diff1": 0.057815, "nauc_precision_at_1000_max": 0.110581, "nauc_precision_at_1000_std": 0.35818, "nauc_precision_at_1000_diff1": -0.114243, "nauc_mrr_at_1_max": 0.384705, "nauc_mrr_at_1_std": 0.02334, "nauc_mrr_at_1_diff1": 0.583444, "nauc_mrr_at_3_max": 0.41718, "nauc_mrr_at_3_std": 0.0547, "nauc_mrr_at_3_diff1": 0.541879, "nauc_mrr_at_5_max": 0.411878, "nauc_mrr_at_5_std": 0.057645, "nauc_mrr_at_5_diff1": 0.541541, "nauc_mrr_at_10_max": 0.410178, "nauc_mrr_at_10_std": 0.057457, "nauc_mrr_at_10_diff1": 0.537667, "nauc_mrr_at_20_max": 0.412687, "nauc_mrr_at_20_std": 0.057736, "nauc_mrr_at_20_diff1": 0.538151, "nauc_mrr_at_100_max": 0.411233, "nauc_mrr_at_100_std": 0.05702, "nauc_mrr_at_100_diff1": 0.538475, "nauc_mrr_at_1000_max": 0.411285, "nauc_mrr_at_1000_std": 0.056753, "nauc_mrr_at_1000_diff1": 0.538752, "main_score": 0.5743, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 311.9514956474304, "kg_co2_emissions": 0.02926215593708629 }