{ "dataset_revision": "f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88", "task_name": "SCIDOCS", "mteb_version": "2.10.8", "scores": { "test": [ { "ndcg_at_1": 0.244, "ndcg_at_3": 0.19944, "ndcg_at_5": 0.17563, "ndcg_at_10": 0.21131, "ndcg_at_20": 0.24276, "ndcg_at_100": 0.29757, "ndcg_at_1000": 0.35679, "map_at_1": 0.04963, "map_at_3": 0.08934, "map_at_5": 0.10774, "map_at_10": 0.12644, "map_at_20": 0.13877, "map_at_100": 0.14968, "map_at_1000": 0.15316, "recall_at_1": 0.04963, "recall_at_3": 0.11303, "recall_at_5": 0.15648, "recall_at_10": 0.22193, "recall_at_20": 0.29555, "recall_at_100": 0.47437, "recall_at_1000": 0.76343, "accuracy": 0.04963, "precision_at_1": 0.244, "precision_at_3": 0.18567, "precision_at_5": 0.1542, "precision_at_10": 0.1096, "precision_at_20": 0.07295, "precision_at_100": 0.0234, "precision_at_1000": 0.00376, "mrr_at_1": 0.244, "mrr_at_3": 0.326167, "mrr_at_5": 0.345767, "mrr_at_10": 0.360326, "mrr_at_20": 0.366349, "mrr_at_100": 0.370723, "mrr_at_1000": 0.371266, "nauc_ndcg_at_1_max": 0.077633, "nauc_ndcg_at_1_std": 0.124367, "nauc_ndcg_at_1_diff1": 0.23137, "nauc_ndcg_at_3_max": 0.103796, "nauc_ndcg_at_3_std": 0.178835, "nauc_ndcg_at_3_diff1": 0.170911, "nauc_ndcg_at_5_max": 0.119425, "nauc_ndcg_at_5_std": 0.210207, "nauc_ndcg_at_5_diff1": 0.167547, "nauc_ndcg_at_10_max": 0.133603, "nauc_ndcg_at_10_std": 0.238056, "nauc_ndcg_at_10_diff1": 0.158664, "nauc_ndcg_at_20_max": 0.13837, "nauc_ndcg_at_20_std": 0.270821, "nauc_ndcg_at_20_diff1": 0.154468, "nauc_ndcg_at_100_max": 0.148709, "nauc_ndcg_at_100_std": 0.317042, "nauc_ndcg_at_100_diff1": 0.164568, "nauc_ndcg_at_1000_max": 0.158287, "nauc_ndcg_at_1000_std": 0.314842, "nauc_ndcg_at_1000_diff1": 0.160759, "nauc_map_at_1_max": 0.080779, "nauc_map_at_1_std": 0.122048, "nauc_map_at_1_diff1": 0.228358, "nauc_map_at_3_max": 0.117394, "nauc_map_at_3_std": 0.183166, "nauc_map_at_3_diff1": 0.17946, "nauc_map_at_5_max": 0.127995, "nauc_map_at_5_std": 0.210752, "nauc_map_at_5_diff1": 0.171959, "nauc_map_at_10_max": 0.138765, "nauc_map_at_10_std": 0.233428, "nauc_map_at_10_diff1": 0.160308, "nauc_map_at_20_max": 0.145146, "nauc_map_at_20_std": 0.255986, "nauc_map_at_20_diff1": 0.160882, "nauc_map_at_100_max": 0.149183, "nauc_map_at_100_std": 0.275086, "nauc_map_at_100_diff1": 0.163919, "nauc_map_at_1000_max": 0.150226, "nauc_map_at_1000_std": 0.275841, "nauc_map_at_1000_diff1": 0.163243, "nauc_recall_at_1_max": 0.080779, "nauc_recall_at_1_std": 0.122048, "nauc_recall_at_1_diff1": 0.228358, "nauc_recall_at_3_max": 0.11609, "nauc_recall_at_3_std": 0.196069, "nauc_recall_at_3_diff1": 0.143167, "nauc_recall_at_5_max": 0.130801, "nauc_recall_at_5_std": 0.235287, "nauc_recall_at_5_diff1": 0.136039, "nauc_recall_at_10_max": 0.148054, "nauc_recall_at_10_std": 0.270113, "nauc_recall_at_10_diff1": 0.119969, "nauc_recall_at_20_max": 0.146702, "nauc_recall_at_20_std": 0.319374, "nauc_recall_at_20_diff1": 0.107058, "nauc_recall_at_100_max": 0.161512, "nauc_recall_at_100_std": 0.399426, "nauc_recall_at_100_diff1": 0.117917, "nauc_recall_at_1000_max": 0.207097, "nauc_recall_at_1000_std": 0.3989, "nauc_recall_at_1000_diff1": 0.069276, "nauc_precision_at_1_max": 0.077633, "nauc_precision_at_1_std": 0.124367, "nauc_precision_at_1_diff1": 0.23137, "nauc_precision_at_3_max": 0.11265, "nauc_precision_at_3_std": 0.196738, "nauc_precision_at_3_diff1": 0.144499, "nauc_precision_at_5_max": 0.128011, "nauc_precision_at_5_std": 0.237874, "nauc_precision_at_5_diff1": 0.138691, "nauc_precision_at_10_max": 0.145172, "nauc_precision_at_10_std": 0.271981, "nauc_precision_at_10_diff1": 0.122326, "nauc_precision_at_20_max": 0.142289, "nauc_precision_at_20_std": 0.319876, "nauc_precision_at_20_diff1": 0.110087, "nauc_precision_at_100_max": 0.155804, "nauc_precision_at_100_std": 0.402027, "nauc_precision_at_100_diff1": 0.120778, "nauc_precision_at_1000_max": 0.18616, "nauc_precision_at_1000_std": 0.390224, "nauc_precision_at_1000_diff1": 0.073379, "nauc_mrr_at_1_max": 0.077633, "nauc_mrr_at_1_std": 0.124367, "nauc_mrr_at_1_diff1": 0.23137, "nauc_mrr_at_3_max": 0.080276, "nauc_mrr_at_3_std": 0.148014, "nauc_mrr_at_3_diff1": 0.185693, "nauc_mrr_at_5_max": 0.088832, "nauc_mrr_at_5_std": 0.160289, "nauc_mrr_at_5_diff1": 0.189219, "nauc_mrr_at_10_max": 0.091533, "nauc_mrr_at_10_std": 0.167225, "nauc_mrr_at_10_diff1": 0.187677, "nauc_mrr_at_20_max": 0.091515, "nauc_mrr_at_20_std": 0.168284, "nauc_mrr_at_20_diff1": 0.185003, "nauc_mrr_at_100_max": 0.090726, "nauc_mrr_at_100_std": 0.167802, "nauc_mrr_at_100_diff1": 0.186939, "nauc_mrr_at_1000_max": 0.090624, "nauc_mrr_at_1000_std": 0.167562, "nauc_mrr_at_1000_diff1": 0.186995, "hit_rate_at_1": 0.244, "hit_rate_at_3": 0.427, "hit_rate_at_5": 0.515, "hit_rate_at_10": 0.622, "hit_rate_at_20": 0.708, "hit_rate_at_100": 0.878, "hit_rate_at_1000": 0.989, "main_score": 0.21131, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 40.95504808425903, "kg_co2_emissions": null, "date": 1773422087.790435 }