{ "dataset_revision": "f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88", "task_name": "SCIDOCS", "mteb_version": "2.10.8", "scores": { "test": [ { "ndcg_at_1": 0.267, "ndcg_at_3": 0.2082, "ndcg_at_5": 0.18163, "ndcg_at_10": 0.21897, "ndcg_at_20": 0.24807, "ndcg_at_100": 0.30401, "ndcg_at_1000": 0.36043, "map_at_1": 0.05413, "map_at_3": 0.09448, "map_at_5": 0.11274, "map_at_10": 0.13265, "map_at_20": 0.14357, "map_at_100": 0.15503, "map_at_1000": 0.1584, "recall_at_1": 0.05413, "recall_at_3": 0.11668, "recall_at_5": 0.15988, "recall_at_10": 0.22818, "recall_at_20": 0.29652, "recall_at_100": 0.47805, "recall_at_1000": 0.75207, "accuracy": 0.05413, "precision_at_1": 0.267, "precision_at_3": 0.19167, "precision_at_5": 0.1576, "precision_at_10": 0.1126, "precision_at_20": 0.07325, "precision_at_100": 0.02357, "precision_at_1000": 0.00371, "mrr_at_1": 0.267, "mrr_at_3": 0.339333, "mrr_at_5": 0.358183, "mrr_at_10": 0.372639, "mrr_at_20": 0.379111, "mrr_at_100": 0.38356, "mrr_at_1000": 0.384068, "nauc_ndcg_at_1_max": 0.090133, "nauc_ndcg_at_1_std": 0.055123, "nauc_ndcg_at_1_diff1": 0.208744, "nauc_ndcg_at_3_max": 0.128161, "nauc_ndcg_at_3_std": 0.109991, "nauc_ndcg_at_3_diff1": 0.196863, "nauc_ndcg_at_5_max": 0.13162, "nauc_ndcg_at_5_std": 0.14671, "nauc_ndcg_at_5_diff1": 0.189696, "nauc_ndcg_at_10_max": 0.141835, "nauc_ndcg_at_10_std": 0.178834, "nauc_ndcg_at_10_diff1": 0.17527, "nauc_ndcg_at_20_max": 0.149086, "nauc_ndcg_at_20_std": 0.2054, "nauc_ndcg_at_20_diff1": 0.177459, "nauc_ndcg_at_100_max": 0.160182, "nauc_ndcg_at_100_std": 0.259247, "nauc_ndcg_at_100_diff1": 0.1738, "nauc_ndcg_at_1000_max": 0.167205, "nauc_ndcg_at_1000_std": 0.263405, "nauc_ndcg_at_1000_diff1": 0.166485, "nauc_map_at_1_max": 0.092241, "nauc_map_at_1_std": 0.053038, "nauc_map_at_1_diff1": 0.208894, "nauc_map_at_3_max": 0.133492, "nauc_map_at_3_std": 0.103388, "nauc_map_at_3_diff1": 0.199308, "nauc_map_at_5_max": 0.136381, "nauc_map_at_5_std": 0.14171, "nauc_map_at_5_diff1": 0.191793, "nauc_map_at_10_max": 0.147468, "nauc_map_at_10_std": 0.171705, "nauc_map_at_10_diff1": 0.181756, "nauc_map_at_20_max": 0.154323, "nauc_map_at_20_std": 0.189483, "nauc_map_at_20_diff1": 0.185475, "nauc_map_at_100_max": 0.15788, "nauc_map_at_100_std": 0.208356, "nauc_map_at_100_diff1": 0.182931, "nauc_map_at_1000_max": 0.158919, "nauc_map_at_1000_std": 0.209846, "nauc_map_at_1000_diff1": 0.182064, "nauc_recall_at_1_max": 0.092241, "nauc_recall_at_1_std": 0.053038, "nauc_recall_at_1_diff1": 0.208894, "nauc_recall_at_3_max": 0.144961, "nauc_recall_at_3_std": 0.128442, "nauc_recall_at_3_diff1": 0.188146, "nauc_recall_at_5_max": 0.138731, "nauc_recall_at_5_std": 0.183665, "nauc_recall_at_5_diff1": 0.169531, "nauc_recall_at_10_max": 0.149054, "nauc_recall_at_10_std": 0.227475, "nauc_recall_at_10_diff1": 0.132818, "nauc_recall_at_20_max": 0.155517, "nauc_recall_at_20_std": 0.269196, "nauc_recall_at_20_diff1": 0.131732, "nauc_recall_at_100_max": 0.169071, "nauc_recall_at_100_std": 0.376309, "nauc_recall_at_100_diff1": 0.105725, "nauc_recall_at_1000_max": 0.192174, "nauc_recall_at_1000_std": 0.421667, "nauc_recall_at_1000_diff1": 0.033283, "nauc_precision_at_1_max": 0.090133, "nauc_precision_at_1_std": 0.055123, "nauc_precision_at_1_diff1": 0.208744, "nauc_precision_at_3_max": 0.142854, "nauc_precision_at_3_std": 0.132299, "nauc_precision_at_3_diff1": 0.189421, "nauc_precision_at_5_max": 0.136498, "nauc_precision_at_5_std": 0.1872, "nauc_precision_at_5_diff1": 0.171136, "nauc_precision_at_10_max": 0.14693, "nauc_precision_at_10_std": 0.229206, "nauc_precision_at_10_diff1": 0.135576, "nauc_precision_at_20_max": 0.153083, "nauc_precision_at_20_std": 0.271074, "nauc_precision_at_20_diff1": 0.13532, "nauc_precision_at_100_max": 0.162754, "nauc_precision_at_100_std": 0.374115, "nauc_precision_at_100_diff1": 0.111139, "nauc_precision_at_1000_max": 0.174418, "nauc_precision_at_1000_std": 0.407792, "nauc_precision_at_1000_diff1": 0.041467, "nauc_mrr_at_1_max": 0.090133, "nauc_mrr_at_1_std": 0.055123, "nauc_mrr_at_1_diff1": 0.208744, "nauc_mrr_at_3_max": 0.107585, "nauc_mrr_at_3_std": 0.088242, "nauc_mrr_at_3_diff1": 0.197252, "nauc_mrr_at_5_max": 0.109489, "nauc_mrr_at_5_std": 0.098833, "nauc_mrr_at_5_diff1": 0.194981, "nauc_mrr_at_10_max": 0.107867, "nauc_mrr_at_10_std": 0.103836, "nauc_mrr_at_10_diff1": 0.1901, "nauc_mrr_at_20_max": 0.108517, "nauc_mrr_at_20_std": 0.10368, "nauc_mrr_at_20_diff1": 0.190163, "nauc_mrr_at_100_max": 0.10807, "nauc_mrr_at_100_std": 0.104685, "nauc_mrr_at_100_diff1": 0.191514, "nauc_mrr_at_1000_max": 0.107982, "nauc_mrr_at_1000_std": 0.104211, "nauc_mrr_at_1000_diff1": 0.191427, "hit_rate_at_1": 0.267, "hit_rate_at_3": 0.43, "hit_rate_at_5": 0.515, "hit_rate_at_10": 0.623, "hit_rate_at_20": 0.713, "hit_rate_at_100": 0.885, "hit_rate_at_1000": 0.986, "main_score": 0.21897, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 39.80402755737305, "kg_co2_emissions": null, "date": 1773437250.207416 }