{ "dataset_revision": "f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88", "task_name": "SCIDOCS", "mteb_version": "2.10.3", "scores": { "test": [ { "ndcg_at_1": 0.253, "ndcg_at_3": 0.20948, "ndcg_at_5": 0.18332, "ndcg_at_10": 0.22235, "ndcg_at_20": 0.25295, "ndcg_at_100": 0.30666, "ndcg_at_1000": 0.36096, "map_at_1": 0.05133, "map_at_3": 0.09452, "map_at_5": 0.114, "map_at_10": 0.1345, "map_at_20": 0.14619, "map_at_100": 0.15746, "map_at_1000": 0.1606, "recall_at_1": 0.05133, "recall_at_3": 0.11958, "recall_at_5": 0.16373, "recall_at_10": 0.23493, "recall_at_20": 0.30677, "recall_at_100": 0.48055, "recall_at_1000": 0.7461, "accuracy": 0.05133, "precision_at_1": 0.253, "precision_at_3": 0.19667, "precision_at_5": 0.1616, "precision_at_10": 0.116, "precision_at_20": 0.07575, "precision_at_100": 0.02368, "precision_at_1000": 0.00368, "mrr_at_1": 0.253, "mrr_at_3": 0.334833, "mrr_at_5": 0.354233, "mrr_at_10": 0.369455, "mrr_at_20": 0.37634, "mrr_at_100": 0.380351, "mrr_at_1000": 0.380843, "nauc_ndcg_at_1_max": 0.173897, "nauc_ndcg_at_1_std": 0.007346, "nauc_ndcg_at_1_diff1": 0.2444, "nauc_ndcg_at_3_max": 0.178685, "nauc_ndcg_at_3_std": 0.070853, "nauc_ndcg_at_3_diff1": 0.204502, "nauc_ndcg_at_5_max": 0.187495, "nauc_ndcg_at_5_std": 0.102671, "nauc_ndcg_at_5_diff1": 0.182577, "nauc_ndcg_at_10_max": 0.223367, "nauc_ndcg_at_10_std": 0.154301, "nauc_ndcg_at_10_diff1": 0.166491, "nauc_ndcg_at_20_max": 0.224861, "nauc_ndcg_at_20_std": 0.184166, "nauc_ndcg_at_20_diff1": 0.167367, "nauc_ndcg_at_100_max": 0.235187, "nauc_ndcg_at_100_std": 0.231817, "nauc_ndcg_at_100_diff1": 0.158705, "nauc_ndcg_at_1000_max": 0.243867, "nauc_ndcg_at_1000_std": 0.226129, "nauc_ndcg_at_1000_diff1": 0.170988, "nauc_map_at_1_max": 0.172992, "nauc_map_at_1_std": 0.00676, "nauc_map_at_1_diff1": 0.242451, "nauc_map_at_3_max": 0.188973, "nauc_map_at_3_std": 0.059275, "nauc_map_at_3_diff1": 0.210443, "nauc_map_at_5_max": 0.194636, "nauc_map_at_5_std": 0.090599, "nauc_map_at_5_diff1": 0.183261, "nauc_map_at_10_max": 0.221978, "nauc_map_at_10_std": 0.130435, "nauc_map_at_10_diff1": 0.167069, "nauc_map_at_20_max": 0.225482, "nauc_map_at_20_std": 0.148299, "nauc_map_at_20_diff1": 0.169411, "nauc_map_at_100_max": 0.228508, "nauc_map_at_100_std": 0.168208, "nauc_map_at_100_diff1": 0.165755, "nauc_map_at_1000_max": 0.229419, "nauc_map_at_1000_std": 0.169324, "nauc_map_at_1000_diff1": 0.166893, "nauc_recall_at_1_max": 0.172992, "nauc_recall_at_1_std": 0.00676, "nauc_recall_at_1_diff1": 0.242451, "nauc_recall_at_3_max": 0.178548, "nauc_recall_at_3_std": 0.092161, "nauc_recall_at_3_diff1": 0.180265, "nauc_recall_at_5_max": 0.181938, "nauc_recall_at_5_std": 0.138019, "nauc_recall_at_5_diff1": 0.137402, "nauc_recall_at_10_max": 0.236959, "nauc_recall_at_10_std": 0.217698, "nauc_recall_at_10_diff1": 0.106831, "nauc_recall_at_20_max": 0.225467, "nauc_recall_at_20_std": 0.264827, "nauc_recall_at_20_diff1": 0.104925, "nauc_recall_at_100_max": 0.222938, "nauc_recall_at_100_std": 0.350991, "nauc_recall_at_100_diff1": 0.063918, "nauc_recall_at_1000_max": 0.246406, "nauc_recall_at_1000_std": 0.340433, "nauc_recall_at_1000_diff1": 0.077886, "nauc_precision_at_1_max": 0.173897, "nauc_precision_at_1_std": 0.007346, "nauc_precision_at_1_diff1": 0.2444, "nauc_precision_at_3_max": 0.177179, "nauc_precision_at_3_std": 0.092881, "nauc_precision_at_3_diff1": 0.182342, "nauc_precision_at_5_max": 0.179531, "nauc_precision_at_5_std": 0.13884, "nauc_precision_at_5_diff1": 0.138591, "nauc_precision_at_10_max": 0.234187, "nauc_precision_at_10_std": 0.219053, "nauc_precision_at_10_diff1": 0.108182, "nauc_precision_at_20_max": 0.223331, "nauc_precision_at_20_std": 0.265938, "nauc_precision_at_20_diff1": 0.105656, "nauc_precision_at_100_max": 0.218211, "nauc_precision_at_100_std": 0.34788, "nauc_precision_at_100_diff1": 0.067463, "nauc_precision_at_1000_max": 0.229717, "nauc_precision_at_1000_std": 0.328809, "nauc_precision_at_1000_diff1": 0.079469, "nauc_mrr_at_1_max": 0.173897, "nauc_mrr_at_1_std": 0.007346, "nauc_mrr_at_1_diff1": 0.2444, "nauc_mrr_at_3_max": 0.16914, "nauc_mrr_at_3_std": 0.058695, "nauc_mrr_at_3_diff1": 0.214316, "nauc_mrr_at_5_max": 0.171105, "nauc_mrr_at_5_std": 0.065463, "nauc_mrr_at_5_diff1": 0.214377, "nauc_mrr_at_10_max": 0.17988, "nauc_mrr_at_10_std": 0.080472, "nauc_mrr_at_10_diff1": 0.212182, "nauc_mrr_at_20_max": 0.179362, "nauc_mrr_at_20_std": 0.082469, "nauc_mrr_at_20_diff1": 0.211887, "nauc_mrr_at_100_max": 0.179827, "nauc_mrr_at_100_std": 0.081003, "nauc_mrr_at_100_diff1": 0.212911, "nauc_mrr_at_1000_max": 0.179737, "nauc_mrr_at_1000_std": 0.080514, "nauc_mrr_at_1000_diff1": 0.213072, "hit_rate_at_1": 0.253, "hit_rate_at_3": 0.441, "hit_rate_at_5": 0.525, "hit_rate_at_10": 0.633, "hit_rate_at_20": 0.733, "hit_rate_at_100": 0.881, "hit_rate_at_1000": 0.982, "main_score": 0.22235, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 40.604384422302246, "kg_co2_emissions": null, "date": 1772433322.770513 }