{ "dataset_revision": "f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88", "task_name": "SCIDOCS", "mteb_version": "2.18.8", "scores": { "test": [ { "ndcg_at_1": 0.227, "ndcg_at_3": 0.18551, "ndcg_at_5": 0.16325, "ndcg_at_10": 0.19761, "ndcg_at_20": 0.22818, "ndcg_at_100": 0.28006, "ndcg_at_1000": 0.33736, "map_at_1": 0.04608, "map_at_3": 0.0822, "map_at_5": 0.09939, "map_at_10": 0.11654, "map_at_20": 0.12807, "map_at_100": 0.13814, "map_at_1000": 0.1414, "recall_at_1": 0.04608, "recall_at_3": 0.10558, "recall_at_5": 0.14622, "recall_at_10": 0.20907, "recall_at_20": 0.2809, "recall_at_100": 0.44985, "recall_at_1000": 0.72962, "accuracy": 0.04608, "precision_at_1": 0.227, "precision_at_3": 0.174, "precision_at_5": 0.1444, "precision_at_10": 0.1032, "precision_at_20": 0.06935, "precision_at_100": 0.02218, "precision_at_1000": 0.00359, "mrr_at_1": 0.227, "mrr_at_3": 0.304667, "mrr_at_5": 0.323217, "mrr_at_10": 0.337972, "mrr_at_20": 0.344486, "mrr_at_100": 0.349189, "mrr_at_1000": 0.349751, "nauc_ndcg_at_1_max": 0.231987, "nauc_ndcg_at_1_std": 0.107592, "nauc_ndcg_at_1_diff1": 0.227581, "nauc_ndcg_at_3_max": 0.278032, "nauc_ndcg_at_3_std": 0.138908, "nauc_ndcg_at_3_diff1": 0.173742, "nauc_ndcg_at_5_max": 0.29966, "nauc_ndcg_at_5_std": 0.169111, "nauc_ndcg_at_5_diff1": 0.167463, "nauc_ndcg_at_10_max": 0.298906, "nauc_ndcg_at_10_std": 0.196496, "nauc_ndcg_at_10_diff1": 0.16051, "nauc_ndcg_at_20_max": 0.312393, "nauc_ndcg_at_20_std": 0.230706, "nauc_ndcg_at_20_diff1": 0.159628, "nauc_ndcg_at_100_max": 0.32356, "nauc_ndcg_at_100_std": 0.271182, "nauc_ndcg_at_100_diff1": 0.162448, "nauc_ndcg_at_1000_max": 0.323109, "nauc_ndcg_at_1000_std": 0.286134, "nauc_ndcg_at_1000_diff1": 0.168421, "nauc_map_at_1_max": 0.228553, "nauc_map_at_1_std": 0.104965, "nauc_map_at_1_diff1": 0.225697, "nauc_map_at_3_max": 0.286785, "nauc_map_at_3_std": 0.12622, "nauc_map_at_3_diff1": 0.182103, "nauc_map_at_5_max": 0.312532, "nauc_map_at_5_std": 0.159094, "nauc_map_at_5_diff1": 0.176483, "nauc_map_at_10_max": 0.311621, "nauc_map_at_10_std": 0.180308, "nauc_map_at_10_diff1": 0.167091, "nauc_map_at_20_max": 0.319618, "nauc_map_at_20_std": 0.201451, "nauc_map_at_20_diff1": 0.165623, "nauc_map_at_100_max": 0.324234, "nauc_map_at_100_std": 0.217593, "nauc_map_at_100_diff1": 0.166178, "nauc_map_at_1000_max": 0.324903, "nauc_map_at_1000_std": 0.220791, "nauc_map_at_1000_diff1": 0.166918, "nauc_recall_at_1_max": 0.228553, "nauc_recall_at_1_std": 0.104965, "nauc_recall_at_1_diff1": 0.225697, "nauc_recall_at_3_max": 0.282782, "nauc_recall_at_3_std": 0.148897, "nauc_recall_at_3_diff1": 0.145291, "nauc_recall_at_5_max": 0.309614, "nauc_recall_at_5_std": 0.195641, "nauc_recall_at_5_diff1": 0.13457, "nauc_recall_at_10_max": 0.285421, "nauc_recall_at_10_std": 0.229129, "nauc_recall_at_10_diff1": 0.118307, "nauc_recall_at_20_max": 0.297954, "nauc_recall_at_20_std": 0.284284, "nauc_recall_at_20_diff1": 0.113146, "nauc_recall_at_100_max": 0.291681, "nauc_recall_at_100_std": 0.357036, "nauc_recall_at_100_diff1": 0.107522, "nauc_recall_at_1000_max": 0.243384, "nauc_recall_at_1000_std": 0.414877, "nauc_recall_at_1000_diff1": 0.102658, "nauc_precision_at_1_max": 0.231987, "nauc_precision_at_1_std": 0.107592, "nauc_precision_at_1_diff1": 0.227581, "nauc_precision_at_3_max": 0.285918, "nauc_precision_at_3_std": 0.152959, "nauc_precision_at_3_diff1": 0.145889, "nauc_precision_at_5_max": 0.312496, "nauc_precision_at_5_std": 0.199569, "nauc_precision_at_5_diff1": 0.135628, "nauc_precision_at_10_max": 0.288645, "nauc_precision_at_10_std": 0.232964, "nauc_precision_at_10_diff1": 0.118341, "nauc_precision_at_20_max": 0.301237, "nauc_precision_at_20_std": 0.287116, "nauc_precision_at_20_diff1": 0.112113, "nauc_precision_at_100_max": 0.297194, "nauc_precision_at_100_std": 0.357051, "nauc_precision_at_100_diff1": 0.107404, "nauc_precision_at_1000_max": 0.249557, "nauc_precision_at_1000_std": 0.404569, "nauc_precision_at_1000_diff1": 0.098292, "nauc_mrr_at_1_max": 0.231987, "nauc_mrr_at_1_std": 0.107592, "nauc_mrr_at_1_diff1": 0.227581, "nauc_mrr_at_3_max": 0.252253, "nauc_mrr_at_3_std": 0.13402, "nauc_mrr_at_3_diff1": 0.187002, "nauc_mrr_at_5_max": 0.260743, "nauc_mrr_at_5_std": 0.144978, "nauc_mrr_at_5_diff1": 0.188052, "nauc_mrr_at_10_max": 0.259068, "nauc_mrr_at_10_std": 0.151308, "nauc_mrr_at_10_diff1": 0.188556, "nauc_mrr_at_20_max": 0.258145, "nauc_mrr_at_20_std": 0.151787, "nauc_mrr_at_20_diff1": 0.188554, "nauc_mrr_at_100_max": 0.258973, "nauc_mrr_at_100_std": 0.151995, "nauc_mrr_at_100_diff1": 0.189718, "nauc_mrr_at_1000_max": 0.258836, "nauc_mrr_at_1000_std": 0.151831, "nauc_mrr_at_1000_diff1": 0.189796, "hit_rate_at_1": 0.227, "hit_rate_at_3": 0.404, "hit_rate_at_5": 0.488, "hit_rate_at_10": 0.599, "hit_rate_at_20": 0.692, "hit_rate_at_100": 0.868, "hit_rate_at_1000": 0.981, "main_score": 0.19761, "hf_subset": "default", "languages": [ "eng-Latn" ], "mteb_version": "2.18.8" } ] }, "evaluation_time": 138.68209094111808, "kg_co2_emissions": null, "date": "2026-07-30T20:17:34.561627Z", "evaluation_phases": [ { "name": "Data loading", "start": 0.00001634308136999607, "end": 6.470258433138952, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 6.470281969988719, "end": 6.470287068979815, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 6.522674088133499, "end": 135.03463917807676, "split": "test", "subset": "default" }, { "name": "Scoring", "start": 137.01502434909344, "end": 138.63158831605688, "split": "test", "subset": "default" } ] }