{ "dataset_revision": "cc879a9719a10f4a80677ac26798cfd701cf94b7", "task_name": "RARbMath", "mteb_version": "2.20.11", "scores": { "test": [ { "ndcg_at_1": 0.81152, "ndcg_at_3": 0.83927, "ndcg_at_5": 0.84704, "ndcg_at_10": 0.85521, "ndcg_at_20": 0.86079, "ndcg_at_100": 0.86985, "ndcg_at_1000": 0.87279, "map_at_1": 0.81152, "map_at_3": 0.83259, "map_at_5": 0.83692, "map_at_10": 0.84031, "map_at_20": 0.84185, "map_at_100": 0.8431, "map_at_1000": 0.84322, "recall_at_1": 0.81152, "recall_at_3": 0.85852, "recall_at_5": 0.87735, "recall_at_10": 0.90252, "recall_at_20": 0.92451, "recall_at_100": 0.97326, "recall_at_1000": 0.99604, "accuracy": 0.81152, "precision_at_1": 0.81152, "precision_at_3": 0.28617, "precision_at_5": 0.17547, "precision_at_10": 0.09025, "precision_at_20": 0.04623, "precision_at_100": 0.00973, "precision_at_1000": 0.001, "mrr_at_1": 0.811521, "mrr_at_3": 0.832595, "mrr_at_5": 0.836915, "mrr_at_10": 0.840311, "mrr_at_20": 0.84185, "mrr_at_100": 0.843103, "mrr_at_1000": 0.843221, "nauc_ndcg_at_1_max": 0.61886, "nauc_ndcg_at_1_std": -0.494833, "nauc_ndcg_at_1_diff1": 0.942669, "nauc_ndcg_at_3_max": 0.606128, "nauc_ndcg_at_3_std": -0.536033, "nauc_ndcg_at_3_diff1": 0.936607, "nauc_ndcg_at_5_max": 0.602667, "nauc_ndcg_at_5_std": -0.542158, "nauc_ndcg_at_5_diff1": 0.93293, "nauc_ndcg_at_10_max": 0.605076, "nauc_ndcg_at_10_std": -0.538658, "nauc_ndcg_at_10_diff1": 0.929402, "nauc_ndcg_at_20_max": 0.607024, "nauc_ndcg_at_20_std": -0.53231, "nauc_ndcg_at_20_diff1": 0.930944, "nauc_ndcg_at_100_max": 0.611773, "nauc_ndcg_at_100_std": -0.517824, "nauc_ndcg_at_100_diff1": 0.932394, "nauc_ndcg_at_1000_max": 0.610412, "nauc_ndcg_at_1000_std": -0.522364, "nauc_ndcg_at_1000_diff1": 0.933458, "nauc_map_at_1_max": 0.61886, "nauc_map_at_1_std": -0.494833, "nauc_map_at_1_diff1": 0.942669, "nauc_map_at_3_max": 0.609947, "nauc_map_at_3_std": -0.524706, "nauc_map_at_3_diff1": 0.938223, "nauc_map_at_5_max": 0.608214, "nauc_map_at_5_std": -0.527482, "nauc_map_at_5_diff1": 0.93634, "nauc_map_at_10_max": 0.609202, "nauc_map_at_10_std": -0.526103, "nauc_map_at_10_diff1": 0.935028, "nauc_map_at_20_max": 0.609742, "nauc_map_at_20_std": -0.524465, "nauc_map_at_20_diff1": 0.935468, "nauc_map_at_100_max": 0.610164, "nauc_map_at_100_std": -0.522753, "nauc_map_at_100_diff1": 0.935673, "nauc_map_at_1000_max": 0.610141, "nauc_map_at_1000_std": -0.522882, "nauc_map_at_1000_diff1": 0.935706, "nauc_recall_at_1_max": 0.61886, "nauc_recall_at_1_std": -0.494833, "nauc_recall_at_1_diff1": 0.942669, "nauc_recall_at_3_max": 0.593091, "nauc_recall_at_3_std": -0.574251, "nauc_recall_at_3_diff1": 0.931179, "nauc_recall_at_5_max": 0.581133, "nauc_recall_at_5_std": -0.598455, "nauc_recall_at_5_diff1": 0.919529, "nauc_recall_at_10_max": 0.58705, "nauc_recall_at_10_std": -0.593923, "nauc_recall_at_10_diff1": 0.901352, "nauc_recall_at_20_max": 0.59505, "nauc_recall_at_20_std": -0.56527, "nauc_recall_at_20_diff1": 0.903823, "nauc_recall_at_100_max": 0.702775, "nauc_recall_at_100_std": -0.26232, "nauc_recall_at_100_diff1": 0.890742, "nauc_recall_at_1000_max": 0.858462, "nauc_recall_at_1000_std": 0.082575, "nauc_recall_at_1000_diff1": 0.913723, "nauc_precision_at_1_max": 0.61886, "nauc_precision_at_1_std": -0.494833, "nauc_precision_at_1_diff1": 0.942669, "nauc_precision_at_3_max": 0.593091, "nauc_precision_at_3_std": -0.574251, "nauc_precision_at_3_diff1": 0.931179, "nauc_precision_at_5_max": 0.581133, "nauc_precision_at_5_std": -0.598455, "nauc_precision_at_5_diff1": 0.919529, "nauc_precision_at_10_max": 0.58705, "nauc_precision_at_10_std": -0.593923, "nauc_precision_at_10_diff1": 0.901352, "nauc_precision_at_20_max": 0.59505, "nauc_precision_at_20_std": -0.56527, "nauc_precision_at_20_diff1": 0.903823, "nauc_precision_at_100_max": 0.702775, "nauc_precision_at_100_std": -0.26232, "nauc_precision_at_100_diff1": 0.890742, "nauc_precision_at_1000_max": 0.858462, "nauc_precision_at_1000_std": 0.082575, "nauc_precision_at_1000_diff1": 0.913723, "nauc_mrr_at_1_max": 0.61886, "nauc_mrr_at_1_std": -0.494833, "nauc_mrr_at_1_diff1": 0.942669, "nauc_mrr_at_3_max": 0.609947, "nauc_mrr_at_3_std": -0.524706, "nauc_mrr_at_3_diff1": 0.938223, "nauc_mrr_at_5_max": 0.608214, "nauc_mrr_at_5_std": -0.527482, "nauc_mrr_at_5_diff1": 0.93634, "nauc_mrr_at_10_max": 0.609202, "nauc_mrr_at_10_std": -0.526103, "nauc_mrr_at_10_diff1": 0.935028, "nauc_mrr_at_20_max": 0.609742, "nauc_mrr_at_20_std": -0.524465, "nauc_mrr_at_20_diff1": 0.935468, "nauc_mrr_at_100_max": 0.610164, "nauc_mrr_at_100_std": -0.522753, "nauc_mrr_at_100_diff1": 0.935673, "nauc_mrr_at_1000_max": 0.610141, "nauc_mrr_at_1000_std": -0.522882, "nauc_mrr_at_1000_diff1": 0.935706, "hit_rate_at_1": 0.81152, "hit_rate_at_3": 0.85852, "hit_rate_at_5": 0.87735, "hit_rate_at_10": 0.90252, "hit_rate_at_20": 0.92451, "hit_rate_at_100": 0.97326, "hit_rate_at_1000": 0.99604, "main_score": 0.85521, "hf_subset": "default", "languages": [ "eng-Latn" ], "mteb_version": "2.20.11" } ] }, "evaluation_time": 185.08771518059075, "kg_co2_emissions": null, "date": 1791663271.740184, "evaluation_phases": [ { "name": "Data loading", "start": 1.6471371054649353e-05, "end": 8.978831604123116, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 8.978855263441801, "end": 8.978862002491951, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 9.023787228390574, "end": 177.337676262483, "split": "test", "subset": "default" }, { "name": "Scoring", "start": 177.33770710788667, "end": 184.81194257549942, "split": "test", "subset": "default" } ] }