{ "dataset_revision": "ce6502fe436f00f05a73fe24ed0317c57fe4d6b0", "task_name": "TempReasonL3Fact", "mteb_version": "2.20.11", "scores": { "test": [ { "ndcg_at_1": 0.12878, "ndcg_at_3": 0.26532, "ndcg_at_5": 0.31533, "ndcg_at_10": 0.35672, "ndcg_at_20": 0.38278, "ndcg_at_100": 0.41011, "ndcg_at_1000": 0.42356, "map_at_1": 0.12878, "map_at_3": 0.23053, "map_at_5": 0.25825, "map_at_10": 0.27561, "map_at_20": 0.2828, "map_at_100": 0.28662, "map_at_1000": 0.28709, "recall_at_1": 0.12878, "recall_at_3": 0.36647, "recall_at_5": 0.48803, "recall_at_10": 0.61455, "recall_at_20": 0.71735, "recall_at_100": 0.86421, "recall_at_1000": 0.97176, "accuracy": 0.12878, "precision_at_1": 0.12878, "precision_at_3": 0.12216, "precision_at_5": 0.09761, "precision_at_10": 0.06146, "precision_at_20": 0.03587, "precision_at_100": 0.00864, "precision_at_1000": 0.00097, "mrr_at_1": 0.128784, "mrr_at_3": 0.230532, "mrr_at_5": 0.258254, "mrr_at_10": 0.275609, "mrr_at_20": 0.282799, "mrr_at_100": 0.286617, "mrr_at_1000": 0.28709, "nauc_ndcg_at_1_max": -0.041736, "nauc_ndcg_at_1_std": -0.09274, "nauc_ndcg_at_1_diff1": 0.061095, "nauc_ndcg_at_3_max": 0.016345, "nauc_ndcg_at_3_std": -0.050009, "nauc_ndcg_at_3_diff1": 0.046886, "nauc_ndcg_at_5_max": 0.02552, "nauc_ndcg_at_5_std": -0.029411, "nauc_ndcg_at_5_diff1": 0.047609, "nauc_ndcg_at_10_max": 0.031352, "nauc_ndcg_at_10_std": -0.018391, "nauc_ndcg_at_10_diff1": 0.049077, "nauc_ndcg_at_20_max": 0.040758, "nauc_ndcg_at_20_std": -0.003007, "nauc_ndcg_at_20_diff1": 0.048016, "nauc_ndcg_at_100_max": 0.039274, "nauc_ndcg_at_100_std": -0.000974, "nauc_ndcg_at_100_diff1": 0.048792, "nauc_ndcg_at_1000_max": 0.032626, "nauc_ndcg_at_1000_std": -0.012566, "nauc_ndcg_at_1000_diff1": 0.049267, "nauc_map_at_1_max": -0.041736, "nauc_map_at_1_std": -0.09274, "nauc_map_at_1_diff1": 0.061095, "nauc_map_at_3_max": 0.005806, "nauc_map_at_3_std": -0.057631, "nauc_map_at_3_diff1": 0.049132, "nauc_map_at_5_max": 0.011171, "nauc_map_at_5_std": -0.045504, "nauc_map_at_5_diff1": 0.049848, "nauc_map_at_10_max": 0.013098, "nauc_map_at_10_std": -0.041388, "nauc_map_at_10_diff1": 0.050848, "nauc_map_at_20_max": 0.015221, "nauc_map_at_20_std": -0.037636, "nauc_map_at_20_diff1": 0.050633, "nauc_map_at_100_max": 0.015049, "nauc_map_at_100_std": -0.037493, "nauc_map_at_100_diff1": 0.050781, "nauc_map_at_1000_max": 0.014861, "nauc_map_at_1000_std": -0.037848, "nauc_map_at_1000_diff1": 0.050834, "nauc_recall_at_1_max": -0.041736, "nauc_recall_at_1_std": -0.09274, "nauc_recall_at_1_diff1": 0.061095, "nauc_recall_at_3_max": 0.039943, "nauc_recall_at_3_std": -0.032985, "nauc_recall_at_3_diff1": 0.041963, "nauc_recall_at_5_max": 0.059179, "nauc_recall_at_5_std": 0.009591, "nauc_recall_at_5_diff1": 0.042462, "nauc_recall_at_10_max": 0.081892, "nauc_recall_at_10_std": 0.047866, "nauc_recall_at_10_diff1": 0.044345, "nauc_recall_at_20_max": 0.135647, "nauc_recall_at_20_std": 0.130353, "nauc_recall_at_20_diff1": 0.038299, "nauc_recall_at_100_max": 0.195214, "nauc_recall_at_100_std": 0.260418, "nauc_recall_at_100_diff1": 0.036925, "nauc_recall_at_1000_max": 0.28974, "nauc_recall_at_1000_std": 0.412475, "nauc_recall_at_1000_diff1": 0.010663, "nauc_precision_at_1_max": -0.041736, "nauc_precision_at_1_std": -0.09274, "nauc_precision_at_1_diff1": 0.061095, "nauc_precision_at_3_max": 0.039943, "nauc_precision_at_3_std": -0.032985, "nauc_precision_at_3_diff1": 0.041963, "nauc_precision_at_5_max": 0.059179, "nauc_precision_at_5_std": 0.009591, "nauc_precision_at_5_diff1": 0.042462, "nauc_precision_at_10_max": 0.081892, "nauc_precision_at_10_std": 0.047866, "nauc_precision_at_10_diff1": 0.044345, "nauc_precision_at_20_max": 0.135647, "nauc_precision_at_20_std": 0.130353, "nauc_precision_at_20_diff1": 0.038299, "nauc_precision_at_100_max": 0.195214, "nauc_precision_at_100_std": 0.260418, "nauc_precision_at_100_diff1": 0.036925, "nauc_precision_at_1000_max": 0.28974, "nauc_precision_at_1000_std": 0.412475, "nauc_precision_at_1000_diff1": 0.010663, "nauc_mrr_at_1_max": -0.041736, "nauc_mrr_at_1_std": -0.09274, "nauc_mrr_at_1_diff1": 0.061095, "nauc_mrr_at_3_max": 0.005806, "nauc_mrr_at_3_std": -0.057631, "nauc_mrr_at_3_diff1": 0.049132, "nauc_mrr_at_5_max": 0.011171, "nauc_mrr_at_5_std": -0.045504, "nauc_mrr_at_5_diff1": 0.049848, "nauc_mrr_at_10_max": 0.013098, "nauc_mrr_at_10_std": -0.041388, "nauc_mrr_at_10_diff1": 0.050848, "nauc_mrr_at_20_max": 0.015221, "nauc_mrr_at_20_std": -0.037636, "nauc_mrr_at_20_diff1": 0.050633, "nauc_mrr_at_100_max": 0.015049, "nauc_mrr_at_100_std": -0.037493, "nauc_mrr_at_100_diff1": 0.050781, "nauc_mrr_at_1000_max": 0.014861, "nauc_mrr_at_1000_std": -0.037848, "nauc_mrr_at_1000_diff1": 0.050834, "hit_rate_at_1": 0.12878, "hit_rate_at_3": 0.36647, "hit_rate_at_5": 0.48803, "hit_rate_at_10": 0.61455, "hit_rate_at_20": 0.71735, "hit_rate_at_100": 0.86421, "hit_rate_at_1000": 0.97176, "main_score": 0.35672, "hf_subset": "default", "languages": [ "eng-Latn" ], "mteb_version": "2.20.11" } ] }, "evaluation_time": 19.364850798621774, "kg_co2_emissions": null, "date": 1791663246.724109, "evaluation_phases": [ { "name": "Data loading", "start": 1.909583806991577e-05, "end": 7.871719451621175, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 7.871744552627206, "end": 7.8717476315796375, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 7.906346725299954, "end": 15.79885883256793, "split": "test", "subset": "default" }, { "name": "Scoring", "start": 15.798893351107836, "end": 19.234231527894735, "split": "test", "subset": "default" } ] }