{ "dataset_revision": "03b56e190634e7138c906d67cb356900ee50c98f", "task_name": "RP2kI2IRetrieval", "mteb_version": "2.13.1", "scores": { "test": [ { "ndcg_at_1": 0.48874, "ndcg_at_3": 0.43189, "ndcg_at_5": 0.40204, "ndcg_at_10": 0.35903, "ndcg_at_20": 0.31679, "ndcg_at_100": 0.25001, "ndcg_at_1000": 0.30082, "map_at_1": 0.0179, "map_at_3": 0.03529, "map_at_5": 0.04563, "map_at_10": 0.0617, "map_at_20": 0.07909, "map_at_100": 0.11258, "map_at_1000": 0.13126, "recall_at_1": 0.0179, "recall_at_3": 0.03862, "recall_at_5": 0.05267, "recall_at_10": 0.07685, "recall_at_20": 0.10779, "recall_at_100": 0.19555, "recall_at_1000": 0.36116, "accuracy": 0.0179, "precision_at_1": 0.48874, "precision_at_3": 0.41453, "precision_at_5": 0.37462, "precision_at_10": 0.31699, "precision_at_20": 0.25705, "precision_at_100": 0.12693, "precision_at_1000": 0.03027, "mrr_at_1": 0.488713, "mrr_at_3": 0.539853, "mrr_at_5": 0.551313, "mrr_at_10": 0.559211, "mrr_at_20": 0.563, "mrr_at_100": 0.565651, "mrr_at_1000": 0.566018, "nauc_ndcg_at_1_max": 0.31836, "nauc_ndcg_at_1_std": 0.283513, "nauc_ndcg_at_1_diff1": 0.316538, "nauc_ndcg_at_3_max": 0.308577, "nauc_ndcg_at_3_std": 0.323213, "nauc_ndcg_at_3_diff1": 0.203801, "nauc_ndcg_at_5_max": 0.308383, "nauc_ndcg_at_5_std": 0.350279, "nauc_ndcg_at_5_diff1": 0.173301, "nauc_ndcg_at_10_max": 0.309662, "nauc_ndcg_at_10_std": 0.383282, "nauc_ndcg_at_10_diff1": 0.142726, "nauc_ndcg_at_20_max": 0.310527, "nauc_ndcg_at_20_std": 0.420009, "nauc_ndcg_at_20_diff1": 0.128071, "nauc_ndcg_at_100_max": 0.284246, "nauc_ndcg_at_100_std": 0.449475, "nauc_ndcg_at_100_diff1": 0.153705, "nauc_ndcg_at_1000_max": 0.278218, "nauc_ndcg_at_1000_std": 0.456443, "nauc_ndcg_at_1000_diff1": 0.133001, "nauc_map_at_1_max": -0.001805, "nauc_map_at_1_std": 0.007116, "nauc_map_at_1_diff1": 0.438657, "nauc_map_at_3_max": 0.034506, "nauc_map_at_3_std": 0.051115, "nauc_map_at_3_diff1": 0.369112, "nauc_map_at_5_max": 0.062565, "nauc_map_at_5_std": 0.091212, "nauc_map_at_5_diff1": 0.335015, "nauc_map_at_10_max": 0.106968, "nauc_map_at_10_std": 0.154726, "nauc_map_at_10_diff1": 0.290932, "nauc_map_at_20_max": 0.152665, "nauc_map_at_20_std": 0.232447, "nauc_map_at_20_diff1": 0.247002, "nauc_map_at_100_max": 0.225889, "nauc_map_at_100_std": 0.382909, "nauc_map_at_100_diff1": 0.168936, "nauc_map_at_1000_max": 0.267353, "nauc_map_at_1000_std": 0.450942, "nauc_map_at_1000_diff1": 0.132202, "nauc_recall_at_1_max": -0.001805, "nauc_recall_at_1_std": 0.007116, "nauc_recall_at_1_diff1": 0.438657, "nauc_recall_at_3_max": 0.016724, "nauc_recall_at_3_std": 0.046798, "nauc_recall_at_3_diff1": 0.349389, "nauc_recall_at_5_max": 0.034274, "nauc_recall_at_5_std": 0.082734, "nauc_recall_at_5_diff1": 0.313403, "nauc_recall_at_10_max": 0.067189, "nauc_recall_at_10_std": 0.139434, "nauc_recall_at_10_diff1": 0.272833, "nauc_recall_at_20_max": 0.102028, "nauc_recall_at_20_std": 0.210033, "nauc_recall_at_20_diff1": 0.233924, "nauc_recall_at_100_max": 0.171091, "nauc_recall_at_100_std": 0.36636, "nauc_recall_at_100_diff1": 0.161633, "nauc_recall_at_1000_max": 0.218512, "nauc_recall_at_1000_std": 0.439237, "nauc_recall_at_1000_diff1": 0.090652, "nauc_precision_at_1_max": 0.31836, "nauc_precision_at_1_std": 0.283513, "nauc_precision_at_1_diff1": 0.316538, "nauc_precision_at_3_max": 0.304685, "nauc_precision_at_3_std": 0.33291, "nauc_precision_at_3_diff1": 0.167153, "nauc_precision_at_5_max": 0.306221, "nauc_precision_at_5_std": 0.367247, "nauc_precision_at_5_diff1": 0.122805, "nauc_precision_at_10_max": 0.312231, "nauc_precision_at_10_std": 0.404617, "nauc_precision_at_10_diff1": 0.072774, "nauc_precision_at_20_max": 0.324472, "nauc_precision_at_20_std": 0.454753, "nauc_precision_at_20_diff1": 0.030973, "nauc_precision_at_100_max": 0.348216, "nauc_precision_at_100_std": 0.5506, "nauc_precision_at_100_diff1": -0.041356, "nauc_precision_at_1000_max": 0.325447, "nauc_precision_at_1000_std": 0.519477, "nauc_precision_at_1000_diff1": -0.091656, "nauc_mrr_at_1_max": 0.318366, "nauc_mrr_at_1_std": 0.283551, "nauc_mrr_at_1_diff1": 0.31661, "nauc_mrr_at_3_max": 0.317861, "nauc_mrr_at_3_std": 0.299324, "nauc_mrr_at_3_diff1": 0.302165, "nauc_mrr_at_5_max": 0.317763, "nauc_mrr_at_5_std": 0.302972, "nauc_mrr_at_5_diff1": 0.301191, "nauc_mrr_at_10_max": 0.318187, "nauc_mrr_at_10_std": 0.303487, "nauc_mrr_at_10_diff1": 0.299845, "nauc_mrr_at_20_max": 0.318705, "nauc_mrr_at_20_std": 0.303403, "nauc_mrr_at_20_diff1": 0.299725, "nauc_mrr_at_100_max": 0.318856, "nauc_mrr_at_100_std": 0.303116, "nauc_mrr_at_100_diff1": 0.299715, "nauc_mrr_at_1000_max": 0.318887, "nauc_mrr_at_1000_std": 0.303007, "nauc_mrr_at_1000_diff1": 0.299737, "hit_rate_at_1": 0.48874, "hit_rate_at_3": 0.60423, "hit_rate_at_5": 0.65414, "hit_rate_at_10": 0.71304, "hit_rate_at_20": 0.76745, "hit_rate_at_100": 0.87124, "hit_rate_at_1000": 0.95179, "main_score": 0.48874, "hf_subset": "default", "languages": [ "eng-Latn" ], "mteb_version": "2.13.1" } ] }, "evaluation_time": 4155.783797979355, "kg_co2_emissions": null, "date": 1778838138.510117 }