{ "dataset_revision": "c22ab2a51041ffd869aaddef7af8d8215647e41a", "task_name": "ArguAna", "mteb_version": "1.31.2", "scores": { "test": [ { "ndcg_at_1": 0.55548, "ndcg_at_3": 0.72962, "ndcg_at_5": 0.76139, "ndcg_at_10": 0.77873, "ndcg_at_20": 0.7831, "ndcg_at_100": 0.7831, "ndcg_at_1000": 0.7831, "map_at_1": 0.55548, "map_at_3": 0.68789, "map_at_5": 0.7056, "map_at_10": 0.71281, "map_at_20": 0.71413, "map_at_100": 0.71413, "map_at_1000": 0.71413, "recall_at_1": 0.55548, "recall_at_3": 0.84993, "recall_at_5": 0.92674, "recall_at_10": 0.98009, "recall_at_20": 0.99644, "recall_at_100": 0.99644, "recall_at_1000": 0.99644, "precision_at_1": 0.55548, "precision_at_3": 0.28331, "precision_at_5": 0.18535, "precision_at_10": 0.09801, "precision_at_20": 0.04982, "precision_at_100": 0.00996, "precision_at_1000": 0.001, "mrr_at_1": 0.559033, "mrr_at_3": 0.689426, "mrr_at_5": 0.706994, "mrr_at_10": 0.714324, "mrr_at_20": 0.715647, "mrr_at_100": 0.715647, "mrr_at_1000": 0.715647, "nauc_ndcg_at_1_max": -0.209535, "nauc_ndcg_at_1_std": -0.242867, "nauc_ndcg_at_1_diff1": 0.326084, "nauc_ndcg_at_3_max": -0.188653, "nauc_ndcg_at_3_std": -0.273796, "nauc_ndcg_at_3_diff1": 0.30745, "nauc_ndcg_at_5_max": -0.188827, "nauc_ndcg_at_5_std": -0.266878, "nauc_ndcg_at_5_diff1": 0.298944, "nauc_ndcg_at_10_max": -0.201498, "nauc_ndcg_at_10_std": -0.263769, "nauc_ndcg_at_10_diff1": 0.295597, "nauc_ndcg_at_20_max": -0.197053, "nauc_ndcg_at_20_std": -0.254431, "nauc_ndcg_at_20_diff1": 0.303115, "nauc_ndcg_at_100_max": -0.197053, "nauc_ndcg_at_100_std": -0.254431, "nauc_ndcg_at_100_diff1": 0.303115, "nauc_ndcg_at_1000_max": -0.197053, "nauc_ndcg_at_1000_std": -0.254431, "nauc_ndcg_at_1000_diff1": 0.303115, "nauc_map_at_1_max": -0.209535, "nauc_map_at_1_std": -0.242867, "nauc_map_at_1_diff1": 0.326084, "nauc_map_at_3_max": -0.196622, "nauc_map_at_3_std": -0.263645, "nauc_map_at_3_diff1": 0.308777, "nauc_map_at_5_max": -0.197007, "nauc_map_at_5_std": -0.25924, "nauc_map_at_5_diff1": 0.304622, "nauc_map_at_10_max": -0.201492, "nauc_map_at_10_std": -0.258659, "nauc_map_at_10_diff1": 0.304005, "nauc_map_at_20_max": -0.200505, "nauc_map_at_20_std": -0.256572, "nauc_map_at_20_diff1": 0.30579, "nauc_map_at_100_max": -0.200505, "nauc_map_at_100_std": -0.256572, "nauc_map_at_100_diff1": 0.30579, "nauc_map_at_1000_max": -0.200505, "nauc_map_at_1000_std": -0.256572, "nauc_map_at_1000_diff1": 0.30579, "nauc_recall_at_1_max": -0.209535, "nauc_recall_at_1_std": -0.242867, "nauc_recall_at_1_diff1": 0.326084, "nauc_recall_at_3_max": -0.147861, "nauc_recall_at_3_std": -0.324772, "nauc_recall_at_3_diff1": 0.304131, "nauc_recall_at_5_max": -0.113058, "nauc_recall_at_5_std": -0.336329, "nauc_recall_at_5_diff1": 0.250982, "nauc_recall_at_10_max": -0.245492, "nauc_recall_at_10_std": -0.397657, "nauc_recall_at_10_diff1": 0.014255, "nauc_recall_at_20_max": 0.370551, "nauc_recall_at_20_std": 0.713396, "nauc_recall_at_20_diff1": 0.076531, "nauc_recall_at_100_max": 0.370551, "nauc_recall_at_100_std": 0.713396, "nauc_recall_at_100_diff1": 0.076531, "nauc_recall_at_1000_max": 0.370551, "nauc_recall_at_1000_std": 0.713396, "nauc_recall_at_1000_diff1": 0.076531, "nauc_precision_at_1_max": -0.209535, "nauc_precision_at_1_std": -0.242867, "nauc_precision_at_1_diff1": 0.326084, "nauc_precision_at_3_max": -0.147861, "nauc_precision_at_3_std": -0.324772, "nauc_precision_at_3_diff1": 0.304131, "nauc_precision_at_5_max": -0.113058, "nauc_precision_at_5_std": -0.336329, "nauc_precision_at_5_diff1": 0.250982, "nauc_precision_at_10_max": -0.245492, "nauc_precision_at_10_std": -0.397657, "nauc_precision_at_10_diff1": 0.014255, "nauc_precision_at_20_max": 0.370551, "nauc_precision_at_20_std": 0.713396, "nauc_precision_at_20_diff1": 0.076531, "nauc_precision_at_100_max": 0.370551, "nauc_precision_at_100_std": 0.713396, "nauc_precision_at_100_diff1": 0.076531, "nauc_precision_at_1000_max": 0.370551, "nauc_precision_at_1000_std": 0.713396, "nauc_precision_at_1000_diff1": 0.076531, "nauc_mrr_at_1_max": -0.215027, "nauc_mrr_at_1_std": -0.245771, "nauc_mrr_at_1_diff1": 0.316544, "nauc_mrr_at_3_max": -0.203939, "nauc_mrr_at_3_std": -0.266166, "nauc_mrr_at_3_diff1": 0.298534, "nauc_mrr_at_5_max": -0.204936, "nauc_mrr_at_5_std": -0.261841, "nauc_mrr_at_5_diff1": 0.292964, "nauc_mrr_at_10_max": -0.208877, "nauc_mrr_at_10_std": -0.260564, "nauc_mrr_at_10_diff1": 0.293042, "nauc_mrr_at_20_max": -0.207931, "nauc_mrr_at_20_std": -0.258485, "nauc_mrr_at_20_diff1": 0.294766, "nauc_mrr_at_100_max": -0.207931, "nauc_mrr_at_100_std": -0.258485, "nauc_mrr_at_100_diff1": 0.294766, "nauc_mrr_at_1000_max": -0.207931, "nauc_mrr_at_1000_std": -0.258485, "nauc_mrr_at_1000_diff1": 0.294766, "main_score": 0.77873, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 189.00718069076538, "kg_co2_emissions": null }