{ "dataset_revision": "c22ab2a51041ffd869aaddef7af8d8215647e41a", "task_name": "ArguAna", "mteb_version": "1.38.54", "scores": { "test": [ { "ndcg_at_1": 0.37127, "ndcg_at_3": 0.52634, "ndcg_at_5": 0.57635, "ndcg_at_10": 0.61926, "ndcg_at_20": 0.63762, "ndcg_at_100": 0.64412, "ndcg_at_1000": 0.64441, "map_at_1": 0.37127, "map_at_3": 0.48803, "map_at_5": 0.51573, "map_at_10": 0.53378, "map_at_20": 0.53901, "map_at_100": 0.54003, "map_at_1000": 0.54004, "recall_at_1": 0.37127, "recall_at_3": 0.63727, "recall_at_5": 0.75889, "recall_at_10": 0.88976, "recall_at_20": 0.96088, "recall_at_100": 0.99431, "recall_at_1000": 0.99644, "precision_at_1": 0.37127, "precision_at_3": 0.21242, "precision_at_5": 0.15178, "precision_at_10": 0.08898, "precision_at_20": 0.04804, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.376245, "mrr_at_3": 0.489569, "mrr_at_5": 0.517093, "mrr_at_10": 0.535446, "mrr_at_20": 0.540749, "mrr_at_100": 0.541761, "mrr_at_1000": 0.541774, "nauc_ndcg_at_1_max": -0.066425, "nauc_ndcg_at_1_std": -0.162585, "nauc_ndcg_at_1_diff1": 0.19745, "nauc_ndcg_at_3_max": -0.050081, "nauc_ndcg_at_3_std": -0.175324, "nauc_ndcg_at_3_diff1": 0.141804, "nauc_ndcg_at_5_max": -0.055497, "nauc_ndcg_at_5_std": -0.19232, "nauc_ndcg_at_5_diff1": 0.135706, "nauc_ndcg_at_10_max": -0.039328, "nauc_ndcg_at_10_std": -0.186513, "nauc_ndcg_at_10_diff1": 0.14868, "nauc_ndcg_at_20_max": -0.042226, "nauc_ndcg_at_20_std": -0.184233, "nauc_ndcg_at_20_diff1": 0.149658, "nauc_ndcg_at_100_max": -0.045059, "nauc_ndcg_at_100_std": -0.177753, "nauc_ndcg_at_100_diff1": 0.155503, "nauc_ndcg_at_1000_max": -0.046187, "nauc_ndcg_at_1000_std": -0.177367, "nauc_ndcg_at_1000_diff1": 0.155339, "nauc_map_at_1_max": -0.066425, "nauc_map_at_1_std": -0.162585, "nauc_map_at_1_diff1": 0.19745, "nauc_map_at_3_max": -0.052875, "nauc_map_at_3_std": -0.171989, "nauc_map_at_3_diff1": 0.155503, "nauc_map_at_5_max": -0.055885, "nauc_map_at_5_std": -0.180238, "nauc_map_at_5_diff1": 0.153132, "nauc_map_at_10_max": -0.049735, "nauc_map_at_10_std": -0.177512, "nauc_map_at_10_diff1": 0.158474, "nauc_map_at_20_max": -0.050229, "nauc_map_at_20_std": -0.176905, "nauc_map_at_20_diff1": 0.159086, "nauc_map_at_100_max": -0.050525, "nauc_map_at_100_std": -0.176087, "nauc_map_at_100_diff1": 0.159947, "nauc_map_at_1000_max": -0.050565, "nauc_map_at_1000_std": -0.176071, "nauc_map_at_1000_diff1": 0.159946, "nauc_recall_at_1_max": -0.066425, "nauc_recall_at_1_std": -0.162585, "nauc_recall_at_1_diff1": 0.19745, "nauc_recall_at_3_max": -0.041621, "nauc_recall_at_3_std": -0.186239, "nauc_recall_at_3_diff1": 0.097371, "nauc_recall_at_5_max": -0.055817, "nauc_recall_at_5_std": -0.247329, "nauc_recall_at_5_diff1": 0.061599, "nauc_recall_at_10_max": 0.054855, "nauc_recall_at_10_std": -0.260607, "nauc_recall_at_10_diff1": 0.084073, "nauc_recall_at_20_max": 0.134852, "nauc_recall_at_20_std": -0.335457, "nauc_recall_at_20_diff1": -0.020282, "nauc_recall_at_100_max": 0.510014, "nauc_recall_at_100_std": 0.12849, "nauc_recall_at_100_diff1": 0.108944, "nauc_recall_at_1000_max": 0.297733, "nauc_recall_at_1000_std": 0.492586, "nauc_recall_at_1000_diff1": -0.015955, "nauc_precision_at_1_max": -0.066425, "nauc_precision_at_1_std": -0.162585, "nauc_precision_at_1_diff1": 0.19745, "nauc_precision_at_3_max": -0.041621, "nauc_precision_at_3_std": -0.186239, "nauc_precision_at_3_diff1": 0.097371, "nauc_precision_at_5_max": -0.055817, "nauc_precision_at_5_std": -0.247329, "nauc_precision_at_5_diff1": 0.061599, "nauc_precision_at_10_max": 0.054855, "nauc_precision_at_10_std": -0.260607, "nauc_precision_at_10_diff1": 0.084073, "nauc_precision_at_20_max": 0.134852, "nauc_precision_at_20_std": -0.335457, "nauc_precision_at_20_diff1": -0.020282, "nauc_precision_at_100_max": 0.510014, "nauc_precision_at_100_std": 0.12849, "nauc_precision_at_100_diff1": 0.108944, "nauc_precision_at_1000_max": 0.297733, "nauc_precision_at_1000_std": 0.492586, "nauc_precision_at_1000_diff1": -0.015955, "nauc_mrr_at_1_max": -0.074266, "nauc_mrr_at_1_std": -0.161204, "nauc_mrr_at_1_diff1": 0.183098, "nauc_mrr_at_3_max": -0.064557, "nauc_mrr_at_3_std": -0.17396, "nauc_mrr_at_3_diff1": 0.140491, "nauc_mrr_at_5_max": -0.068367, "nauc_mrr_at_5_std": -0.180067, "nauc_mrr_at_5_diff1": 0.136302, "nauc_mrr_at_10_max": -0.061575, "nauc_mrr_at_10_std": -0.177403, "nauc_mrr_at_10_diff1": 0.142172, "nauc_mrr_at_20_max": -0.061904, "nauc_mrr_at_20_std": -0.176792, "nauc_mrr_at_20_diff1": 0.142907, "nauc_mrr_at_100_max": -0.062242, "nauc_mrr_at_100_std": -0.175977, "nauc_mrr_at_100_diff1": 0.143707, "nauc_mrr_at_1000_max": -0.062283, "nauc_mrr_at_1000_std": -0.17596, "nauc_mrr_at_1000_diff1": 0.143706, "main_score": 0.61926, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 266.748197555542, "kg_co2_emissions": null }