{ "dataset_revision": "617612fa63afcb60e3b134bed8b7216a99707c37", "task_name": "HotpotQAHardNegatives", "mteb_version": "2.20.11", "scores": { "test": [ { "ndcg_at_1": 0.829, "ndcg_at_3": 0.68473, "ndcg_at_5": 0.71024, "ndcg_at_10": 0.73177, "ndcg_at_20": 0.74715, "ndcg_at_100": 0.76925, "ndcg_at_1000": 0.77962, "map_at_1": 0.4145, "map_at_3": 0.61292, "map_at_5": 0.63377, "map_at_10": 0.64678, "map_at_20": 0.65306, "map_at_100": 0.65792, "map_at_1000": 0.65853, "recall_at_1": 0.4145, "recall_at_3": 0.6555, "recall_at_5": 0.706, "recall_at_10": 0.76, "recall_at_20": 0.809, "recall_at_100": 0.906, "recall_at_1000": 0.973, "accuracy": 0.4145, "precision_at_1": 0.829, "precision_at_3": 0.437, "precision_at_5": 0.2824, "precision_at_10": 0.152, "precision_at_20": 0.0809, "precision_at_100": 0.01812, "precision_at_1000": 0.00195, "mrr_at_1": 0.829, "mrr_at_3": 0.8725, "mrr_at_5": 0.877, "mrr_at_10": 0.880158, "mrr_at_20": 0.881707, "mrr_at_100": 0.881998, "mrr_at_1000": 0.882014, "nauc_ndcg_at_1_max": 0.43186, "nauc_ndcg_at_1_std": -0.153564, "nauc_ndcg_at_1_diff1": 0.674052, "nauc_ndcg_at_3_max": 0.146528, "nauc_ndcg_at_3_std": -0.117088, "nauc_ndcg_at_3_diff1": 0.094371, "nauc_ndcg_at_5_max": 0.152839, "nauc_ndcg_at_5_std": -0.111165, "nauc_ndcg_at_5_diff1": 0.091425, "nauc_ndcg_at_10_max": 0.13646, "nauc_ndcg_at_10_std": -0.097407, "nauc_ndcg_at_10_diff1": 0.074272, "nauc_ndcg_at_20_max": 0.141815, "nauc_ndcg_at_20_std": -0.066542, "nauc_ndcg_at_20_diff1": 0.06843, "nauc_ndcg_at_100_max": 0.146402, "nauc_ndcg_at_100_std": -0.053946, "nauc_ndcg_at_100_diff1": 0.081955, "nauc_ndcg_at_1000_max": 0.157327, "nauc_ndcg_at_1000_std": -0.064897, "nauc_ndcg_at_1000_diff1": 0.103773, "nauc_map_at_1_max": 0.43186, "nauc_map_at_1_std": -0.153564, "nauc_map_at_1_diff1": 0.674052, "nauc_map_at_3_max": 0.110635, "nauc_map_at_3_std": -0.094895, "nauc_map_at_3_diff1": 0.031538, "nauc_map_at_5_max": 0.117869, "nauc_map_at_5_std": -0.091911, "nauc_map_at_5_diff1": 0.03417, "nauc_map_at_10_max": 0.110829, "nauc_map_at_10_std": -0.085018, "nauc_map_at_10_diff1": 0.027864, "nauc_map_at_20_max": 0.112867, "nauc_map_at_20_std": -0.075677, "nauc_map_at_20_diff1": 0.027284, "nauc_map_at_100_max": 0.113719, "nauc_map_at_100_std": -0.073805, "nauc_map_at_100_diff1": 0.029473, "nauc_map_at_1000_max": 0.114151, "nauc_map_at_1000_std": -0.073955, "nauc_map_at_1000_diff1": 0.03021, "nauc_recall_at_1_max": 0.43186, "nauc_recall_at_1_std": -0.153564, "nauc_recall_at_1_diff1": 0.674052, "nauc_recall_at_3_max": 0.069274, "nauc_recall_at_3_std": -0.104568, "nauc_recall_at_3_diff1": -0.05291, "nauc_recall_at_5_max": 0.074727, "nauc_recall_at_5_std": -0.08937, "nauc_recall_at_5_diff1": -0.068513, "nauc_recall_at_10_max": 0.023708, "nauc_recall_at_10_std": -0.046729, "nauc_recall_at_10_diff1": -0.131737, "nauc_recall_at_20_max": 0.02307, "nauc_recall_at_20_std": 0.073148, "nauc_recall_at_20_diff1": -0.189148, "nauc_recall_at_100_max": -0.031156, "nauc_recall_at_100_std": 0.270874, "nauc_recall_at_100_diff1": -0.280818, "nauc_recall_at_1000_max": -0.007461, "nauc_recall_at_1000_std": 0.529758, "nauc_recall_at_1000_diff1": -0.285853, "nauc_precision_at_1_max": 0.43186, "nauc_precision_at_1_std": -0.153564, "nauc_precision_at_1_diff1": 0.674052, "nauc_precision_at_3_max": 0.069274, "nauc_precision_at_3_std": -0.104568, "nauc_precision_at_3_diff1": -0.05291, "nauc_precision_at_5_max": 0.074727, "nauc_precision_at_5_std": -0.08937, "nauc_precision_at_5_diff1": -0.068513, "nauc_precision_at_10_max": 0.023708, "nauc_precision_at_10_std": -0.046729, "nauc_precision_at_10_diff1": -0.131737, "nauc_precision_at_20_max": 0.02307, "nauc_precision_at_20_std": 0.073148, "nauc_precision_at_20_diff1": -0.189148, "nauc_precision_at_100_max": -0.031156, "nauc_precision_at_100_std": 0.270874, "nauc_precision_at_100_diff1": -0.280818, "nauc_precision_at_1000_max": -0.007461, "nauc_precision_at_1000_std": 0.529758, "nauc_precision_at_1000_diff1": -0.285853, "nauc_mrr_at_1_max": 0.43186, "nauc_mrr_at_1_std": -0.153564, "nauc_mrr_at_1_diff1": 0.674052, "nauc_mrr_at_3_max": 0.45995, "nauc_mrr_at_3_std": -0.221269, "nauc_mrr_at_3_diff1": 0.688762, "nauc_mrr_at_5_max": 0.458269, "nauc_mrr_at_5_std": -0.220282, "nauc_mrr_at_5_diff1": 0.686346, "nauc_mrr_at_10_max": 0.453525, "nauc_mrr_at_10_std": -0.223452, "nauc_mrr_at_10_diff1": 0.683892, "nauc_mrr_at_20_max": 0.453921, "nauc_mrr_at_20_std": -0.217233, "nauc_mrr_at_20_diff1": 0.682427, "nauc_mrr_at_100_max": 0.45354, "nauc_mrr_at_100_std": -0.216133, "nauc_mrr_at_100_diff1": 0.682621, "nauc_mrr_at_1000_max": 0.453557, "nauc_mrr_at_1000_std": -0.216263, "nauc_mrr_at_1000_diff1": 0.682717, "hit_rate_at_1": 0.829, "hit_rate_at_3": 0.922, "hit_rate_at_5": 0.941, "hit_rate_at_10": 0.963, "hit_rate_at_20": 0.985, "hit_rate_at_100": 0.997, "hit_rate_at_1000": 1.0, "main_score": 0.73177, "hf_subset": "default", "languages": [ "eng-Latn" ], "mteb_version": "2.20.11" } ] }, "evaluation_time": 59.78836294077337, "kg_co2_emissions": null, "date": 1791662720.200432, "evaluation_phases": [ { "name": "Data loading", "start": 1.4068558812141418e-05, "end": 7.514486335217953, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 7.514503810554743, "end": 7.514505714178085, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 7.524556843563914, "end": 58.686006374657154, "split": "test", "subset": "default" }, { "name": "Scoring", "start": 58.686031917110085, "end": 59.747732792049646, "split": "test", "subset": "default" } ] }