{ "dataset_revision": "e4e08e0b7dbe3c8700f0daef558ff32256715259", "task_name": "QuoraRetrieval", "mteb_version": "2.10.3", "scores": { "test": [ { "ndcg_at_1": 0.7855, "ndcg_at_3": 0.83343, "ndcg_at_5": 0.85266, "ndcg_at_10": 0.86711, "ndcg_at_20": 0.87443, "ndcg_at_100": 0.8805, "ndcg_at_1000": 0.8817, "map_at_1": 0.6857, "map_at_3": 0.79447, "map_at_5": 0.81464, "map_at_10": 0.82608, "map_at_20": 0.83042, "map_at_100": 0.83272, "map_at_1000": 0.8329, "recall_at_1": 0.6857, "recall_at_3": 0.85622, "recall_at_5": 0.90722, "recall_at_10": 0.94882, "recall_at_20": 0.97206, "recall_at_100": 0.99361, "recall_at_1000": 0.99905, "accuracy": 0.6857, "precision_at_1": 0.7855, "precision_at_3": 0.36367, "precision_at_5": 0.24136, "precision_at_10": 0.13211, "precision_at_20": 0.07036, "precision_at_100": 0.0152, "precision_at_1000": 0.00156, "mrr_at_1": 0.7855, "mrr_at_3": 0.843783, "mrr_at_5": 0.852053, "mrr_at_10": 0.855506, "mrr_at_20": 0.856469, "mrr_at_100": 0.856734, "mrr_at_1000": 0.856748, "nauc_ndcg_at_1_max": 0.082826, "nauc_ndcg_at_1_std": -0.179495, "nauc_ndcg_at_1_diff1": 0.737801, "nauc_ndcg_at_3_max": 0.075351, "nauc_ndcg_at_3_std": -0.240946, "nauc_ndcg_at_3_diff1": 0.709463, "nauc_ndcg_at_5_max": 0.063848, "nauc_ndcg_at_5_std": -0.25315, "nauc_ndcg_at_5_diff1": 0.711419, "nauc_ndcg_at_10_max": 0.063852, "nauc_ndcg_at_10_std": -0.24713, "nauc_ndcg_at_10_diff1": 0.718148, "nauc_ndcg_at_20_max": 0.064836, "nauc_ndcg_at_20_std": -0.237183, "nauc_ndcg_at_20_diff1": 0.717609, "nauc_ndcg_at_100_max": 0.069181, "nauc_ndcg_at_100_std": -0.223194, "nauc_ndcg_at_100_diff1": 0.716635, "nauc_ndcg_at_1000_max": 0.071086, "nauc_ndcg_at_1000_std": -0.219258, "nauc_ndcg_at_1000_diff1": 0.717384, "nauc_map_at_1_max": 0.062818, "nauc_map_at_1_std": -0.213185, "nauc_map_at_1_diff1": 0.736514, "nauc_map_at_3_max": 0.064922, "nauc_map_at_3_std": -0.260213, "nauc_map_at_3_diff1": 0.716023, "nauc_map_at_5_max": 0.060552, "nauc_map_at_5_std": -0.261103, "nauc_map_at_5_diff1": 0.716913, "nauc_map_at_10_max": 0.062683, "nauc_map_at_10_std": -0.250162, "nauc_map_at_10_diff1": 0.718781, "nauc_map_at_20_max": 0.065037, "nauc_map_at_20_std": -0.241938, "nauc_map_at_20_diff1": 0.717858, "nauc_map_at_100_max": 0.067894, "nauc_map_at_100_std": -0.235332, "nauc_map_at_100_diff1": 0.717535, "nauc_map_at_1000_max": 0.068242, "nauc_map_at_1000_std": -0.234583, "nauc_map_at_1000_diff1": 0.717596, "nauc_recall_at_1_max": 0.062818, "nauc_recall_at_1_std": -0.213185, "nauc_recall_at_1_diff1": 0.736514, "nauc_recall_at_3_max": 0.043761, "nauc_recall_at_3_std": -0.326748, "nauc_recall_at_3_diff1": 0.669268, "nauc_recall_at_5_max": 0.002967, "nauc_recall_at_5_std": -0.384349, "nauc_recall_at_5_diff1": 0.650499, "nauc_recall_at_10_max": -0.017719, "nauc_recall_at_10_std": -0.419081, "nauc_recall_at_10_diff1": 0.667011, "nauc_recall_at_20_max": -0.046654, "nauc_recall_at_20_std": -0.411403, "nauc_recall_at_20_diff1": 0.659611, "nauc_recall_at_100_max": -0.100784, "nauc_recall_at_100_std": -0.300327, "nauc_recall_at_100_diff1": 0.555901, "nauc_recall_at_1000_max": -0.45916, "nauc_recall_at_1000_std": 0.326545, "nauc_recall_at_1000_diff1": 0.453952, "nauc_precision_at_1_max": 0.082826, "nauc_precision_at_1_std": -0.179495, "nauc_precision_at_1_diff1": 0.737801, "nauc_precision_at_3_max": 0.021794, "nauc_precision_at_3_std": 0.022039, "nauc_precision_at_3_diff1": -0.083012, "nauc_precision_at_5_max": 0.002474, "nauc_precision_at_5_std": 0.09467, "nauc_precision_at_5_diff1": -0.227717, "nauc_precision_at_10_max": 0.00392, "nauc_precision_at_10_std": 0.169175, "nauc_precision_at_10_diff1": -0.311299, "nauc_precision_at_20_max": 0.010685, "nauc_precision_at_20_std": 0.218951, "nauc_precision_at_20_diff1": -0.352221, "nauc_precision_at_100_max": 0.030132, "nauc_precision_at_100_std": 0.273449, "nauc_precision_at_100_diff1": -0.37757, "nauc_precision_at_1000_max": 0.041685, "nauc_precision_at_1000_std": 0.291581, "nauc_precision_at_1000_diff1": -0.379482, "nauc_mrr_at_1_max": 0.082826, "nauc_mrr_at_1_std": -0.179495, "nauc_mrr_at_1_diff1": 0.737801, "nauc_mrr_at_3_max": 0.080107, "nauc_mrr_at_3_std": -0.207576, "nauc_mrr_at_3_diff1": 0.724781, "nauc_mrr_at_5_max": 0.079651, "nauc_mrr_at_5_std": -0.205273, "nauc_mrr_at_5_diff1": 0.725128, "nauc_mrr_at_10_max": 0.080741, "nauc_mrr_at_10_std": -0.203745, "nauc_mrr_at_10_diff1": 0.727453, "nauc_mrr_at_20_max": 0.080825, "nauc_mrr_at_20_std": -0.202142, "nauc_mrr_at_20_diff1": 0.727686, "nauc_mrr_at_100_max": 0.080829, "nauc_mrr_at_100_std": -0.201948, "nauc_mrr_at_100_diff1": 0.727613, "nauc_mrr_at_1000_max": 0.080811, "nauc_mrr_at_1000_std": -0.20195, "nauc_mrr_at_1000_diff1": 0.727619, "hit_rate_at_1": 0.7855, "hit_rate_at_3": 0.9153, "hit_rate_at_5": 0.9505, "hit_rate_at_10": 0.9757, "hit_rate_at_20": 0.9887, "hit_rate_at_100": 0.9977, "hit_rate_at_1000": 0.9998, "main_score": 0.86711, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 132.1408233642578, "kg_co2_emissions": null, "date": 1772708445.835358 }