{ "dataset_revision": "1851bc536f8bdab29e03e29191c4586b1d8d7c5a", "task_name": "Quail", "mteb_version": "1.18.0", "scores": { "test": [ { "ndcg_at_1": 0.00735, "ndcg_at_3": 0.01345, "ndcg_at_5": 0.01632, "ndcg_at_10": 0.02064, "ndcg_at_20": 0.02505, "ndcg_at_100": 0.03511, "ndcg_at_1000": 0.05618, "map_at_1": 0.00735, "map_at_3": 0.01189, "map_at_5": 0.01347, "map_at_10": 0.01521, "map_at_20": 0.01639, "map_at_100": 0.01764, "map_at_1000": 0.01821, "recall_at_1": 0.00735, "recall_at_3": 0.01801, "recall_at_5": 0.025, "recall_at_10": 0.0386, "recall_at_20": 0.05625, "recall_at_100": 0.1125, "recall_at_1000": 0.29154, "precision_at_1": 0.00735, "precision_at_3": 0.006, "precision_at_5": 0.005, "precision_at_10": 0.00386, "precision_at_20": 0.00281, "precision_at_100": 0.00112, "precision_at_1000": 0.00029, "mrr_at_1": 0.007353, "mrr_at_3": 0.011887, "mrr_at_5": 0.013468, "mrr_at_10": 0.015208, "mrr_at_20": 0.016388, "mrr_at_100": 0.01764, "mrr_at_1000": 0.018213, "nauc_ndcg_at_1_max": 0.170754, "nauc_ndcg_at_1_std": 0.056399, "nauc_ndcg_at_1_diff1": 0.027422, "nauc_ndcg_at_3_max": 0.176993, "nauc_ndcg_at_3_std": 0.138953, "nauc_ndcg_at_3_diff1": 0.056873, "nauc_ndcg_at_5_max": 0.186554, "nauc_ndcg_at_5_std": 0.12562, "nauc_ndcg_at_5_diff1": 0.079205, "nauc_ndcg_at_10_max": 0.182233, "nauc_ndcg_at_10_std": 0.128283, "nauc_ndcg_at_10_diff1": 0.112779, "nauc_ndcg_at_20_max": 0.181002, "nauc_ndcg_at_20_std": 0.127822, "nauc_ndcg_at_20_diff1": 0.153288, "nauc_ndcg_at_100_max": 0.184083, "nauc_ndcg_at_100_std": 0.126027, "nauc_ndcg_at_100_diff1": 0.154248, "nauc_ndcg_at_1000_max": 0.178849, "nauc_ndcg_at_1000_std": 0.138028, "nauc_ndcg_at_1000_diff1": 0.133911, "nauc_map_at_1_max": 0.170754, "nauc_map_at_1_std": 0.056399, "nauc_map_at_1_diff1": 0.027422, "nauc_map_at_3_max": 0.174168, "nauc_map_at_3_std": 0.126345, "nauc_map_at_3_diff1": 0.046794, "nauc_map_at_5_max": 0.180434, "nauc_map_at_5_std": 0.118043, "nauc_map_at_5_diff1": 0.062747, "nauc_map_at_10_max": 0.179875, "nauc_map_at_10_std": 0.121314, "nauc_map_at_10_diff1": 0.084514, "nauc_map_at_20_max": 0.180091, "nauc_map_at_20_std": 0.121819, "nauc_map_at_20_diff1": 0.103206, "nauc_map_at_100_max": 0.182915, "nauc_map_at_100_std": 0.123242, "nauc_map_at_100_diff1": 0.107897, "nauc_map_at_1000_max": 0.182736, "nauc_map_at_1000_std": 0.124251, "nauc_map_at_1000_diff1": 0.107027, "nauc_recall_at_1_max": 0.170754, "nauc_recall_at_1_std": 0.056399, "nauc_recall_at_1_diff1": 0.027422, "nauc_recall_at_3_max": 0.18289, "nauc_recall_at_3_std": 0.163041, "nauc_recall_at_3_diff1": 0.077613, "nauc_recall_at_5_max": 0.197494, "nauc_recall_at_5_std": 0.137009, "nauc_recall_at_5_diff1": 0.107755, "nauc_recall_at_10_max": 0.183952, "nauc_recall_at_10_std": 0.135406, "nauc_recall_at_10_diff1": 0.150809, "nauc_recall_at_20_max": 0.179974, "nauc_recall_at_20_std": 0.131871, "nauc_recall_at_20_diff1": 0.210936, "nauc_recall_at_100_max": 0.181631, "nauc_recall_at_100_std": 0.123671, "nauc_recall_at_100_diff1": 0.182625, "nauc_recall_at_1000_max": 0.171612, "nauc_recall_at_1000_std": 0.147291, "nauc_recall_at_1000_diff1": 0.131979, "nauc_precision_at_1_max": 0.170754, "nauc_precision_at_1_std": 0.056399, "nauc_precision_at_1_diff1": 0.027422, "nauc_precision_at_3_max": 0.18289, "nauc_precision_at_3_std": 0.163041, "nauc_precision_at_3_diff1": 0.077613, "nauc_precision_at_5_max": 0.197494, "nauc_precision_at_5_std": 0.137009, "nauc_precision_at_5_diff1": 0.107755, "nauc_precision_at_10_max": 0.183952, "nauc_precision_at_10_std": 0.135406, "nauc_precision_at_10_diff1": 0.150809, "nauc_precision_at_20_max": 0.179974, "nauc_precision_at_20_std": 0.131871, "nauc_precision_at_20_diff1": 0.210936, "nauc_precision_at_100_max": 0.181631, "nauc_precision_at_100_std": 0.123671, "nauc_precision_at_100_diff1": 0.182625, "nauc_precision_at_1000_max": 0.171612, "nauc_precision_at_1000_std": 0.147291, "nauc_precision_at_1000_diff1": 0.131979, "nauc_mrr_at_1_max": 0.170754, "nauc_mrr_at_1_std": 0.056399, "nauc_mrr_at_1_diff1": 0.027422, "nauc_mrr_at_3_max": 0.174168, "nauc_mrr_at_3_std": 0.126345, "nauc_mrr_at_3_diff1": 0.046794, "nauc_mrr_at_5_max": 0.180434, "nauc_mrr_at_5_std": 0.118043, "nauc_mrr_at_5_diff1": 0.062747, "nauc_mrr_at_10_max": 0.179875, "nauc_mrr_at_10_std": 0.121314, "nauc_mrr_at_10_diff1": 0.084514, "nauc_mrr_at_20_max": 0.180091, "nauc_mrr_at_20_std": 0.121819, "nauc_mrr_at_20_diff1": 0.103206, "nauc_mrr_at_100_max": 0.182917, "nauc_mrr_at_100_std": 0.123243, "nauc_mrr_at_100_diff1": 0.107899, "nauc_mrr_at_1000_max": 0.182738, "nauc_mrr_at_1000_std": 0.12425, "nauc_mrr_at_1000_diff1": 0.10703, "main_score": 0.02064, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 26.26768660545349, "kg_co2_emissions": 0.0007852081992177169 }