{ "dataset_revision": "1851bc536f8bdab29e03e29191c4586b1d8d7c5a", "task_name": "Quail", "mteb_version": "1.18.0", "scores": { "test": [ { "ndcg_at_1": 0.00588, "ndcg_at_3": 0.00967, "ndcg_at_5": 0.01195, "ndcg_at_10": 0.01551, "ndcg_at_20": 0.01799, "ndcg_at_100": 0.02735, "ndcg_at_1000": 0.04475, "map_at_1": 0.00588, "map_at_3": 0.0087, "map_at_5": 0.00997, "map_at_10": 0.01137, "map_at_20": 0.01203, "map_at_100": 0.01323, "map_at_1000": 0.01371, "recall_at_1": 0.00588, "recall_at_3": 0.0125, "recall_at_5": 0.01801, "recall_at_10": 0.02941, "recall_at_20": 0.03934, "recall_at_100": 0.09118, "recall_at_1000": 0.23897, "precision_at_1": 0.00588, "precision_at_3": 0.00417, "precision_at_5": 0.0036, "precision_at_10": 0.00294, "precision_at_20": 0.00197, "precision_at_100": 0.00091, "precision_at_1000": 0.00024, "mrr_at_1": 0.005882, "mrr_at_3": 0.008701, "mrr_at_5": 0.009969, "mrr_at_10": 0.011368, "mrr_at_20": 0.012033, "mrr_at_100": 0.013234, "mrr_at_1000": 0.013712, "nauc_ndcg_at_1_max": 0.263835, "nauc_ndcg_at_1_std": 0.009525, "nauc_ndcg_at_1_diff1": 0.195348, "nauc_ndcg_at_3_max": 0.263905, "nauc_ndcg_at_3_std": 0.013539, "nauc_ndcg_at_3_diff1": 0.228405, "nauc_ndcg_at_5_max": 0.273314, "nauc_ndcg_at_5_std": 0.043729, "nauc_ndcg_at_5_diff1": 0.233566, "nauc_ndcg_at_10_max": 0.284443, "nauc_ndcg_at_10_std": 0.088164, "nauc_ndcg_at_10_diff1": 0.224413, "nauc_ndcg_at_20_max": 0.281639, "nauc_ndcg_at_20_std": 0.107603, "nauc_ndcg_at_20_diff1": 0.230712, "nauc_ndcg_at_100_max": 0.221644, "nauc_ndcg_at_100_std": 0.098293, "nauc_ndcg_at_100_diff1": 0.188399, "nauc_ndcg_at_1000_max": 0.182518, "nauc_ndcg_at_1000_std": 0.105823, "nauc_ndcg_at_1000_diff1": 0.145047, "nauc_map_at_1_max": 0.263835, "nauc_map_at_1_std": 0.009525, "nauc_map_at_1_diff1": 0.195348, "nauc_map_at_3_max": 0.259018, "nauc_map_at_3_std": 0.013229, "nauc_map_at_3_diff1": 0.220407, "nauc_map_at_5_max": 0.264963, "nauc_map_at_5_std": 0.032509, "nauc_map_at_5_diff1": 0.224219, "nauc_map_at_10_max": 0.271409, "nauc_map_at_10_std": 0.056901, "nauc_map_at_10_diff1": 0.220265, "nauc_map_at_20_max": 0.270677, "nauc_map_at_20_std": 0.06544, "nauc_map_at_20_diff1": 0.222808, "nauc_map_at_100_max": 0.256165, "nauc_map_at_100_std": 0.065662, "nauc_map_at_100_diff1": 0.21189, "nauc_map_at_1000_max": 0.252196, "nauc_map_at_1000_std": 0.06744, "nauc_map_at_1000_diff1": 0.208475, "nauc_recall_at_1_max": 0.263835, "nauc_recall_at_1_std": 0.009525, "nauc_recall_at_1_diff1": 0.195348, "nauc_recall_at_3_max": 0.275123, "nauc_recall_at_3_std": 0.014063, "nauc_recall_at_3_diff1": 0.245222, "nauc_recall_at_5_max": 0.288989, "nauc_recall_at_5_std": 0.064461, "nauc_recall_at_5_diff1": 0.249848, "nauc_recall_at_10_max": 0.30274, "nauc_recall_at_10_std": 0.13311, "nauc_recall_at_10_diff1": 0.228471, "nauc_recall_at_20_max": 0.293907, "nauc_recall_at_20_std": 0.159769, "nauc_recall_at_20_diff1": 0.239635, "nauc_recall_at_100_max": 0.186677, "nauc_recall_at_100_std": 0.117376, "nauc_recall_at_100_diff1": 0.165648, "nauc_recall_at_1000_max": 0.134025, "nauc_recall_at_1000_std": 0.119427, "nauc_recall_at_1000_diff1": 0.096022, "nauc_precision_at_1_max": 0.263835, "nauc_precision_at_1_std": 0.009525, "nauc_precision_at_1_diff1": 0.195348, "nauc_precision_at_3_max": 0.275123, "nauc_precision_at_3_std": 0.014063, "nauc_precision_at_3_diff1": 0.245222, "nauc_precision_at_5_max": 0.288989, "nauc_precision_at_5_std": 0.064461, "nauc_precision_at_5_diff1": 0.249848, "nauc_precision_at_10_max": 0.30274, "nauc_precision_at_10_std": 0.13311, "nauc_precision_at_10_diff1": 0.228471, "nauc_precision_at_20_max": 0.293907, "nauc_precision_at_20_std": 0.159769, "nauc_precision_at_20_diff1": 0.239635, "nauc_precision_at_100_max": 0.186677, "nauc_precision_at_100_std": 0.117376, "nauc_precision_at_100_diff1": 0.165648, "nauc_precision_at_1000_max": 0.134025, "nauc_precision_at_1000_std": 0.119427, "nauc_precision_at_1000_diff1": 0.096022, "nauc_mrr_at_1_max": 0.263835, "nauc_mrr_at_1_std": 0.009525, "nauc_mrr_at_1_diff1": 0.195348, "nauc_mrr_at_3_max": 0.259018, "nauc_mrr_at_3_std": 0.013229, "nauc_mrr_at_3_diff1": 0.220407, "nauc_mrr_at_5_max": 0.264963, "nauc_mrr_at_5_std": 0.032509, "nauc_mrr_at_5_diff1": 0.224219, "nauc_mrr_at_10_max": 0.271409, "nauc_mrr_at_10_std": 0.056901, "nauc_mrr_at_10_diff1": 0.220265, "nauc_mrr_at_20_max": 0.270677, "nauc_mrr_at_20_std": 0.06544, "nauc_mrr_at_20_diff1": 0.222808, "nauc_mrr_at_100_max": 0.256165, "nauc_mrr_at_100_std": 0.065662, "nauc_mrr_at_100_diff1": 0.21189, "nauc_mrr_at_1000_max": 0.252196, "nauc_mrr_at_1000_std": 0.06744, "nauc_mrr_at_1000_diff1": 0.208475, "main_score": 0.01551, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 54.56718683242798, "kg_co2_emissions": 0.002279562705021779 }