{ "dataset_revision": "27a168819829fe9bcd655c2df245fb19452e8e06", "task_name": "FiQA2018", "mteb_version": "2.10.8", "scores": { "test": [ { "ndcg_at_1": 0.54012, "ndcg_at_3": 0.48441, "ndcg_at_5": 0.50333, "ndcg_at_10": 0.53117, "ndcg_at_20": 0.55666, "ndcg_at_100": 0.59304, "ndcg_at_1000": 0.61283, "map_at_1": 0.27369, "map_at_3": 0.38408, "map_at_5": 0.41872, "map_at_10": 0.44336, "map_at_20": 0.45513, "map_at_100": 0.46329, "map_at_1000": 0.46471, "recall_at_1": 0.27369, "recall_at_3": 0.43002, "recall_at_5": 0.51651, "recall_at_10": 0.60754, "recall_at_20": 0.68466, "recall_at_100": 0.83201, "recall_at_1000": 0.94692, "accuracy": 0.27369, "precision_at_1": 0.54012, "precision_at_3": 0.3215, "precision_at_5": 0.23889, "precision_at_10": 0.14614, "precision_at_20": 0.0848, "precision_at_100": 0.02137, "precision_at_1000": 0.00249, "mrr_at_1": 0.540123, "mrr_at_3": 0.591821, "mrr_at_5": 0.609568, "mrr_at_10": 0.618742, "mrr_at_20": 0.622353, "mrr_at_100": 0.624232, "mrr_at_1000": 0.624458, "nauc_ndcg_at_1_max": 0.145274, "nauc_ndcg_at_1_std": 0.072815, "nauc_ndcg_at_1_diff1": 0.534927, "nauc_ndcg_at_3_max": 0.115292, "nauc_ndcg_at_3_std": 0.074166, "nauc_ndcg_at_3_diff1": 0.422772, "nauc_ndcg_at_5_max": 0.10902, "nauc_ndcg_at_5_std": 0.087752, "nauc_ndcg_at_5_diff1": 0.41848, "nauc_ndcg_at_10_max": 0.1135, "nauc_ndcg_at_10_std": 0.096752, "nauc_ndcg_at_10_diff1": 0.430469, "nauc_ndcg_at_20_max": 0.123783, "nauc_ndcg_at_20_std": 0.119491, "nauc_ndcg_at_20_diff1": 0.435042, "nauc_ndcg_at_100_max": 0.139464, "nauc_ndcg_at_100_std": 0.135791, "nauc_ndcg_at_100_diff1": 0.441005, "nauc_ndcg_at_1000_max": 0.139427, "nauc_ndcg_at_1000_std": 0.126667, "nauc_ndcg_at_1000_diff1": 0.438843, "nauc_map_at_1_max": 0.085287, "nauc_map_at_1_std": -0.005719, "nauc_map_at_1_diff1": 0.460415, "nauc_map_at_3_max": 0.088627, "nauc_map_at_3_std": 0.037358, "nauc_map_at_3_diff1": 0.421317, "nauc_map_at_5_max": 0.090588, "nauc_map_at_5_std": 0.060391, "nauc_map_at_5_diff1": 0.409872, "nauc_map_at_10_max": 0.094307, "nauc_map_at_10_std": 0.073683, "nauc_map_at_10_diff1": 0.409086, "nauc_map_at_20_max": 0.10044, "nauc_map_at_20_std": 0.084375, "nauc_map_at_20_diff1": 0.411709, "nauc_map_at_100_max": 0.105515, "nauc_map_at_100_std": 0.087756, "nauc_map_at_100_diff1": 0.413233, "nauc_map_at_1000_max": 0.105797, "nauc_map_at_1000_std": 0.087341, "nauc_map_at_1000_diff1": 0.413155, "nauc_recall_at_1_max": 0.085287, "nauc_recall_at_1_std": -0.005719, "nauc_recall_at_1_diff1": 0.460415, "nauc_recall_at_3_max": 0.075144, "nauc_recall_at_3_std": 0.038245, "nauc_recall_at_3_diff1": 0.384447, "nauc_recall_at_5_max": 0.072071, "nauc_recall_at_5_std": 0.089032, "nauc_recall_at_5_diff1": 0.33623, "nauc_recall_at_10_max": 0.075469, "nauc_recall_at_10_std": 0.110664, "nauc_recall_at_10_diff1": 0.326546, "nauc_recall_at_20_max": 0.10233, "nauc_recall_at_20_std": 0.18095, "nauc_recall_at_20_diff1": 0.325449, "nauc_recall_at_100_max": 0.178684, "nauc_recall_at_100_std": 0.327575, "nauc_recall_at_100_diff1": 0.307898, "nauc_recall_at_1000_max": 0.227981, "nauc_recall_at_1000_std": 0.441917, "nauc_recall_at_1000_diff1": 0.121828, "nauc_precision_at_1_max": 0.145274, "nauc_precision_at_1_std": 0.072815, "nauc_precision_at_1_diff1": 0.534927, "nauc_precision_at_3_max": 0.111711, "nauc_precision_at_3_std": 0.122641, "nauc_precision_at_3_diff1": 0.238011, "nauc_precision_at_5_max": 0.097481, "nauc_precision_at_5_std": 0.150973, "nauc_precision_at_5_diff1": 0.158646, "nauc_precision_at_10_max": 0.09981, "nauc_precision_at_10_std": 0.167394, "nauc_precision_at_10_diff1": 0.107878, "nauc_precision_at_20_max": 0.120741, "nauc_precision_at_20_std": 0.19085, "nauc_precision_at_20_diff1": 0.078998, "nauc_precision_at_100_max": 0.133427, "nauc_precision_at_100_std": 0.185048, "nauc_precision_at_100_diff1": 0.0122, "nauc_precision_at_1000_max": 0.116279, "nauc_precision_at_1000_std": 0.127095, "nauc_precision_at_1000_diff1": -0.048834, "nauc_mrr_at_1_max": 0.145274, "nauc_mrr_at_1_std": 0.072815, "nauc_mrr_at_1_diff1": 0.534927, "nauc_mrr_at_3_max": 0.156852, "nauc_mrr_at_3_std": 0.089624, "nauc_mrr_at_3_diff1": 0.535327, "nauc_mrr_at_5_max": 0.160419, "nauc_mrr_at_5_std": 0.101107, "nauc_mrr_at_5_diff1": 0.530045, "nauc_mrr_at_10_max": 0.160556, "nauc_mrr_at_10_std": 0.099596, "nauc_mrr_at_10_diff1": 0.528892, "nauc_mrr_at_20_max": 0.161558, "nauc_mrr_at_20_std": 0.102763, "nauc_mrr_at_20_diff1": 0.52799, "nauc_mrr_at_100_max": 0.161743, "nauc_mrr_at_100_std": 0.103536, "nauc_mrr_at_100_diff1": 0.528965, "nauc_mrr_at_1000_max": 0.161688, "nauc_mrr_at_1000_std": 0.10322, "nauc_mrr_at_1000_diff1": 0.528963, "hit_rate_at_1": 0.54012, "hit_rate_at_3": 0.65895, "hit_rate_at_5": 0.73457, "hit_rate_at_10": 0.80247, "hit_rate_at_20": 0.8534, "hit_rate_at_100": 0.93673, "hit_rate_at_1000": 0.98148, "main_score": 0.53117, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 50.81029677391052, "kg_co2_emissions": null, "date": 1773436292.853453 }