{ "dataset_revision": "160c094312a0e1facb97e55eeddb698c0abe3571", "task_name": "CQADupstackWebmastersRetrieval", "evaluation_time": null, "mteb_version": null, "scores": { "test": [ { "hf_subset": "default", "languages": [ "eng-Latn" ], "ndcg_at_1": 0.32411, "ndcg_at_3": 0.37911, "ndcg_at_5": 0.39983, "ndcg_at_10": 0.42321999999999993, "ndcg_at_20": 0.44855000000000006, "ndcg_at_100": 0.48515, "ndcg_at_1000": 0.50845, "map_at_1": 0.27062, "map_at_3": 0.33689, "map_at_5": 0.35161000000000003, "map_at_10": 0.36492, "map_at_20": 0.3748699999999999, "map_at_100": 0.38234999999999997, "map_at_1000": 0.38421, "recall_at_1": 0.27062, "recall_at_3": 0.40459, "recall_at_5": 0.46221, "recall_at_10": 0.53348, "recall_at_20": 0.62852, "recall_at_100": 0.80582, "recall_at_1000": 0.9514099999999999, "precision_at_1": 0.32411, "precision_at_3": 0.17984000000000003, "precision_at_5": 0.12767, "precision_at_10": 0.07945, "precision_at_20": 0.05, "precision_at_100": 0.01534, "precision_at_1000": 0.00234, "mrr_at_1": 0.324111, "mrr_at_3": 0.388011, "mrr_at_5": 0.402437, "mrr_at_10": 0.411494, "mrr_at_20": 0.418962, "mrr_at_100": 0.422758, "mrr_at_1000": 0.423273, "nauc_ndcg_at_1_max": 0.279618, "nauc_ndcg_at_1_std": 0.019208, "nauc_ndcg_at_1_diff1": 0.479837, "nauc_ndcg_at_3_max": 0.280091, "nauc_ndcg_at_3_std": 0.012119999999999999, "nauc_ndcg_at_3_diff1": 0.421361, "nauc_ndcg_at_5_max": 0.273043, "nauc_ndcg_at_5_std": 0.014558999999999999, "nauc_ndcg_at_5_diff1": 0.40879899999999997, "nauc_ndcg_at_10_max": 0.260726, "nauc_ndcg_at_10_std": 0.015731, "nauc_ndcg_at_10_diff1": 0.38911900000000005, "nauc_ndcg_at_20_max": 0.281398, "nauc_ndcg_at_20_std": 0.030962, "nauc_ndcg_at_20_diff1": 0.390918, "nauc_ndcg_at_100_max": 0.290945, "nauc_ndcg_at_100_std": 0.056239, "nauc_ndcg_at_100_diff1": 0.394526, "nauc_ndcg_at_1000_max": 0.287139, "nauc_ndcg_at_1000_std": 0.043576, "nauc_ndcg_at_1000_diff1": 0.401353, "nauc_map_at_1_max": 0.264001, "nauc_map_at_1_std": -0.024035, "nauc_map_at_1_diff1": 0.506355, "nauc_map_at_3_max": 0.276775, "nauc_map_at_3_std": -0.012322999999999999, "nauc_map_at_3_diff1": 0.45102800000000004, "nauc_map_at_5_max": 0.277501, "nauc_map_at_5_std": -0.010206, "nauc_map_at_5_diff1": 0.441371, "nauc_map_at_10_max": 0.273169, "nauc_map_at_10_std": -0.006242, "nauc_map_at_10_diff1": 0.429928, "nauc_map_at_20_max": 0.279088, "nauc_map_at_20_std": 0.00369, "nauc_map_at_20_diff1": 0.427076, "nauc_map_at_100_max": 0.280018, "nauc_map_at_100_std": 0.010477999999999998, "nauc_map_at_100_diff1": 0.42663000000000006, "nauc_map_at_1000_max": 0.278892, "nauc_map_at_1000_std": 0.010114000000000001, "nauc_map_at_1000_diff1": 0.426802, "nauc_recall_at_1_max": 0.264001, "nauc_recall_at_1_std": -0.024035, "nauc_recall_at_1_diff1": 0.506355, "nauc_recall_at_3_max": 0.264415, "nauc_recall_at_3_std": 0.006093, "nauc_recall_at_3_diff1": 0.383001, "nauc_recall_at_5_max": 0.255757, "nauc_recall_at_5_std": 0.017047, "nauc_recall_at_5_diff1": 0.339953, "nauc_recall_at_10_max": 0.219077, "nauc_recall_at_10_std": 0.024832, "nauc_recall_at_10_diff1": 0.276569, "nauc_recall_at_20_max": 0.279785, "nauc_recall_at_20_std": 0.08717000000000001, "nauc_recall_at_20_diff1": 0.26076, "nauc_recall_at_100_max": 0.32837200000000005, "nauc_recall_at_100_std": 0.286448, "nauc_recall_at_100_diff1": 0.223344, "nauc_recall_at_1000_max": 0.430872, "nauc_recall_at_1000_std": 0.386013, "nauc_recall_at_1000_diff1": 0.19057399999999997, "nauc_precision_at_1_max": 0.279618, "nauc_precision_at_1_std": 0.019208, "nauc_precision_at_1_diff1": 0.479837, "nauc_precision_at_3_max": 0.26681, "nauc_precision_at_3_std": 0.064623, "nauc_precision_at_3_diff1": 0.260754, "nauc_precision_at_5_max": 0.230766, "nauc_precision_at_5_std": 0.080635, "nauc_precision_at_5_diff1": 0.182494, "nauc_precision_at_10_max": 0.140187, "nauc_precision_at_10_std": 0.10793999999999998, "nauc_precision_at_10_diff1": 0.057888, "nauc_precision_at_20_max": 0.12065, "nauc_precision_at_20_std": 0.157288, "nauc_precision_at_20_diff1": -0.007351, "nauc_precision_at_100_max": -0.004148, "nauc_precision_at_100_std": 0.170201, "nauc_precision_at_100_diff1": -0.080881, "nauc_precision_at_1000_max": -0.18342, "nauc_precision_at_1000_std": 0.056757, "nauc_precision_at_1000_diff1": -0.138692, "nauc_mrr_at_1_max": 0.279618, "nauc_mrr_at_1_std": 0.019208, "nauc_mrr_at_1_diff1": 0.479837, "nauc_mrr_at_3_max": 0.277754, "nauc_mrr_at_3_std": 0.022727, "nauc_mrr_at_3_diff1": 0.42865, "nauc_mrr_at_5_max": 0.277453, "nauc_mrr_at_5_std": 0.027718, "nauc_mrr_at_5_diff1": 0.419633, "nauc_mrr_at_10_max": 0.273083, "nauc_mrr_at_10_std": 0.03089, "nauc_mrr_at_10_diff1": 0.413641, "nauc_mrr_at_20_max": 0.278143, "nauc_mrr_at_20_std": 0.032985, "nauc_mrr_at_20_diff1": 0.416228, "nauc_mrr_at_100_max": 0.278378, "nauc_mrr_at_100_std": 0.03517, "nauc_mrr_at_100_diff1": 0.417328, "nauc_mrr_at_1000_max": 0.278277, "nauc_mrr_at_1000_std": 0.034743, "nauc_mrr_at_1000_diff1": 0.417584, "main_score": 0.42321999999999993 } ] } }