{ "dataset_revision": "ad9991cb51e31e31e430383c75ffb2885547b5f0", "task_name": "CQADupstackEnglishRetrieval", "mteb_version": "1.38.9", "scores": { "test": [ { "ndcg_at_1": 0.45796, "ndcg_at_3": 0.51103, "ndcg_at_5": 0.52702, "ndcg_at_10": 0.55, "ndcg_at_20": 0.5658, "ndcg_at_100": 0.58948, "ndcg_at_1000": 0.60761, "map_at_1": 0.36523, "map_at_3": 0.45766, "map_at_5": 0.47529, "map_at_10": 0.48996, "map_at_20": 0.49696, "map_at_100": 0.50318, "map_at_1000": 0.50454, "recall_at_1": 0.36523, "recall_at_3": 0.53396, "recall_at_5": 0.58227, "recall_at_10": 0.65416, "recall_at_20": 0.71016, "recall_at_100": 0.81527, "recall_at_1000": 0.92266, "precision_at_1": 0.45796, "precision_at_3": 0.24904, "precision_at_5": 0.17248, "precision_at_10": 0.10293, "precision_at_20": 0.06006, "precision_at_100": 0.01586, "precision_at_1000": 0.00205, "mrr_at_1": 0.457962, "mrr_at_3": 0.53259, "mrr_at_5": 0.541093, "mrr_at_10": 0.550105, "mrr_at_20": 0.553611, "mrr_at_100": 0.555828, "mrr_at_1000": 0.556213, "nauc_ndcg_at_1_max": 0.511567, "nauc_ndcg_at_1_std": -0.029468, "nauc_ndcg_at_1_diff1": 0.579305, "nauc_ndcg_at_3_max": 0.488987, "nauc_ndcg_at_3_std": -0.065082, "nauc_ndcg_at_3_diff1": 0.5452, "nauc_ndcg_at_5_max": 0.492683, "nauc_ndcg_at_5_std": -0.061201, "nauc_ndcg_at_5_diff1": 0.545099, "nauc_ndcg_at_10_max": 0.495147, "nauc_ndcg_at_10_std": -0.042219, "nauc_ndcg_at_10_diff1": 0.543453, "nauc_ndcg_at_20_max": 0.502452, "nauc_ndcg_at_20_std": -0.029561, "nauc_ndcg_at_20_diff1": 0.542149, "nauc_ndcg_at_100_max": 0.508575, "nauc_ndcg_at_100_std": -0.01218, "nauc_ndcg_at_100_diff1": 0.539748, "nauc_ndcg_at_1000_max": 0.508691, "nauc_ndcg_at_1000_std": -0.012711, "nauc_ndcg_at_1000_diff1": 0.541097, "nauc_map_at_1_max": 0.401562, "nauc_map_at_1_std": -0.134076, "nauc_map_at_1_diff1": 0.611801, "nauc_map_at_3_max": 0.451601, "nauc_map_at_3_std": -0.120215, "nauc_map_at_3_diff1": 0.574982, "nauc_map_at_5_max": 0.46552, "nauc_map_at_5_std": -0.104064, "nauc_map_at_5_diff1": 0.568612, "nauc_map_at_10_max": 0.475951, "nauc_map_at_10_std": -0.084619, "nauc_map_at_10_diff1": 0.566342, "nauc_map_at_20_max": 0.480861, "nauc_map_at_20_std": -0.075762, "nauc_map_at_20_diff1": 0.564451, "nauc_map_at_100_max": 0.485097, "nauc_map_at_100_std": -0.066858, "nauc_map_at_100_diff1": 0.561873, "nauc_map_at_1000_max": 0.485602, "nauc_map_at_1000_std": -0.065968, "nauc_map_at_1000_diff1": 0.561743, "nauc_recall_at_1_max": 0.401562, "nauc_recall_at_1_std": -0.134076, "nauc_recall_at_1_diff1": 0.611801, "nauc_recall_at_3_max": 0.42929, "nauc_recall_at_3_std": -0.126335, "nauc_recall_at_3_diff1": 0.521413, "nauc_recall_at_5_max": 0.448135, "nauc_recall_at_5_std": -0.100397, "nauc_recall_at_5_diff1": 0.505731, "nauc_recall_at_10_max": 0.456701, "nauc_recall_at_10_std": -0.033014, "nauc_recall_at_10_diff1": 0.481119, "nauc_recall_at_20_max": 0.486086, "nauc_recall_at_20_std": 0.027373, "nauc_recall_at_20_diff1": 0.462408, "nauc_recall_at_100_max": 0.535419, "nauc_recall_at_100_std": 0.159834, "nauc_recall_at_100_diff1": 0.440882, "nauc_recall_at_1000_max": 0.598548, "nauc_recall_at_1000_std": 0.301376, "nauc_recall_at_1000_diff1": 0.429783, "nauc_precision_at_1_max": 0.511567, "nauc_precision_at_1_std": -0.029468, "nauc_precision_at_1_diff1": 0.579305, "nauc_precision_at_3_max": 0.44919, "nauc_precision_at_3_std": 0.09528, "nauc_precision_at_3_diff1": 0.261494, "nauc_precision_at_5_max": 0.417049, "nauc_precision_at_5_std": 0.170779, "nauc_precision_at_5_diff1": 0.164903, "nauc_precision_at_10_max": 0.353108, "nauc_precision_at_10_std": 0.266559, "nauc_precision_at_10_diff1": 0.054876, "nauc_precision_at_20_max": 0.291539, "nauc_precision_at_20_std": 0.314955, "nauc_precision_at_20_diff1": -0.036949, "nauc_precision_at_100_max": 0.192335, "nauc_precision_at_100_std": 0.374676, "nauc_precision_at_100_diff1": -0.167021, "nauc_precision_at_1000_max": 0.069705, "nauc_precision_at_1000_std": 0.307331, "nauc_precision_at_1000_diff1": -0.238406, "nauc_mrr_at_1_max": 0.511567, "nauc_mrr_at_1_std": -0.029468, "nauc_mrr_at_1_diff1": 0.579305, "nauc_mrr_at_3_max": 0.516527, "nauc_mrr_at_3_std": -0.015225, "nauc_mrr_at_3_diff1": 0.545032, "nauc_mrr_at_5_max": 0.518212, "nauc_mrr_at_5_std": -0.013517, "nauc_mrr_at_5_diff1": 0.544149, "nauc_mrr_at_10_max": 0.516382, "nauc_mrr_at_10_std": -0.008166, "nauc_mrr_at_10_diff1": 0.542812, "nauc_mrr_at_20_max": 0.518209, "nauc_mrr_at_20_std": -0.005523, "nauc_mrr_at_20_diff1": 0.54212, "nauc_mrr_at_100_max": 0.518396, "nauc_mrr_at_100_std": -0.005345, "nauc_mrr_at_100_diff1": 0.542566, "nauc_mrr_at_1000_max": 0.518409, "nauc_mrr_at_1000_std": -0.005443, "nauc_mrr_at_1000_diff1": 0.542745, "main_score": 0.55, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 55.29464507102966, "kg_co2_emissions": null }