{ "dataset_revision": "5003b3064772da1887988e05400cf3806fe491f2", "task_name": "CQADupstackGisRetrieval", "mteb_version": "1.36.14", "scores": { "test": [ { "ndcg_at_1": 0.30169, "ndcg_at_3": 0.36942, "ndcg_at_5": 0.39543, "ndcg_at_10": 0.42436, "ndcg_at_20": 0.44629, "ndcg_at_100": 0.47519, "ndcg_at_1000": 0.4928, "map_at_1": 0.27835, "map_at_3": 0.34297, "map_at_5": 0.35877, "map_at_10": 0.37159, "map_at_20": 0.37786, "map_at_100": 0.38211, "map_at_1000": 0.38278, "recall_at_1": 0.27835, "recall_at_3": 0.41784, "recall_at_5": 0.48031, "recall_at_10": 0.56716, "recall_at_20": 0.65076, "recall_at_100": 0.7985, "recall_at_1000": 0.93034, "precision_at_1": 0.30169, "precision_at_3": 0.15706, "precision_at_5": 0.10938, "precision_at_10": 0.06531, "precision_at_20": 0.03763, "precision_at_100": 0.00951, "precision_at_1000": 0.00114, "mrr_at_1": 0.301695, "mrr_at_3": 0.366855, "mrr_at_5": 0.381262, "mrr_at_10": 0.392581, "mrr_at_20": 0.398433, "mrr_at_100": 0.401931, "mrr_at_1000": 0.402428, "nauc_ndcg_at_1_max": 0.361115, "nauc_ndcg_at_1_std": 0.008104, "nauc_ndcg_at_1_diff1": 0.453254, "nauc_ndcg_at_3_max": 0.350694, "nauc_ndcg_at_3_std": 0.011078, "nauc_ndcg_at_3_diff1": 0.399411, "nauc_ndcg_at_5_max": 0.3625, "nauc_ndcg_at_5_std": 0.019942, "nauc_ndcg_at_5_diff1": 0.38588, "nauc_ndcg_at_10_max": 0.358424, "nauc_ndcg_at_10_std": 0.029637, "nauc_ndcg_at_10_diff1": 0.377077, "nauc_ndcg_at_20_max": 0.351431, "nauc_ndcg_at_20_std": 0.036025, "nauc_ndcg_at_20_diff1": 0.37503, "nauc_ndcg_at_100_max": 0.353569, "nauc_ndcg_at_100_std": 0.051329, "nauc_ndcg_at_100_diff1": 0.373174, "nauc_ndcg_at_1000_max": 0.357425, "nauc_ndcg_at_1000_std": 0.042758, "nauc_ndcg_at_1000_diff1": 0.380785, "nauc_map_at_1_max": 0.341615, "nauc_map_at_1_std": -0.01872, "nauc_map_at_1_diff1": 0.473474, "nauc_map_at_3_max": 0.347772, "nauc_map_at_3_std": 0.003022, "nauc_map_at_3_diff1": 0.417219, "nauc_map_at_5_max": 0.355525, "nauc_map_at_5_std": 0.008872, "nauc_map_at_5_diff1": 0.409513, "nauc_map_at_10_max": 0.354424, "nauc_map_at_10_std": 0.012159, "nauc_map_at_10_diff1": 0.406016, "nauc_map_at_20_max": 0.353291, "nauc_map_at_20_std": 0.014748, "nauc_map_at_20_diff1": 0.405885, "nauc_map_at_100_max": 0.35332, "nauc_map_at_100_std": 0.016896, "nauc_map_at_100_diff1": 0.405543, "nauc_map_at_1000_max": 0.353489, "nauc_map_at_1000_std": 0.016566, "nauc_map_at_1000_diff1": 0.405843, "nauc_recall_at_1_max": 0.341615, "nauc_recall_at_1_std": -0.01872, "nauc_recall_at_1_diff1": 0.473474, "nauc_recall_at_3_max": 0.33777, "nauc_recall_at_3_std": 0.023162, "nauc_recall_at_3_diff1": 0.347385, "nauc_recall_at_5_max": 0.366615, "nauc_recall_at_5_std": 0.042246, "nauc_recall_at_5_diff1": 0.3184, "nauc_recall_at_10_max": 0.348452, "nauc_recall_at_10_std": 0.070235, "nauc_recall_at_10_diff1": 0.283856, "nauc_recall_at_20_max": 0.309522, "nauc_recall_at_20_std": 0.099584, "nauc_recall_at_20_diff1": 0.255656, "nauc_recall_at_100_max": 0.31559, "nauc_recall_at_100_std": 0.26235, "nauc_recall_at_100_diff1": 0.188072, "nauc_recall_at_1000_max": 0.390376, "nauc_recall_at_1000_std": 0.365212, "nauc_recall_at_1000_diff1": 0.132593, "nauc_precision_at_1_max": 0.361115, "nauc_precision_at_1_std": 0.008104, "nauc_precision_at_1_diff1": 0.453254, "nauc_precision_at_3_max": 0.353094, "nauc_precision_at_3_std": 0.039737, "nauc_precision_at_3_diff1": 0.323296, "nauc_precision_at_5_max": 0.366195, "nauc_precision_at_5_std": 0.055981, "nauc_precision_at_5_diff1": 0.27762, "nauc_precision_at_10_max": 0.333446, "nauc_precision_at_10_std": 0.091457, "nauc_precision_at_10_diff1": 0.225321, "nauc_precision_at_20_max": 0.288974, "nauc_precision_at_20_std": 0.118529, "nauc_precision_at_20_diff1": 0.193366, "nauc_precision_at_100_max": 0.210472, "nauc_precision_at_100_std": 0.181242, "nauc_precision_at_100_diff1": 0.089805, "nauc_precision_at_1000_max": 0.103684, "nauc_precision_at_1000_std": 0.084004, "nauc_precision_at_1000_diff1": -0.001429, "nauc_mrr_at_1_max": 0.361115, "nauc_mrr_at_1_std": 0.008104, "nauc_mrr_at_1_diff1": 0.453254, "nauc_mrr_at_3_max": 0.355198, "nauc_mrr_at_3_std": 0.018459, "nauc_mrr_at_3_diff1": 0.402532, "nauc_mrr_at_5_max": 0.362595, "nauc_mrr_at_5_std": 0.021692, "nauc_mrr_at_5_diff1": 0.396458, "nauc_mrr_at_10_max": 0.361053, "nauc_mrr_at_10_std": 0.026716, "nauc_mrr_at_10_diff1": 0.393329, "nauc_mrr_at_20_max": 0.358921, "nauc_mrr_at_20_std": 0.027344, "nauc_mrr_at_20_diff1": 0.393476, "nauc_mrr_at_100_max": 0.358934, "nauc_mrr_at_100_std": 0.028859, "nauc_mrr_at_100_diff1": 0.393144, "nauc_mrr_at_1000_max": 0.359066, "nauc_mrr_at_1000_std": 0.028579, "nauc_mrr_at_1000_diff1": 0.393433, "main_score": 0.42436, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 1038.244946718216, "kg_co2_emissions": null }