{ "dataset_revision": "5003b3064772da1887988e05400cf3806fe491f2", "task_name": "CQADupstackGisRetrieval", "mteb_version": "2.10.3", "scores": { "test": [ { "ndcg_at_1": 0.31638, "ndcg_at_3": 0.38264, "ndcg_at_5": 0.4076, "ndcg_at_10": 0.43404, "ndcg_at_20": 0.4511, "ndcg_at_100": 0.47969, "ndcg_at_1000": 0.4985, "map_at_1": 0.29509, "map_at_3": 0.35703, "map_at_5": 0.3718, "map_at_10": 0.38359, "map_at_20": 0.38883, "map_at_100": 0.39309, "map_at_1000": 0.39387, "recall_at_1": 0.29509, "recall_at_3": 0.42779, "recall_at_5": 0.48944, "recall_at_10": 0.56926, "recall_at_20": 0.63171, "recall_at_100": 0.77654, "recall_at_1000": 0.91731, "accuracy": 0.29509, "precision_at_1": 0.31638, "precision_at_3": 0.15932, "precision_at_5": 0.11073, "precision_at_10": 0.06475, "precision_at_20": 0.03644, "precision_at_100": 0.00923, "precision_at_1000": 0.00111, "mrr_at_1": 0.316384, "mrr_at_3": 0.380226, "mrr_at_5": 0.394576, "mrr_at_10": 0.405176, "mrr_at_20": 0.40968, "mrr_at_100": 0.413377, "mrr_at_1000": 0.413956, "nauc_ndcg_at_1_max": 0.151723, "nauc_ndcg_at_1_std": -0.004634, "nauc_ndcg_at_1_diff1": 0.502067, "nauc_ndcg_at_3_max": 0.128489, "nauc_ndcg_at_3_std": -0.027724, "nauc_ndcg_at_3_diff1": 0.460294, "nauc_ndcg_at_5_max": 0.13223, "nauc_ndcg_at_5_std": -0.022613, "nauc_ndcg_at_5_diff1": 0.4551, "nauc_ndcg_at_10_max": 0.131162, "nauc_ndcg_at_10_std": -0.004743, "nauc_ndcg_at_10_diff1": 0.438205, "nauc_ndcg_at_20_max": 0.136927, "nauc_ndcg_at_20_std": 0.006633, "nauc_ndcg_at_20_diff1": 0.435629, "nauc_ndcg_at_100_max": 0.13345, "nauc_ndcg_at_100_std": 0.020517, "nauc_ndcg_at_100_diff1": 0.431162, "nauc_ndcg_at_1000_max": 0.142773, "nauc_ndcg_at_1000_std": 0.017212, "nauc_ndcg_at_1000_diff1": 0.437482, "nauc_map_at_1_max": 0.130982, "nauc_map_at_1_std": -0.027219, "nauc_map_at_1_diff1": 0.513572, "nauc_map_at_3_max": 0.125082, "nauc_map_at_3_std": -0.029096, "nauc_map_at_3_diff1": 0.472843, "nauc_map_at_5_max": 0.12834, "nauc_map_at_5_std": -0.026063, "nauc_map_at_5_diff1": 0.470953, "nauc_map_at_10_max": 0.128659, "nauc_map_at_10_std": -0.018912, "nauc_map_at_10_diff1": 0.46509, "nauc_map_at_20_max": 0.130825, "nauc_map_at_20_std": -0.014649, "nauc_map_at_20_diff1": 0.464577, "nauc_map_at_100_max": 0.130841, "nauc_map_at_100_std": -0.012749, "nauc_map_at_100_diff1": 0.464264, "nauc_map_at_1000_max": 0.131332, "nauc_map_at_1000_std": -0.012734, "nauc_map_at_1000_diff1": 0.464374, "nauc_recall_at_1_max": 0.130982, "nauc_recall_at_1_std": -0.027219, "nauc_recall_at_1_diff1": 0.513572, "nauc_recall_at_3_max": 0.106792, "nauc_recall_at_3_std": -0.039056, "nauc_recall_at_3_diff1": 0.419675, "nauc_recall_at_5_max": 0.120367, "nauc_recall_at_5_std": -0.026606, "nauc_recall_at_5_diff1": 0.408314, "nauc_recall_at_10_max": 0.113717, "nauc_recall_at_10_std": 0.02733, "nauc_recall_at_10_diff1": 0.343673, "nauc_recall_at_20_max": 0.130069, "nauc_recall_at_20_std": 0.072636, "nauc_recall_at_20_diff1": 0.32076, "nauc_recall_at_100_max": 0.077494, "nauc_recall_at_100_std": 0.217776, "nauc_recall_at_100_diff1": 0.230461, "nauc_recall_at_1000_max": 0.227518, "nauc_recall_at_1000_std": 0.385473, "nauc_recall_at_1000_diff1": 0.145599, "nauc_precision_at_1_max": 0.151723, "nauc_precision_at_1_std": -0.004634, "nauc_precision_at_1_diff1": 0.502067, "nauc_precision_at_3_max": 0.141978, "nauc_precision_at_3_std": -0.017525, "nauc_precision_at_3_diff1": 0.390542, "nauc_precision_at_5_max": 0.157335, "nauc_precision_at_5_std": -0.010291, "nauc_precision_at_5_diff1": 0.366766, "nauc_precision_at_10_max": 0.1677, "nauc_precision_at_10_std": 0.046628, "nauc_precision_at_10_diff1": 0.292229, "nauc_precision_at_20_max": 0.194665, "nauc_precision_at_20_std": 0.091006, "nauc_precision_at_20_diff1": 0.245023, "nauc_precision_at_100_max": 0.210438, "nauc_precision_at_100_std": 0.145673, "nauc_precision_at_100_diff1": 0.101568, "nauc_precision_at_1000_max": 0.280533, "nauc_precision_at_1000_std": 0.123651, "nauc_precision_at_1000_diff1": -0.016898, "nauc_mrr_at_1_max": 0.151723, "nauc_mrr_at_1_std": -0.004634, "nauc_mrr_at_1_diff1": 0.502067, "nauc_mrr_at_3_max": 0.142574, "nauc_mrr_at_3_std": -0.01253, "nauc_mrr_at_3_diff1": 0.465969, "nauc_mrr_at_5_max": 0.14715, "nauc_mrr_at_5_std": -0.008263, "nauc_mrr_at_5_diff1": 0.462092, "nauc_mrr_at_10_max": 0.146467, "nauc_mrr_at_10_std": -0.000998, "nauc_mrr_at_10_diff1": 0.45509, "nauc_mrr_at_20_max": 0.148079, "nauc_mrr_at_20_std": 0.001243, "nauc_mrr_at_20_diff1": 0.455072, "nauc_mrr_at_100_max": 0.146862, "nauc_mrr_at_100_std": 0.002559, "nauc_mrr_at_100_diff1": 0.454901, "nauc_mrr_at_1000_max": 0.147057, "nauc_mrr_at_1000_std": 0.00247, "nauc_mrr_at_1000_diff1": 0.455058, "hit_rate_at_1": 0.31638, "hit_rate_at_3": 0.45989, "hit_rate_at_5": 0.52429, "hit_rate_at_10": 0.60226, "hit_rate_at_20": 0.66441, "hit_rate_at_100": 0.80678, "hit_rate_at_1000": 0.93446, "main_score": 0.43404, "hf_subset": "default", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 35.539408445358276, "kg_co2_emissions": null, "date": 1772452876.591462 }