{ "dataset_revision": "52027c212ba9765a3e9737c9cbf9a06ae83cbb93", "task_name": "bBSARDNLRetrieval", "mteb_version": "2.18.7", "scores": { "test": [ { "ndcg_at_1": 0.22523, "ndcg_at_3": 0.22333, "ndcg_at_5": 0.22887, "ndcg_at_10": 0.26232, "ndcg_at_20": 0.29097, "ndcg_at_100": 0.33906, "ndcg_at_1000": 0.37541, "map_at_1": 0.11219, "map_at_3": 0.15274, "map_at_5": 0.16549, "map_at_10": 0.18519, "map_at_20": 0.1979, "map_at_100": 0.21084, "map_at_1000": 0.21377, "recall_at_1": 0.11219, "recall_at_3": 0.18634, "recall_at_5": 0.22523, "recall_at_10": 0.33286, "recall_at_20": 0.43945, "recall_at_100": 0.64196, "recall_at_1000": 0.83197, "accuracy": 0.11219, "precision_at_1": 0.22523, "precision_at_3": 0.14865, "precision_at_5": 0.11351, "precision_at_10": 0.08739, "precision_at_20": 0.06261, "precision_at_100": 0.02333, "precision_at_1000": 0.00351, "mrr_at_1": 0.225225, "mrr_at_3": 0.274775, "mrr_at_5": 0.285135, "mrr_at_10": 0.304034, "mrr_at_20": 0.311711, "mrr_at_100": 0.316529, "mrr_at_1000": 0.316991, "nauc_ndcg_at_1_max": 0.253141, "nauc_ndcg_at_1_std": 0.178464, "nauc_ndcg_at_1_diff1": 0.195668, "nauc_ndcg_at_3_max": 0.207367, "nauc_ndcg_at_3_std": 0.123492, "nauc_ndcg_at_3_diff1": 0.114361, "nauc_ndcg_at_5_max": 0.187959, "nauc_ndcg_at_5_std": 0.112901, "nauc_ndcg_at_5_diff1": 0.122917, "nauc_ndcg_at_10_max": 0.231657, "nauc_ndcg_at_10_std": 0.13644, "nauc_ndcg_at_10_diff1": 0.147712, "nauc_ndcg_at_20_max": 0.283656, "nauc_ndcg_at_20_std": 0.186322, "nauc_ndcg_at_20_diff1": 0.162169, "nauc_ndcg_at_100_max": 0.331138, "nauc_ndcg_at_100_std": 0.233904, "nauc_ndcg_at_100_diff1": 0.179615, "nauc_ndcg_at_1000_max": 0.319645, "nauc_ndcg_at_1000_std": 0.229871, "nauc_ndcg_at_1000_diff1": 0.179025, "nauc_map_at_1_max": 0.177799, "nauc_map_at_1_std": 0.152889, "nauc_map_at_1_diff1": 0.151943, "nauc_map_at_3_max": 0.203965, "nauc_map_at_3_std": 0.097877, "nauc_map_at_3_diff1": 0.127455, "nauc_map_at_5_max": 0.195194, "nauc_map_at_5_std": 0.089781, "nauc_map_at_5_diff1": 0.135897, "nauc_map_at_10_max": 0.207009, "nauc_map_at_10_std": 0.097094, "nauc_map_at_10_diff1": 0.141945, "nauc_map_at_20_max": 0.227873, "nauc_map_at_20_std": 0.121696, "nauc_map_at_20_diff1": 0.146873, "nauc_map_at_100_max": 0.235268, "nauc_map_at_100_std": 0.139905, "nauc_map_at_100_diff1": 0.148737, "nauc_map_at_1000_max": 0.235465, "nauc_map_at_1000_std": 0.141687, "nauc_map_at_1000_diff1": 0.148804, "nauc_recall_at_1_max": 0.177799, "nauc_recall_at_1_std": 0.152889, "nauc_recall_at_1_diff1": 0.151943, "nauc_recall_at_3_max": 0.18205, "nauc_recall_at_3_std": 0.055936, "nauc_recall_at_3_diff1": 0.08089, "nauc_recall_at_5_max": 0.149875, "nauc_recall_at_5_std": 0.051803, "nauc_recall_at_5_diff1": 0.102325, "nauc_recall_at_10_max": 0.231437, "nauc_recall_at_10_std": 0.088167, "nauc_recall_at_10_diff1": 0.143754, "nauc_recall_at_20_max": 0.350848, "nauc_recall_at_20_std": 0.221809, "nauc_recall_at_20_diff1": 0.168821, "nauc_recall_at_100_max": 0.522556, "nauc_recall_at_100_std": 0.386013, "nauc_recall_at_100_diff1": 0.239487, "nauc_recall_at_1000_max": 0.661831, "nauc_recall_at_1000_std": 0.552554, "nauc_recall_at_1000_diff1": 0.319653, "nauc_precision_at_1_max": 0.253141, "nauc_precision_at_1_std": 0.178464, "nauc_precision_at_1_diff1": 0.195668, "nauc_precision_at_3_max": 0.206686, "nauc_precision_at_3_std": 0.097853, "nauc_precision_at_3_diff1": 0.119525, "nauc_precision_at_5_max": 0.16495, "nauc_precision_at_5_std": 0.098346, "nauc_precision_at_5_diff1": 0.096614, "nauc_precision_at_10_max": 0.19584, "nauc_precision_at_10_std": 0.184232, "nauc_precision_at_10_diff1": 0.11445, "nauc_precision_at_20_max": 0.212253, "nauc_precision_at_20_std": 0.263707, "nauc_precision_at_20_diff1": 0.10687, "nauc_precision_at_100_max": 0.160874, "nauc_precision_at_100_std": 0.271739, "nauc_precision_at_100_diff1": 0.064162, "nauc_precision_at_1000_max": 0.053053, "nauc_precision_at_1000_std": 0.135928, "nauc_precision_at_1000_diff1": 0.034984, "nauc_mrr_at_1_max": 0.253141, "nauc_mrr_at_1_std": 0.178464, "nauc_mrr_at_1_diff1": 0.195668, "nauc_mrr_at_3_max": 0.235595, "nauc_mrr_at_3_std": 0.157769, "nauc_mrr_at_3_diff1": 0.147758, "nauc_mrr_at_5_max": 0.234953, "nauc_mrr_at_5_std": 0.165075, "nauc_mrr_at_5_diff1": 0.148978, "nauc_mrr_at_10_max": 0.258294, "nauc_mrr_at_10_std": 0.18109, "nauc_mrr_at_10_diff1": 0.160993, "nauc_mrr_at_20_max": 0.266083, "nauc_mrr_at_20_std": 0.190082, "nauc_mrr_at_20_diff1": 0.163153, "nauc_mrr_at_100_max": 0.268116, "nauc_mrr_at_100_std": 0.191877, "nauc_mrr_at_100_diff1": 0.163297, "nauc_mrr_at_1000_max": 0.267449, "nauc_mrr_at_1000_std": 0.191244, "nauc_mrr_at_1000_diff1": 0.163334, "hit_rate_at_1": 0.22523, "hit_rate_at_3": 0.33784, "hit_rate_at_5": 0.38288, "hit_rate_at_10": 0.52252, "hit_rate_at_20": 0.63964, "hit_rate_at_100": 0.81081, "hit_rate_at_1000": 0.92342, "main_score": 0.26232, "hf_subset": "default", "languages": [ "nld-Latn" ], "mteb_version": "2.18.7" } ] }, "evaluation_time": 348.0143925769953, "kg_co2_emissions": null, "date": 1785239903.36423, "evaluation_phases": [ { "name": "Data loading", "start": 0.0029031960002612323, "end": 1.5963998439983698, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 1.5964239050081233, "end": 1.5964273150020745, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 1.6127451110078255, "end": 347.673262368, "split": "test", "subset": "default" }, { "name": "Scoring", "start": 347.67474595100794, "end": 347.9964837590087, "split": "test", "subset": "default" } ] }