{ "dataset_revision": "af4a1e5b3ed451103894f86ff6b3ce85085d7b48", "task_name": "VABBRetrieval", "mteb_version": "2.18.7", "scores": { "test": [ { "ndcg_at_1": 0.631, "ndcg_at_3": 0.70811, "ndcg_at_5": 0.72321, "ndcg_at_10": 0.73325, "ndcg_at_20": 0.74139, "ndcg_at_100": 0.75116, "ndcg_at_1000": 0.75666, "map_at_1": 0.631, "map_at_3": 0.68883, "map_at_5": 0.69713, "map_at_10": 0.70128, "map_at_20": 0.70355, "map_at_100": 0.70481, "map_at_1000": 0.70497, "recall_at_1": 0.631, "recall_at_3": 0.764, "recall_at_5": 0.801, "recall_at_10": 0.832, "recall_at_20": 0.864, "recall_at_100": 0.918, "recall_at_1000": 0.964, "accuracy": 0.631, "precision_at_1": 0.631, "precision_at_3": 0.25467, "precision_at_5": 0.1602, "precision_at_10": 0.0832, "precision_at_20": 0.0432, "precision_at_100": 0.00918, "precision_at_1000": 0.00096, "mrr_at_1": 0.631, "mrr_at_3": 0.688833, "mrr_at_5": 0.697133, "mrr_at_10": 0.701283, "mrr_at_20": 0.70354, "mrr_at_100": 0.704802, "mrr_at_1000": 0.704963, "nauc_ndcg_at_1_max": 0.618746, "nauc_ndcg_at_1_std": 0.102472, "nauc_ndcg_at_1_diff1": 0.803803, "nauc_ndcg_at_3_max": 0.667652, "nauc_ndcg_at_3_std": 0.157622, "nauc_ndcg_at_3_diff1": 0.772935, "nauc_ndcg_at_5_max": 0.674401, "nauc_ndcg_at_5_std": 0.164544, "nauc_ndcg_at_5_diff1": 0.767654, "nauc_ndcg_at_10_max": 0.680093, "nauc_ndcg_at_10_std": 0.175118, "nauc_ndcg_at_10_diff1": 0.767645, "nauc_ndcg_at_20_max": 0.675985, "nauc_ndcg_at_20_std": 0.178671, "nauc_ndcg_at_20_diff1": 0.766338, "nauc_ndcg_at_100_max": 0.674746, "nauc_ndcg_at_100_std": 0.178044, "nauc_ndcg_at_100_diff1": 0.768617, "nauc_ndcg_at_1000_max": 0.672917, "nauc_ndcg_at_1000_std": 0.172567, "nauc_ndcg_at_1000_diff1": 0.77164, "nauc_map_at_1_max": 0.618746, "nauc_map_at_1_std": 0.102472, "nauc_map_at_1_diff1": 0.803803, "nauc_map_at_3_max": 0.654821, "nauc_map_at_3_std": 0.140819, "nauc_map_at_3_diff1": 0.780826, "nauc_map_at_5_max": 0.658214, "nauc_map_at_5_std": 0.144047, "nauc_map_at_5_diff1": 0.77836, "nauc_map_at_10_max": 0.660298, "nauc_map_at_10_std": 0.147917, "nauc_map_at_10_diff1": 0.778617, "nauc_map_at_20_max": 0.659302, "nauc_map_at_20_std": 0.148795, "nauc_map_at_20_diff1": 0.778469, "nauc_map_at_100_max": 0.659264, "nauc_map_at_100_std": 0.148762, "nauc_map_at_100_diff1": 0.778744, "nauc_map_at_1000_max": 0.659237, "nauc_map_at_1000_std": 0.148653, "nauc_map_at_1000_diff1": 0.778807, "nauc_recall_at_1_max": 0.618746, "nauc_recall_at_1_std": 0.102472, "nauc_recall_at_1_diff1": 0.803803, "nauc_recall_at_3_max": 0.712815, "nauc_recall_at_3_std": 0.218004, "nauc_recall_at_3_diff1": 0.745268, "nauc_recall_at_5_max": 0.739139, "nauc_recall_at_5_std": 0.247971, "nauc_recall_at_5_diff1": 0.72442, "nauc_recall_at_10_max": 0.773893, "nauc_recall_at_10_std": 0.307571, "nauc_recall_at_10_diff1": 0.716199, "nauc_recall_at_20_max": 0.76402, "nauc_recall_at_20_std": 0.356364, "nauc_recall_at_20_diff1": 0.69533, "nauc_recall_at_100_max": 0.791937, "nauc_recall_at_100_std": 0.446306, "nauc_recall_at_100_diff1": 0.68747, "nauc_recall_at_1000_max": 0.843682, "nauc_recall_at_1000_std": 0.504733, "nauc_recall_at_1000_diff1": 0.734555, "nauc_precision_at_1_max": 0.618746, "nauc_precision_at_1_std": 0.102472, "nauc_precision_at_1_diff1": 0.803803, "nauc_precision_at_3_max": 0.712815, "nauc_precision_at_3_std": 0.218004, "nauc_precision_at_3_diff1": 0.745268, "nauc_precision_at_5_max": 0.739139, "nauc_precision_at_5_std": 0.247971, "nauc_precision_at_5_diff1": 0.72442, "nauc_precision_at_10_max": 0.773893, "nauc_precision_at_10_std": 0.307571, "nauc_precision_at_10_diff1": 0.716199, "nauc_precision_at_20_max": 0.76402, "nauc_precision_at_20_std": 0.356364, "nauc_precision_at_20_diff1": 0.69533, "nauc_precision_at_100_max": 0.791937, "nauc_precision_at_100_std": 0.446306, "nauc_precision_at_100_diff1": 0.68747, "nauc_precision_at_1000_max": 0.843682, "nauc_precision_at_1000_std": 0.504733, "nauc_precision_at_1000_diff1": 0.734555, "nauc_mrr_at_1_max": 0.618746, "nauc_mrr_at_1_std": 0.102472, "nauc_mrr_at_1_diff1": 0.803803, "nauc_mrr_at_3_max": 0.654358, "nauc_mrr_at_3_std": 0.140819, "nauc_mrr_at_3_diff1": 0.780719, "nauc_mrr_at_5_max": 0.657741, "nauc_mrr_at_5_std": 0.144047, "nauc_mrr_at_5_diff1": 0.77825, "nauc_mrr_at_10_max": 0.659818, "nauc_mrr_at_10_std": 0.147917, "nauc_mrr_at_10_diff1": 0.778506, "nauc_mrr_at_20_max": 0.658825, "nauc_mrr_at_20_std": 0.148762, "nauc_mrr_at_20_diff1": 0.778362, "nauc_mrr_at_100_max": 0.658786, "nauc_mrr_at_100_std": 0.148729, "nauc_mrr_at_100_diff1": 0.778636, "nauc_mrr_at_1000_max": 0.658758, "nauc_mrr_at_1000_std": 0.14862, "nauc_mrr_at_1000_diff1": 0.7787, "hit_rate_at_1": 0.631, "hit_rate_at_3": 0.764, "hit_rate_at_5": 0.801, "hit_rate_at_10": 0.832, "hit_rate_at_20": 0.864, "hit_rate_at_100": 0.918, "hit_rate_at_1000": 0.964, "main_score": 0.73325, "hf_subset": "default", "languages": [ "nld-Latn" ], "mteb_version": "2.18.7" } ] }, "evaluation_time": 50.431653396226466, "kg_co2_emissions": null, "date": 1785338262.518336, "evaluation_phases": [ { "name": "Data loading", "start": 0.0005611300002783537, "end": 7.138268867973238, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 7.138279397971928, "end": 7.138282743981108, "split": "", "subset": "" }, { "name": "Encoding queries and documents", "start": 7.163451964966953, "end": 49.609462309861556, "split": "test", "subset": "default" }, { "name": "Scoring", "start": 49.61075001792051, "end": 50.40428611682728, "split": "test", "subset": "default" } ] }