{ "dataset_revision": "af4a1e5b3ed451103894f86ff6b3ce85085d7b48", "task_name": "VABBRetrieval", "mteb_version": "2.3.0", "scores": { "test": [ { "ndcg_at_1": 0.629, "ndcg_at_3": 0.70402, "ndcg_at_5": 0.72012, "ndcg_at_10": 0.73125, "ndcg_at_20": 0.74004, "ndcg_at_100": 0.74627, "ndcg_at_1000": 0.75469, "map_at_1": 0.629, "map_at_3": 0.686, "map_at_5": 0.69495, "map_at_10": 0.69963, "map_at_20": 0.70214, "map_at_100": 0.70299, "map_at_1000": 0.70325, "recall_at_1": 0.629, "recall_at_3": 0.756, "recall_at_5": 0.795, "recall_at_10": 0.829, "recall_at_20": 0.863, "recall_at_100": 0.897, "recall_at_1000": 0.967, "accuracy": 0.629, "precision_at_1": 0.629, "precision_at_3": 0.252, "precision_at_5": 0.159, "precision_at_10": 0.0829, "precision_at_20": 0.04315, "precision_at_100": 0.00897, "precision_at_1000": 0.00097, "mrr_at_1": 0.629, "mrr_at_3": 0.685833, "mrr_at_5": 0.694783, "mrr_at_10": 0.699436, "mrr_at_20": 0.701952, "mrr_at_100": 0.702803, "mrr_at_1000": 0.703055, "nauc_ndcg_at_1_max": 0.566584, "nauc_ndcg_at_1_std": 0.076055, "nauc_ndcg_at_1_diff1": 0.792296, "nauc_ndcg_at_3_max": 0.634629, "nauc_ndcg_at_3_std": 0.122222, "nauc_ndcg_at_3_diff1": 0.754752, "nauc_ndcg_at_5_max": 0.636785, "nauc_ndcg_at_5_std": 0.138163, "nauc_ndcg_at_5_diff1": 0.742977, "nauc_ndcg_at_10_max": 0.636801, "nauc_ndcg_at_10_std": 0.137608, "nauc_ndcg_at_10_diff1": 0.744735, "nauc_ndcg_at_20_max": 0.632433, "nauc_ndcg_at_20_std": 0.138991, "nauc_ndcg_at_20_diff1": 0.744353, "nauc_ndcg_at_100_max": 0.631914, "nauc_ndcg_at_100_std": 0.1368, "nauc_ndcg_at_100_diff1": 0.747233, "nauc_ndcg_at_1000_max": 0.628594, "nauc_ndcg_at_1000_std": 0.131123, "nauc_ndcg_at_1000_diff1": 0.751678, "nauc_map_at_1_max": 0.566584, "nauc_map_at_1_std": 0.076055, "nauc_map_at_1_diff1": 0.792296, "nauc_map_at_3_max": 0.61801, "nauc_map_at_3_std": 0.109821, "nauc_map_at_3_diff1": 0.764272, "nauc_map_at_5_max": 0.619021, "nauc_map_at_5_std": 0.117851, "nauc_map_at_5_diff1": 0.758503, "nauc_map_at_10_max": 0.618864, "nauc_map_at_10_std": 0.11769, "nauc_map_at_10_diff1": 0.759393, "nauc_map_at_20_max": 0.617583, "nauc_map_at_20_std": 0.118029, "nauc_map_at_20_diff1": 0.75947, "nauc_map_at_100_max": 0.617623, "nauc_map_at_100_std": 0.117699, "nauc_map_at_100_diff1": 0.759908, "nauc_map_at_1000_max": 0.617478, "nauc_map_at_1000_std": 0.117452, "nauc_map_at_1000_diff1": 0.76003, "nauc_recall_at_1_max": 0.566584, "nauc_recall_at_1_std": 0.076055, "nauc_recall_at_1_diff1": 0.792296, "nauc_recall_at_3_max": 0.691381, "nauc_recall_at_3_std": 0.165192, "nauc_recall_at_3_diff1": 0.722051, "nauc_recall_at_5_max": 0.704634, "nauc_recall_at_5_std": 0.219959, "nauc_recall_at_5_diff1": 0.680598, "nauc_recall_at_10_max": 0.715862, "nauc_recall_at_10_std": 0.229159, "nauc_recall_at_10_diff1": 0.677297, "nauc_recall_at_20_max": 0.705215, "nauc_recall_at_20_std": 0.256477, "nauc_recall_at_20_diff1": 0.65911, "nauc_recall_at_100_max": 0.714823, "nauc_recall_at_100_std": 0.264557, "nauc_recall_at_100_diff1": 0.666721, "nauc_recall_at_1000_max": 0.734276, "nauc_recall_at_1000_std": 0.269191, "nauc_recall_at_1000_diff1": 0.732238, "nauc_precision_at_1_max": 0.566584, "nauc_precision_at_1_std": 0.076055, "nauc_precision_at_1_diff1": 0.792296, "nauc_precision_at_3_max": 0.691381, "nauc_precision_at_3_std": 0.165192, "nauc_precision_at_3_diff1": 0.722051, "nauc_precision_at_5_max": 0.704634, "nauc_precision_at_5_std": 0.219959, "nauc_precision_at_5_diff1": 0.680598, "nauc_precision_at_10_max": 0.715862, "nauc_precision_at_10_std": 0.229159, "nauc_precision_at_10_diff1": 0.677297, "nauc_precision_at_20_max": 0.705215, "nauc_precision_at_20_std": 0.256477, "nauc_precision_at_20_diff1": 0.65911, "nauc_precision_at_100_max": 0.714823, "nauc_precision_at_100_std": 0.264557, "nauc_precision_at_100_diff1": 0.666721, "nauc_precision_at_1000_max": 0.734276, "nauc_precision_at_1000_std": 0.269191, "nauc_precision_at_1000_diff1": 0.732238, "nauc_mrr_at_1_max": 0.566584, "nauc_mrr_at_1_std": 0.076055, "nauc_mrr_at_1_diff1": 0.792296, "nauc_mrr_at_3_max": 0.615299, "nauc_mrr_at_3_std": 0.109663, "nauc_mrr_at_3_diff1": 0.763801, "nauc_mrr_at_5_max": 0.616241, "nauc_mrr_at_5_std": 0.117684, "nauc_mrr_at_5_diff1": 0.758023, "nauc_mrr_at_10_max": 0.615975, "nauc_mrr_at_10_std": 0.117348, "nauc_mrr_at_10_diff1": 0.758937, "nauc_mrr_at_20_max": 0.61467, "nauc_mrr_at_20_std": 0.117683, "nauc_mrr_at_20_diff1": 0.75901, "nauc_mrr_at_100_max": 0.614701, "nauc_mrr_at_100_std": 0.117357, "nauc_mrr_at_100_diff1": 0.759446, "nauc_mrr_at_1000_max": 0.614553, "nauc_mrr_at_1000_std": 0.11711, "nauc_mrr_at_1000_diff1": 0.759567, "cv_recall_at_1": 0.629, "cv_recall_at_3": 0.756, "cv_recall_at_5": 0.795, "cv_recall_at_10": 0.829, "cv_recall_at_20": 0.863, "cv_recall_at_100": 0.897, "cv_recall_at_1000": 0.967, "main_score": 0.73125, "hf_subset": "default", "languages": [ "nld-Latn" ] } ] }, "evaluation_time": 17.72610831260681, "kg_co2_emissions": null }