{ "dataset_revision": "af4a1e5b3ed451103894f86ff6b3ce85085d7b48", "task_name": "VABBRetrieval", "mteb_version": "2.3.0", "scores": { "test": [ { "ndcg_at_1": 0.651, "ndcg_at_3": 0.73512, "ndcg_at_5": 0.75366, "ndcg_at_10": 0.76217, "ndcg_at_20": 0.76785, "ndcg_at_100": 0.77565, "ndcg_at_1000": 0.78145, "map_at_1": 0.651, "map_at_3": 0.71533, "map_at_5": 0.72563, "map_at_10": 0.7292, "map_at_20": 0.73069, "map_at_100": 0.73177, "map_at_1000": 0.73198, "recall_at_1": 0.651, "recall_at_3": 0.792, "recall_at_5": 0.837, "recall_at_10": 0.863, "recall_at_20": 0.886, "recall_at_100": 0.928, "recall_at_1000": 0.974, "accuracy": 0.651, "precision_at_1": 0.651, "precision_at_3": 0.264, "precision_at_5": 0.1674, "precision_at_10": 0.0863, "precision_at_20": 0.0443, "precision_at_100": 0.00928, "precision_at_1000": 0.00097, "mrr_at_1": 0.651, "mrr_at_3": 0.715, "mrr_at_5": 0.7255, "mrr_at_10": 0.728929, "mrr_at_20": 0.730423, "mrr_at_100": 0.731499, "mrr_at_1000": 0.73171, "nauc_ndcg_at_1_max": 0.571208, "nauc_ndcg_at_1_std": 0.084706, "nauc_ndcg_at_1_diff1": 0.804521, "nauc_ndcg_at_3_max": 0.635575, "nauc_ndcg_at_3_std": 0.142376, "nauc_ndcg_at_3_diff1": 0.758006, "nauc_ndcg_at_5_max": 0.646765, "nauc_ndcg_at_5_std": 0.172399, "nauc_ndcg_at_5_diff1": 0.758565, "nauc_ndcg_at_10_max": 0.647383, "nauc_ndcg_at_10_std": 0.176139, "nauc_ndcg_at_10_diff1": 0.759366, "nauc_ndcg_at_20_max": 0.646296, "nauc_ndcg_at_20_std": 0.181431, "nauc_ndcg_at_20_diff1": 0.760293, "nauc_ndcg_at_100_max": 0.638376, "nauc_ndcg_at_100_std": 0.175066, "nauc_ndcg_at_100_diff1": 0.762872, "nauc_ndcg_at_1000_max": 0.635683, "nauc_ndcg_at_1000_std": 0.167599, "nauc_ndcg_at_1000_diff1": 0.766071, "nauc_map_at_1_max": 0.571208, "nauc_map_at_1_std": 0.084706, "nauc_map_at_1_diff1": 0.804521, "nauc_map_at_3_max": 0.618409, "nauc_map_at_3_std": 0.125892, "nauc_map_at_3_diff1": 0.770734, "nauc_map_at_5_max": 0.623562, "nauc_map_at_5_std": 0.140418, "nauc_map_at_5_diff1": 0.771389, "nauc_map_at_10_max": 0.623772, "nauc_map_at_10_std": 0.141958, "nauc_map_at_10_diff1": 0.772001, "nauc_map_at_20_max": 0.623373, "nauc_map_at_20_std": 0.142895, "nauc_map_at_20_diff1": 0.77223, "nauc_map_at_100_max": 0.622316, "nauc_map_at_100_std": 0.14202, "nauc_map_at_100_diff1": 0.772529, "nauc_map_at_1000_max": 0.622271, "nauc_map_at_1000_std": 0.14182, "nauc_map_at_1000_diff1": 0.772654, "nauc_recall_at_1_max": 0.571208, "nauc_recall_at_1_std": 0.084706, "nauc_recall_at_1_diff1": 0.804521, "nauc_recall_at_3_max": 0.697737, "nauc_recall_at_3_std": 0.202679, "nauc_recall_at_3_diff1": 0.711737, "nauc_recall_at_5_max": 0.750062, "nauc_recall_at_5_std": 0.319418, "nauc_recall_at_5_diff1": 0.702889, "nauc_recall_at_10_max": 0.768052, "nauc_recall_at_10_std": 0.357408, "nauc_recall_at_10_diff1": 0.695956, "nauc_recall_at_20_max": 0.781839, "nauc_recall_at_20_std": 0.429728, "nauc_recall_at_20_diff1": 0.692302, "nauc_recall_at_100_max": 0.742686, "nauc_recall_at_100_std": 0.473467, "nauc_recall_at_100_diff1": 0.693206, "nauc_recall_at_1000_max": 0.754022, "nauc_recall_at_1000_std": 0.552826, "nauc_recall_at_1000_diff1": 0.74693, "nauc_precision_at_1_max": 0.571208, "nauc_precision_at_1_std": 0.084706, "nauc_precision_at_1_diff1": 0.804521, "nauc_precision_at_3_max": 0.697737, "nauc_precision_at_3_std": 0.202679, "nauc_precision_at_3_diff1": 0.711737, "nauc_precision_at_5_max": 0.750062, "nauc_precision_at_5_std": 0.319418, "nauc_precision_at_5_diff1": 0.702889, "nauc_precision_at_10_max": 0.768052, "nauc_precision_at_10_std": 0.357408, "nauc_precision_at_10_diff1": 0.695956, "nauc_precision_at_20_max": 0.781839, "nauc_precision_at_20_std": 0.429728, "nauc_precision_at_20_diff1": 0.692302, "nauc_precision_at_100_max": 0.742686, "nauc_precision_at_100_std": 0.473467, "nauc_precision_at_100_diff1": 0.693206, "nauc_precision_at_1000_max": 0.754022, "nauc_precision_at_1000_std": 0.552826, "nauc_precision_at_1000_diff1": 0.74693, "nauc_mrr_at_1_max": 0.571208, "nauc_mrr_at_1_std": 0.084706, "nauc_mrr_at_1_diff1": 0.804521, "nauc_mrr_at_3_max": 0.616629, "nauc_mrr_at_3_std": 0.124825, "nauc_mrr_at_3_diff1": 0.77073, "nauc_mrr_at_5_max": 0.621321, "nauc_mrr_at_5_std": 0.138549, "nauc_mrr_at_5_diff1": 0.771216, "nauc_mrr_at_10_max": 0.621693, "nauc_mrr_at_10_std": 0.140457, "nauc_mrr_at_10_diff1": 0.771993, "nauc_mrr_at_20_max": 0.621274, "nauc_mrr_at_20_std": 0.141369, "nauc_mrr_at_20_diff1": 0.772231, "nauc_mrr_at_100_max": 0.620211, "nauc_mrr_at_100_std": 0.140483, "nauc_mrr_at_100_diff1": 0.77253, "nauc_mrr_at_1000_max": 0.620164, "nauc_mrr_at_1000_std": 0.140282, "nauc_mrr_at_1000_diff1": 0.772655, "cv_recall_at_1": 0.651, "cv_recall_at_3": 0.792, "cv_recall_at_5": 0.838, "cv_recall_at_10": 0.863, "cv_recall_at_20": 0.886, "cv_recall_at_100": 0.928, "cv_recall_at_1000": 0.974, "main_score": 0.76217, "hf_subset": "default", "languages": [ "nld-Latn" ] } ] }, "evaluation_time": 66.809885263443, "kg_co2_emissions": null }