{ "dataset_revision": "75b399394a9803252cfec289d103de462763db7c", "task_name": "BelebeleRetrieval", "mteb_version": "2.3.0", "scores": { "test": [ { "ndcg_at_1": 0.89, "ndcg_at_3": 0.92973, "ndcg_at_5": 0.93394, "ndcg_at_10": 0.93799, "ndcg_at_20": 0.94022, "ndcg_at_100": 0.9419, "ndcg_at_1000": 0.94232, "map_at_1": 0.89, "map_at_3": 0.92037, "map_at_5": 0.92276, "map_at_10": 0.92449, "map_at_20": 0.92509, "map_at_100": 0.92533, "map_at_1000": 0.92534, "recall_at_1": 0.89, "recall_at_3": 0.95667, "recall_at_5": 0.96667, "recall_at_10": 0.97889, "recall_at_20": 0.98778, "recall_at_100": 0.99667, "recall_at_1000": 1.0, "accuracy": 0.89, "precision_at_1": 0.89, "precision_at_3": 0.31889, "precision_at_5": 0.19333, "precision_at_10": 0.09789, "precision_at_20": 0.04939, "precision_at_100": 0.00997, "precision_at_1000": 0.001, "mrr_at_1": 0.89, "mrr_at_3": 0.92037, "mrr_at_5": 0.922759, "mrr_at_10": 0.924488, "mrr_at_20": 0.925086, "mrr_at_100": 0.925329, "mrr_at_1000": 0.925344, "nauc_ndcg_at_1_max": 0.806479, "nauc_ndcg_at_1_std": 0.054611, "nauc_ndcg_at_1_diff1": 0.930752, "nauc_ndcg_at_3_max": 0.8437, "nauc_ndcg_at_3_std": 0.037708, "nauc_ndcg_at_3_diff1": 0.927744, "nauc_ndcg_at_5_max": 0.838458, "nauc_ndcg_at_5_std": 0.021204, "nauc_ndcg_at_5_diff1": 0.927692, "nauc_ndcg_at_10_max": 0.838466, "nauc_ndcg_at_10_std": 0.049455, "nauc_ndcg_at_10_diff1": 0.930283, "nauc_ndcg_at_20_max": 0.835653, "nauc_ndcg_at_20_std": 0.054522, "nauc_ndcg_at_20_diff1": 0.931372, "nauc_ndcg_at_100_max": 0.830865, "nauc_ndcg_at_100_std": 0.046334, "nauc_ndcg_at_100_diff1": 0.929922, "nauc_ndcg_at_1000_max": 0.830218, "nauc_ndcg_at_1000_std": 0.039344, "nauc_ndcg_at_1000_diff1": 0.929709, "nauc_map_at_1_max": 0.806479, "nauc_map_at_1_std": 0.054611, "nauc_map_at_1_diff1": 0.930752, "nauc_map_at_3_max": 0.830581, "nauc_map_at_3_std": 0.03401, "nauc_map_at_3_diff1": 0.928325, "nauc_map_at_5_max": 0.827632, "nauc_map_at_5_std": 0.026172, "nauc_map_at_5_diff1": 0.928223, "nauc_map_at_10_max": 0.827378, "nauc_map_at_10_std": 0.035276, "nauc_map_at_10_diff1": 0.929247, "nauc_map_at_20_max": 0.826729, "nauc_map_at_20_std": 0.03617, "nauc_map_at_20_diff1": 0.929452, "nauc_map_at_100_max": 0.826159, "nauc_map_at_100_std": 0.034745, "nauc_map_at_100_diff1": 0.929305, "nauc_map_at_1000_max": 0.826134, "nauc_map_at_1000_std": 0.03455, "nauc_map_at_1000_diff1": 0.929296, "nauc_recall_at_1_max": 0.806479, "nauc_recall_at_1_std": 0.054611, "nauc_recall_at_1_diff1": 0.930752, "nauc_recall_at_3_max": 0.913273, "nauc_recall_at_3_std": 0.064162, "nauc_recall_at_3_diff1": 0.925004, "nauc_recall_at_5_max": 0.909586, "nauc_recall_at_5_std": -0.007859, "nauc_recall_at_5_diff1": 0.924837, "nauc_recall_at_10_max": 0.95098, "nauc_recall_at_10_std": 0.240921, "nauc_recall_at_10_diff1": 0.9441, "nauc_recall_at_20_max": 0.976233, "nauc_recall_at_20_std": 0.482557, "nauc_recall_at_20_diff1": 0.976233, "nauc_recall_at_100_max": 0.912854, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 0.956427, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.806479, "nauc_precision_at_1_std": 0.054611, "nauc_precision_at_1_diff1": 0.930752, "nauc_precision_at_3_max": 0.913273, "nauc_precision_at_3_std": 0.064162, "nauc_precision_at_3_diff1": 0.925004, "nauc_precision_at_5_max": 0.909586, "nauc_precision_at_5_std": -0.007859, "nauc_precision_at_5_diff1": 0.924837, "nauc_precision_at_10_max": 0.95098, "nauc_precision_at_10_std": 0.240921, "nauc_precision_at_10_diff1": 0.9441, "nauc_precision_at_20_max": 0.976233, "nauc_precision_at_20_std": 0.482557, "nauc_precision_at_20_diff1": 0.976233, "nauc_precision_at_100_max": 0.912854, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 0.956427, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.806479, "nauc_mrr_at_1_std": 0.054611, "nauc_mrr_at_1_diff1": 0.930752, "nauc_mrr_at_3_max": 0.830581, "nauc_mrr_at_3_std": 0.03401, "nauc_mrr_at_3_diff1": 0.928325, "nauc_mrr_at_5_max": 0.827632, "nauc_mrr_at_5_std": 0.026172, "nauc_mrr_at_5_diff1": 0.928223, "nauc_mrr_at_10_max": 0.827378, "nauc_mrr_at_10_std": 0.035276, "nauc_mrr_at_10_diff1": 0.929247, "nauc_mrr_at_20_max": 0.826729, "nauc_mrr_at_20_std": 0.03617, "nauc_mrr_at_20_diff1": 0.929452, "nauc_mrr_at_100_max": 0.826159, "nauc_mrr_at_100_std": 0.034745, "nauc_mrr_at_100_diff1": 0.929305, "nauc_mrr_at_1000_max": 0.826134, "nauc_mrr_at_1000_std": 0.03455, "nauc_mrr_at_1000_diff1": 0.929296, "cv_recall_at_1": 0.89, "cv_recall_at_3": 0.95667, "cv_recall_at_5": 0.96667, "cv_recall_at_10": 0.97889, "cv_recall_at_20": 0.98778, "cv_recall_at_100": 0.99667, "cv_recall_at_1000": 1.0, "main_score": 0.93799, "hf_subset": "nld_Latn-nld_Latn", "languages": [ "nld-Latn", "nld-Latn" ] } ] }, "evaluation_time": 3.457369089126587, "kg_co2_emissions": null }