{ "dataset_revision": "d7d94fa4b946cec4a27c84653aa0cf6b33f74a3c", "task_name": "MIRACLRetrievalHardNegatives", "mteb_version": "2.4.2", "scores": { "dev": [ { "ndcg_at_1": 0.607, "ndcg_at_3": 0.61539, "ndcg_at_5": 0.64406, "ndcg_at_10": 0.67926, "ndcg_at_20": 0.70175, "ndcg_at_100": 0.7268, "ndcg_at_1000": 0.7323, "map_at_1": 0.40574, "map_at_3": 0.54313, "map_at_5": 0.57822, "map_at_10": 0.60185, "map_at_20": 0.61193, "map_at_100": 0.61849, "map_at_1000": 0.61886, "recall_at_1": 0.40574, "recall_at_3": 0.61349, "recall_at_5": 0.69809, "recall_at_10": 0.78735, "recall_at_20": 0.85724, "recall_at_100": 0.95919, "recall_at_1000": 0.99425, "accuracy": 0.40574, "precision_at_1": 0.607, "precision_at_3": 0.35033, "precision_at_5": 0.251, "precision_at_10": 0.1476, "precision_at_20": 0.0822, "precision_at_100": 0.01894, "precision_at_1000": 0.00197, "mrr_at_1": 0.607, "mrr_at_3": 0.688333, "mrr_at_5": 0.701683, "mrr_at_10": 0.709492, "mrr_at_20": 0.711753, "mrr_at_100": 0.71308, "mrr_at_1000": 0.71316, "nauc_ndcg_at_1_max": 0.248786, "nauc_ndcg_at_1_std": -0.062802, "nauc_ndcg_at_1_diff1": 0.408022, "nauc_ndcg_at_3_max": 0.245092, "nauc_ndcg_at_3_std": -0.128282, "nauc_ndcg_at_3_diff1": 0.364977, "nauc_ndcg_at_5_max": 0.264214, "nauc_ndcg_at_5_std": -0.121154, "nauc_ndcg_at_5_diff1": 0.366466, "nauc_ndcg_at_10_max": 0.276732, "nauc_ndcg_at_10_std": -0.104363, "nauc_ndcg_at_10_diff1": 0.356686, "nauc_ndcg_at_20_max": 0.285991, "nauc_ndcg_at_20_std": -0.092196, "nauc_ndcg_at_20_diff1": 0.358551, "nauc_ndcg_at_100_max": 0.286021, "nauc_ndcg_at_100_std": -0.071985, "nauc_ndcg_at_100_diff1": 0.358126, "nauc_ndcg_at_1000_max": 0.281889, "nauc_ndcg_at_1000_std": -0.077317, "nauc_ndcg_at_1000_diff1": 0.357745, "nauc_map_at_1_max": 0.104265, "nauc_map_at_1_std": -0.148753, "nauc_map_at_1_diff1": 0.438209, "nauc_map_at_3_max": 0.201588, "nauc_map_at_3_std": -0.160298, "nauc_map_at_3_diff1": 0.394701, "nauc_map_at_5_max": 0.231531, "nauc_map_at_5_std": -0.142728, "nauc_map_at_5_diff1": 0.382317, "nauc_map_at_10_max": 0.242535, "nauc_map_at_10_std": -0.130611, "nauc_map_at_10_diff1": 0.372894, "nauc_map_at_20_max": 0.24782, "nauc_map_at_20_std": -0.123163, "nauc_map_at_20_diff1": 0.371746, "nauc_map_at_100_max": 0.248992, "nauc_map_at_100_std": -0.118963, "nauc_map_at_100_diff1": 0.370992, "nauc_map_at_1000_max": 0.24902, "nauc_map_at_1000_std": -0.119002, "nauc_map_at_1000_diff1": 0.370998, "nauc_recall_at_1_max": 0.104265, "nauc_recall_at_1_std": -0.148753, "nauc_recall_at_1_diff1": 0.438209, "nauc_recall_at_3_max": 0.195054, "nauc_recall_at_3_std": -0.183035, "nauc_recall_at_3_diff1": 0.346725, "nauc_recall_at_5_max": 0.244704, "nauc_recall_at_5_std": -0.156821, "nauc_recall_at_5_diff1": 0.31569, "nauc_recall_at_10_max": 0.290716, "nauc_recall_at_10_std": -0.103921, "nauc_recall_at_10_diff1": 0.274278, "nauc_recall_at_20_max": 0.331098, "nauc_recall_at_20_std": -0.074385, "nauc_recall_at_20_diff1": 0.280861, "nauc_recall_at_100_max": 0.470763, "nauc_recall_at_100_std": 0.305946, "nauc_recall_at_100_diff1": 0.276996, "nauc_recall_at_1000_max": 0.498505, "nauc_recall_at_1000_std": 0.96211, "nauc_recall_at_1000_diff1": -0.09262, "nauc_precision_at_1_max": 0.248786, "nauc_precision_at_1_std": -0.062802, "nauc_precision_at_1_diff1": 0.408022, "nauc_precision_at_3_max": 0.292026, "nauc_precision_at_3_std": 0.023223, "nauc_precision_at_3_diff1": 0.034952, "nauc_precision_at_5_max": 0.284694, "nauc_precision_at_5_std": 0.096074, "nauc_precision_at_5_diff1": -0.056971, "nauc_precision_at_10_max": 0.238274, "nauc_precision_at_10_std": 0.148651, "nauc_precision_at_10_diff1": -0.142717, "nauc_precision_at_20_max": 0.215365, "nauc_precision_at_20_std": 0.191303, "nauc_precision_at_20_diff1": -0.180401, "nauc_precision_at_100_max": 0.149222, "nauc_precision_at_100_std": 0.238372, "nauc_precision_at_100_diff1": -0.234998, "nauc_precision_at_1000_max": 0.124813, "nauc_precision_at_1000_std": 0.228314, "nauc_precision_at_1000_diff1": -0.248669, "nauc_mrr_at_1_max": 0.248786, "nauc_mrr_at_1_std": -0.062802, "nauc_mrr_at_1_diff1": 0.408022, "nauc_mrr_at_3_max": 0.292941, "nauc_mrr_at_3_std": -0.05412, "nauc_mrr_at_3_diff1": 0.373022, "nauc_mrr_at_5_max": 0.297747, "nauc_mrr_at_5_std": -0.049029, "nauc_mrr_at_5_diff1": 0.372277, "nauc_mrr_at_10_max": 0.297052, "nauc_mrr_at_10_std": -0.047676, "nauc_mrr_at_10_diff1": 0.372836, "nauc_mrr_at_20_max": 0.295794, "nauc_mrr_at_20_std": -0.04895, "nauc_mrr_at_20_diff1": 0.374902, "nauc_mrr_at_100_max": 0.294973, "nauc_mrr_at_100_std": -0.048436, "nauc_mrr_at_100_diff1": 0.375301, "nauc_mrr_at_1000_max": 0.294855, "nauc_mrr_at_1000_std": -0.048553, "nauc_mrr_at_1000_diff1": 0.375255, "cv_recall_at_1": 0.607, "cv_recall_at_3": 0.786, "cv_recall_at_5": 0.846, "cv_recall_at_10": 0.901, "cv_recall_at_20": 0.933, "cv_recall_at_100": 0.978, "cv_recall_at_1000": 0.997, "main_score": 0.67926, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "ndcg_at_1": 0.63504, "ndcg_at_3": 0.6522, "ndcg_at_5": 0.68563, "ndcg_at_10": 0.70853, "ndcg_at_20": 0.7252, "ndcg_at_100": 0.7487, "ndcg_at_1000": 0.75434, "map_at_1": 0.39818, "map_at_3": 0.56523, "map_at_5": 0.60451, "map_at_10": 0.62361, "map_at_20": 0.63217, "map_at_100": 0.63857, "map_at_1000": 0.63896, "recall_at_1": 0.39818, "recall_at_3": 0.65791, "recall_at_5": 0.75358, "recall_at_10": 0.81547, "recall_at_20": 0.86223, "recall_at_100": 0.95694, "recall_at_1000": 0.99148, "accuracy": 0.39818, "precision_at_1": 0.63504, "precision_at_3": 0.39254, "precision_at_5": 0.28224, "precision_at_10": 0.15888, "precision_at_20": 0.08674, "precision_at_100": 0.0199, "precision_at_1000": 0.00208, "mrr_at_1": 0.635036, "mrr_at_3": 0.735604, "mrr_at_5": 0.749716, "mrr_at_10": 0.752723, "mrr_at_20": 0.753998, "mrr_at_100": 0.754563, "mrr_at_1000": 0.754636, "nauc_ndcg_at_1_max": 0.299846, "nauc_ndcg_at_1_std": -0.062765, "nauc_ndcg_at_1_diff1": 0.342871, "nauc_ndcg_at_3_max": 0.281663, "nauc_ndcg_at_3_std": -0.101983, "nauc_ndcg_at_3_diff1": 0.296616, "nauc_ndcg_at_5_max": 0.273791, "nauc_ndcg_at_5_std": -0.140042, "nauc_ndcg_at_5_diff1": 0.281274, "nauc_ndcg_at_10_max": 0.282576, "nauc_ndcg_at_10_std": -0.114407, "nauc_ndcg_at_10_diff1": 0.299365, "nauc_ndcg_at_20_max": 0.291455, "nauc_ndcg_at_20_std": -0.088801, "nauc_ndcg_at_20_diff1": 0.297545, "nauc_ndcg_at_100_max": 0.310615, "nauc_ndcg_at_100_std": -0.064424, "nauc_ndcg_at_100_diff1": 0.306547, "nauc_ndcg_at_1000_max": 0.305344, "nauc_ndcg_at_1000_std": -0.066401, "nauc_ndcg_at_1000_diff1": 0.304671, "nauc_map_at_1_max": 0.117968, "nauc_map_at_1_std": -0.234347, "nauc_map_at_1_diff1": 0.405942, "nauc_map_at_3_max": 0.208592, "nauc_map_at_3_std": -0.179857, "nauc_map_at_3_diff1": 0.325237, "nauc_map_at_5_max": 0.237603, "nauc_map_at_5_std": -0.166901, "nauc_map_at_5_diff1": 0.299079, "nauc_map_at_10_max": 0.245638, "nauc_map_at_10_std": -0.138959, "nauc_map_at_10_diff1": 0.303876, "nauc_map_at_20_max": 0.250057, "nauc_map_at_20_std": -0.127899, "nauc_map_at_20_diff1": 0.301158, "nauc_map_at_100_max": 0.254403, "nauc_map_at_100_std": -0.120726, "nauc_map_at_100_diff1": 0.302501, "nauc_map_at_1000_max": 0.25408, "nauc_map_at_1000_std": -0.120532, "nauc_map_at_1000_diff1": 0.302345, "nauc_recall_at_1_max": 0.117968, "nauc_recall_at_1_std": -0.234347, "nauc_recall_at_1_diff1": 0.405942, "nauc_recall_at_3_max": 0.213943, "nauc_recall_at_3_std": -0.187399, "nauc_recall_at_3_diff1": 0.279537, "nauc_recall_at_5_max": 0.195768, "nauc_recall_at_5_std": -0.242101, "nauc_recall_at_5_diff1": 0.199897, "nauc_recall_at_10_max": 0.222809, "nauc_recall_at_10_std": -0.164205, "nauc_recall_at_10_diff1": 0.241522, "nauc_recall_at_20_max": 0.255593, "nauc_recall_at_20_std": -0.075422, "nauc_recall_at_20_diff1": 0.245082, "nauc_recall_at_100_max": 0.516581, "nauc_recall_at_100_std": 0.222269, "nauc_recall_at_100_diff1": 0.397115, "nauc_recall_at_1000_max": 0.782298, "nauc_recall_at_1000_std": 0.784833, "nauc_recall_at_1000_diff1": 0.752988, "nauc_precision_at_1_max": 0.299846, "nauc_precision_at_1_std": -0.062765, "nauc_precision_at_1_diff1": 0.342871, "nauc_precision_at_3_max": 0.300508, "nauc_precision_at_3_std": 0.194608, "nauc_precision_at_3_diff1": -0.084138, "nauc_precision_at_5_max": 0.273659, "nauc_precision_at_5_std": 0.255686, "nauc_precision_at_5_diff1": -0.181814, "nauc_precision_at_10_max": 0.231239, "nauc_precision_at_10_std": 0.328005, "nauc_precision_at_10_diff1": -0.169016, "nauc_precision_at_20_max": 0.195315, "nauc_precision_at_20_std": 0.359548, "nauc_precision_at_20_diff1": -0.194528, "nauc_precision_at_100_max": 0.171717, "nauc_precision_at_100_std": 0.40265, "nauc_precision_at_100_diff1": -0.202282, "nauc_precision_at_1000_max": 0.138199, "nauc_precision_at_1000_std": 0.395335, "nauc_precision_at_1000_diff1": -0.21967, "nauc_mrr_at_1_max": 0.299846, "nauc_mrr_at_1_std": -0.062765, "nauc_mrr_at_1_diff1": 0.342871, "nauc_mrr_at_3_max": 0.387071, "nauc_mrr_at_3_std": -0.030568, "nauc_mrr_at_3_diff1": 0.329559, "nauc_mrr_at_5_max": 0.362716, "nauc_mrr_at_5_std": -0.042691, "nauc_mrr_at_5_diff1": 0.318595, "nauc_mrr_at_10_max": 0.362809, "nauc_mrr_at_10_std": -0.042474, "nauc_mrr_at_10_diff1": 0.320092, "nauc_mrr_at_20_max": 0.363258, "nauc_mrr_at_20_std": -0.039573, "nauc_mrr_at_20_diff1": 0.321381, "nauc_mrr_at_100_max": 0.363444, "nauc_mrr_at_100_std": -0.039595, "nauc_mrr_at_100_diff1": 0.32208, "nauc_mrr_at_1000_max": 0.363258, "nauc_mrr_at_1000_std": -0.039879, "nauc_mrr_at_1000_diff1": 0.322102, "cv_recall_at_1": 0.63504, "cv_recall_at_3": 0.85645, "cv_recall_at_5": 0.91727, "cv_recall_at_10": 0.94161, "cv_recall_at_20": 0.95864, "cv_recall_at_100": 0.9854, "cv_recall_at_1000": 0.99757, "main_score": 0.70853, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "ndcg_at_1": 0.46557, "ndcg_at_3": 0.42907, "ndcg_at_5": 0.45685, "ndcg_at_10": 0.50973, "ndcg_at_20": 0.55164, "ndcg_at_100": 0.60666, "ndcg_at_1000": 0.61329, "map_at_1": 0.22693, "map_at_3": 0.33172, "map_at_5": 0.37126, "map_at_10": 0.40814, "map_at_20": 0.42619, "map_at_100": 0.44061, "map_at_1000": 0.44124, "recall_at_1": 0.22693, "recall_at_3": 0.38566, "recall_at_5": 0.48809, "recall_at_10": 0.61835, "recall_at_20": 0.74301, "recall_at_100": 0.95584, "recall_at_1000": 0.99356, "accuracy": 0.22693, "precision_at_1": 0.46557, "precision_at_3": 0.29727, "precision_at_5": 0.23475, "precision_at_10": 0.15607, "precision_at_20": 0.09525, "precision_at_100": 0.02528, "precision_at_1000": 0.00263, "mrr_at_1": 0.465574, "mrr_at_3": 0.545902, "mrr_at_5": 0.568361, "mrr_at_10": 0.579076, "mrr_at_20": 0.584185, "mrr_at_100": 0.586711, "mrr_at_1000": 0.586818, "nauc_ndcg_at_1_max": 0.523258, "nauc_ndcg_at_1_std": -0.059258, "nauc_ndcg_at_1_diff1": 0.271756, "nauc_ndcg_at_3_max": 0.393776, "nauc_ndcg_at_3_std": -0.037887, "nauc_ndcg_at_3_diff1": 0.204015, "nauc_ndcg_at_5_max": 0.367944, "nauc_ndcg_at_5_std": -0.076464, "nauc_ndcg_at_5_diff1": 0.215984, "nauc_ndcg_at_10_max": 0.388447, "nauc_ndcg_at_10_std": -0.070879, "nauc_ndcg_at_10_diff1": 0.205095, "nauc_ndcg_at_20_max": 0.397734, "nauc_ndcg_at_20_std": -0.071606, "nauc_ndcg_at_20_diff1": 0.205341, "nauc_ndcg_at_100_max": 0.423243, "nauc_ndcg_at_100_std": -0.040813, "nauc_ndcg_at_100_diff1": 0.216116, "nauc_ndcg_at_1000_max": 0.424802, "nauc_ndcg_at_1000_std": -0.036057, "nauc_ndcg_at_1000_diff1": 0.21467, "nauc_map_at_1_max": 0.273322, "nauc_map_at_1_std": -0.094026, "nauc_map_at_1_diff1": 0.266676, "nauc_map_at_3_max": 0.318087, "nauc_map_at_3_std": -0.055822, "nauc_map_at_3_diff1": 0.223005, "nauc_map_at_5_max": 0.325306, "nauc_map_at_5_std": -0.079705, "nauc_map_at_5_diff1": 0.226877, "nauc_map_at_10_max": 0.346017, "nauc_map_at_10_std": -0.075305, "nauc_map_at_10_diff1": 0.213289, "nauc_map_at_20_max": 0.350689, "nauc_map_at_20_std": -0.072489, "nauc_map_at_20_diff1": 0.212107, "nauc_map_at_100_max": 0.360059, "nauc_map_at_100_std": -0.065792, "nauc_map_at_100_diff1": 0.215517, "nauc_map_at_1000_max": 0.360577, "nauc_map_at_1000_std": -0.064909, "nauc_map_at_1000_diff1": 0.215582, "nauc_recall_at_1_max": 0.273322, "nauc_recall_at_1_std": -0.094026, "nauc_recall_at_1_diff1": 0.266676, "nauc_recall_at_3_max": 0.278361, "nauc_recall_at_3_std": -0.03578, "nauc_recall_at_3_diff1": 0.197793, "nauc_recall_at_5_max": 0.246591, "nauc_recall_at_5_std": -0.09786, "nauc_recall_at_5_diff1": 0.175031, "nauc_recall_at_10_max": 0.291255, "nauc_recall_at_10_std": -0.090371, "nauc_recall_at_10_diff1": 0.150142, "nauc_recall_at_20_max": 0.284713, "nauc_recall_at_20_std": -0.129709, "nauc_recall_at_20_diff1": 0.143648, "nauc_recall_at_100_max": 0.388346, "nauc_recall_at_100_std": 0.043302, "nauc_recall_at_100_diff1": 0.266961, "nauc_recall_at_1000_max": 0.634198, "nauc_recall_at_1000_std": 0.935946, "nauc_recall_at_1000_diff1": 0.335588, "nauc_precision_at_1_max": 0.523258, "nauc_precision_at_1_std": -0.059258, "nauc_precision_at_1_diff1": 0.271756, "nauc_precision_at_3_max": 0.412515, "nauc_precision_at_3_std": 0.027494, "nauc_precision_at_3_diff1": 0.089921, "nauc_precision_at_5_max": 0.341499, "nauc_precision_at_5_std": -0.024505, "nauc_precision_at_5_diff1": 0.067121, "nauc_precision_at_10_max": 0.31165, "nauc_precision_at_10_std": 0.007605, "nauc_precision_at_10_diff1": 0.001774, "nauc_precision_at_20_max": 0.267501, "nauc_precision_at_20_std": 0.033205, "nauc_precision_at_20_diff1": -0.031947, "nauc_precision_at_100_max": 0.2277, "nauc_precision_at_100_std": 0.140862, "nauc_precision_at_100_diff1": -0.058053, "nauc_precision_at_1000_max": 0.219638, "nauc_precision_at_1000_std": 0.159363, "nauc_precision_at_1000_diff1": -0.063417, "nauc_mrr_at_1_max": 0.523258, "nauc_mrr_at_1_std": -0.059258, "nauc_mrr_at_1_diff1": 0.271756, "nauc_mrr_at_3_max": 0.515848, "nauc_mrr_at_3_std": -0.026254, "nauc_mrr_at_3_diff1": 0.234073, "nauc_mrr_at_5_max": 0.511575, "nauc_mrr_at_5_std": -0.034705, "nauc_mrr_at_5_diff1": 0.229157, "nauc_mrr_at_10_max": 0.512069, "nauc_mrr_at_10_std": -0.032435, "nauc_mrr_at_10_diff1": 0.227022, "nauc_mrr_at_20_max": 0.513253, "nauc_mrr_at_20_std": -0.034559, "nauc_mrr_at_20_diff1": 0.22815, "nauc_mrr_at_100_max": 0.512508, "nauc_mrr_at_100_std": -0.034884, "nauc_mrr_at_100_diff1": 0.229899, "nauc_mrr_at_1000_max": 0.512537, "nauc_mrr_at_1000_std": -0.034845, "nauc_mrr_at_1000_diff1": 0.229826, "cv_recall_at_1": 0.46557, "cv_recall_at_3": 0.6459, "cv_recall_at_5": 0.74426, "cv_recall_at_10": 0.82295, "cv_recall_at_20": 0.89836, "cv_recall_at_100": 0.98033, "cv_recall_at_1000": 1.0, "main_score": 0.50973, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "ndcg_at_1": 0.39174, "ndcg_at_3": 0.3856, "ndcg_at_5": 0.40681, "ndcg_at_10": 0.45462, "ndcg_at_20": 0.49882, "ndcg_at_100": 0.55837, "ndcg_at_1000": 0.57164, "map_at_1": 0.18625, "map_at_3": 0.28204, "map_at_5": 0.31421, "map_at_10": 0.34691, "map_at_20": 0.36593, "map_at_100": 0.38137, "map_at_1000": 0.38282, "recall_at_1": 0.18625, "recall_at_3": 0.35106, "recall_at_5": 0.44002, "recall_at_10": 0.57387, "recall_at_20": 0.70321, "recall_at_100": 0.928, "recall_at_1000": 0.9955, "accuracy": 0.18625, "precision_at_1": 0.39174, "precision_at_3": 0.27242, "precision_at_5": 0.21552, "precision_at_10": 0.14643, "precision_at_20": 0.09299, "precision_at_100": 0.02651, "precision_at_1000": 0.0029, "mrr_at_1": 0.39174, "mrr_at_3": 0.490613, "mrr_at_5": 0.514768, "mrr_at_10": 0.528992, "mrr_at_20": 0.53437, "mrr_at_100": 0.536487, "mrr_at_1000": 0.536584, "nauc_ndcg_at_1_max": 0.259975, "nauc_ndcg_at_1_std": -0.025134, "nauc_ndcg_at_1_diff1": 0.272377, "nauc_ndcg_at_3_max": 0.249778, "nauc_ndcg_at_3_std": -0.020758, "nauc_ndcg_at_3_diff1": 0.211463, "nauc_ndcg_at_5_max": 0.238002, "nauc_ndcg_at_5_std": -0.023328, "nauc_ndcg_at_5_diff1": 0.201576, "nauc_ndcg_at_10_max": 0.232274, "nauc_ndcg_at_10_std": -0.014048, "nauc_ndcg_at_10_diff1": 0.210524, "nauc_ndcg_at_20_max": 0.236391, "nauc_ndcg_at_20_std": -0.015126, "nauc_ndcg_at_20_diff1": 0.206663, "nauc_ndcg_at_100_max": 0.270325, "nauc_ndcg_at_100_std": 0.017369, "nauc_ndcg_at_100_diff1": 0.202608, "nauc_ndcg_at_1000_max": 0.265206, "nauc_ndcg_at_1000_std": 0.017249, "nauc_ndcg_at_1000_diff1": 0.202861, "nauc_map_at_1_max": 0.151941, "nauc_map_at_1_std": -0.062596, "nauc_map_at_1_diff1": 0.28899, "nauc_map_at_3_max": 0.192494, "nauc_map_at_3_std": -0.051717, "nauc_map_at_3_diff1": 0.232937, "nauc_map_at_5_max": 0.204804, "nauc_map_at_5_std": -0.049224, "nauc_map_at_5_diff1": 0.221063, "nauc_map_at_10_max": 0.215339, "nauc_map_at_10_std": -0.039141, "nauc_map_at_10_diff1": 0.220052, "nauc_map_at_20_max": 0.220569, "nauc_map_at_20_std": -0.03761, "nauc_map_at_20_diff1": 0.218778, "nauc_map_at_100_max": 0.23116, "nauc_map_at_100_std": -0.026767, "nauc_map_at_100_diff1": 0.21554, "nauc_map_at_1000_max": 0.230715, "nauc_map_at_1000_std": -0.026465, "nauc_map_at_1000_diff1": 0.215432, "nauc_recall_at_1_max": 0.151941, "nauc_recall_at_1_std": -0.062596, "nauc_recall_at_1_diff1": 0.28899, "nauc_recall_at_3_max": 0.164909, "nauc_recall_at_3_std": -0.049989, "nauc_recall_at_3_diff1": 0.172054, "nauc_recall_at_5_max": 0.164903, "nauc_recall_at_5_std": -0.041228, "nauc_recall_at_5_diff1": 0.13725, "nauc_recall_at_10_max": 0.140185, "nauc_recall_at_10_std": -0.029449, "nauc_recall_at_10_diff1": 0.14914, "nauc_recall_at_20_max": 0.107327, "nauc_recall_at_20_std": -0.06175, "nauc_recall_at_20_diff1": 0.126644, "nauc_recall_at_100_max": 0.29312, "nauc_recall_at_100_std": 0.097849, "nauc_recall_at_100_diff1": 0.06876, "nauc_recall_at_1000_max": 0.910763, "nauc_recall_at_1000_std": 0.815063, "nauc_recall_at_1000_diff1": -0.020532, "nauc_precision_at_1_max": 0.259975, "nauc_precision_at_1_std": -0.025134, "nauc_precision_at_1_diff1": 0.272377, "nauc_precision_at_3_max": 0.289142, "nauc_precision_at_3_std": 0.029803, "nauc_precision_at_3_diff1": 0.107988, "nauc_precision_at_5_max": 0.287807, "nauc_precision_at_5_std": 0.054563, "nauc_precision_at_5_diff1": 0.048095, "nauc_precision_at_10_max": 0.253745, "nauc_precision_at_10_std": 0.1063, "nauc_precision_at_10_diff1": 0.01249, "nauc_precision_at_20_max": 0.219267, "nauc_precision_at_20_std": 0.122776, "nauc_precision_at_20_diff1": -0.029433, "nauc_precision_at_100_max": 0.186345, "nauc_precision_at_100_std": 0.188658, "nauc_precision_at_100_diff1": -0.088367, "nauc_precision_at_1000_max": 0.131954, "nauc_precision_at_1000_std": 0.171496, "nauc_precision_at_1000_diff1": -0.104233, "nauc_mrr_at_1_max": 0.259975, "nauc_mrr_at_1_std": -0.025134, "nauc_mrr_at_1_diff1": 0.272377, "nauc_mrr_at_3_max": 0.271095, "nauc_mrr_at_3_std": 0.010223, "nauc_mrr_at_3_diff1": 0.222397, "nauc_mrr_at_5_max": 0.279906, "nauc_mrr_at_5_std": 0.021881, "nauc_mrr_at_5_diff1": 0.223143, "nauc_mrr_at_10_max": 0.27597, "nauc_mrr_at_10_std": 0.020528, "nauc_mrr_at_10_diff1": 0.227588, "nauc_mrr_at_20_max": 0.275306, "nauc_mrr_at_20_std": 0.017721, "nauc_mrr_at_20_diff1": 0.227877, "nauc_mrr_at_100_max": 0.275202, "nauc_mrr_at_100_std": 0.016714, "nauc_mrr_at_100_diff1": 0.228365, "nauc_mrr_at_1000_max": 0.275202, "nauc_mrr_at_1000_std": 0.016687, "nauc_mrr_at_1000_diff1": 0.228477, "cv_recall_at_1": 0.39174, "cv_recall_at_3": 0.61702, "cv_recall_at_5": 0.72215, "cv_recall_at_10": 0.82728, "cv_recall_at_20": 0.90363, "cv_recall_at_100": 0.98248, "cv_recall_at_1000": 0.99875, "main_score": 0.45462, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.5679, "ndcg_at_3": 0.49686, "ndcg_at_5": 0.48213, "ndcg_at_10": 0.51009, "ndcg_at_20": 0.56558, "ndcg_at_100": 0.64385, "ndcg_at_1000": 0.65639, "map_at_1": 0.16653, "map_at_3": 0.28451, "map_at_5": 0.33342, "map_at_10": 0.38279, "map_at_20": 0.41461, "map_at_100": 0.4415, "map_at_1000": 0.44318, "recall_at_1": 0.16653, "recall_at_3": 0.32766, "recall_at_5": 0.4215, "recall_at_10": 0.55522, "recall_at_20": 0.68695, "recall_at_100": 0.94036, "recall_at_1000": 0.99867, "accuracy": 0.16653, "precision_at_1": 0.5679, "precision_at_3": 0.41667, "precision_at_5": 0.33549, "precision_at_10": 0.23549, "precision_at_20": 0.1517, "precision_at_100": 0.04332, "precision_at_1000": 0.0046, "mrr_at_1": 0.567901, "mrr_at_3": 0.65535, "mrr_at_5": 0.667695, "mrr_at_10": 0.677235, "mrr_at_20": 0.680709, "mrr_at_100": 0.682075, "mrr_at_1000": 0.68215, "nauc_ndcg_at_1_max": 0.429454, "nauc_ndcg_at_1_std": 0.12969, "nauc_ndcg_at_1_diff1": 0.286588, "nauc_ndcg_at_3_max": 0.363747, "nauc_ndcg_at_3_std": 0.081057, "nauc_ndcg_at_3_diff1": 0.180047, "nauc_ndcg_at_5_max": 0.359079, "nauc_ndcg_at_5_std": 0.042685, "nauc_ndcg_at_5_diff1": 0.208741, "nauc_ndcg_at_10_max": 0.33343, "nauc_ndcg_at_10_std": 0.01893, "nauc_ndcg_at_10_diff1": 0.209896, "nauc_ndcg_at_20_max": 0.373104, "nauc_ndcg_at_20_std": 0.050287, "nauc_ndcg_at_20_diff1": 0.205731, "nauc_ndcg_at_100_max": 0.409685, "nauc_ndcg_at_100_std": 0.113918, "nauc_ndcg_at_100_diff1": 0.184884, "nauc_ndcg_at_1000_max": 0.407822, "nauc_ndcg_at_1000_std": 0.110632, "nauc_ndcg_at_1000_diff1": 0.187375, "nauc_map_at_1_max": 0.117887, "nauc_map_at_1_std": -0.109395, "nauc_map_at_1_diff1": 0.323955, "nauc_map_at_3_max": 0.18245, "nauc_map_at_3_std": -0.096076, "nauc_map_at_3_diff1": 0.258871, "nauc_map_at_5_max": 0.235944, "nauc_map_at_5_std": -0.071124, "nauc_map_at_5_diff1": 0.245366, "nauc_map_at_10_max": 0.281317, "nauc_map_at_10_std": -0.041491, "nauc_map_at_10_diff1": 0.219811, "nauc_map_at_20_max": 0.312689, "nauc_map_at_20_std": -0.01737, "nauc_map_at_20_diff1": 0.206648, "nauc_map_at_100_max": 0.329028, "nauc_map_at_100_std": 0.007769, "nauc_map_at_100_diff1": 0.199368, "nauc_map_at_1000_max": 0.329567, "nauc_map_at_1000_std": 0.008247, "nauc_map_at_1000_diff1": 0.19905, "nauc_recall_at_1_max": 0.117887, "nauc_recall_at_1_std": -0.109395, "nauc_recall_at_1_diff1": 0.323955, "nauc_recall_at_3_max": 0.142679, "nauc_recall_at_3_std": -0.105911, "nauc_recall_at_3_diff1": 0.224644, "nauc_recall_at_5_max": 0.190743, "nauc_recall_at_5_std": -0.075814, "nauc_recall_at_5_diff1": 0.210066, "nauc_recall_at_10_max": 0.193549, "nauc_recall_at_10_std": -0.055436, "nauc_recall_at_10_diff1": 0.159471, "nauc_recall_at_20_max": 0.249278, "nauc_recall_at_20_std": -0.025185, "nauc_recall_at_20_diff1": 0.17806, "nauc_recall_at_100_max": 0.386424, "nauc_recall_at_100_std": 0.24276, "nauc_recall_at_100_diff1": 0.063328, "nauc_recall_at_1000_max": 0.105603, "nauc_recall_at_1000_std": 0.931665, "nauc_recall_at_1000_diff1": -0.512467, "nauc_precision_at_1_max": 0.429454, "nauc_precision_at_1_std": 0.12969, "nauc_precision_at_1_diff1": 0.286588, "nauc_precision_at_3_max": 0.406987, "nauc_precision_at_3_std": 0.163438, "nauc_precision_at_3_diff1": 0.063813, "nauc_precision_at_5_max": 0.434158, "nauc_precision_at_5_std": 0.193523, "nauc_precision_at_5_diff1": 0.018486, "nauc_precision_at_10_max": 0.40577, "nauc_precision_at_10_std": 0.229092, "nauc_precision_at_10_diff1": -0.070099, "nauc_precision_at_20_max": 0.394981, "nauc_precision_at_20_std": 0.271657, "nauc_precision_at_20_diff1": -0.104287, "nauc_precision_at_100_max": 0.293122, "nauc_precision_at_100_std": 0.327689, "nauc_precision_at_100_diff1": -0.181187, "nauc_precision_at_1000_max": 0.259604, "nauc_precision_at_1000_std": 0.312183, "nauc_precision_at_1000_diff1": -0.181498, "nauc_mrr_at_1_max": 0.429454, "nauc_mrr_at_1_std": 0.12969, "nauc_mrr_at_1_diff1": 0.286588, "nauc_mrr_at_3_max": 0.458724, "nauc_mrr_at_3_std": 0.173916, "nauc_mrr_at_3_diff1": 0.25848, "nauc_mrr_at_5_max": 0.466999, "nauc_mrr_at_5_std": 0.185544, "nauc_mrr_at_5_diff1": 0.258424, "nauc_mrr_at_10_max": 0.459486, "nauc_mrr_at_10_std": 0.176268, "nauc_mrr_at_10_diff1": 0.257449, "nauc_mrr_at_20_max": 0.460117, "nauc_mrr_at_20_std": 0.175754, "nauc_mrr_at_20_diff1": 0.2624, "nauc_mrr_at_100_max": 0.459485, "nauc_mrr_at_100_std": 0.175662, "nauc_mrr_at_100_diff1": 0.261836, "nauc_mrr_at_1000_max": 0.459407, "nauc_mrr_at_1000_std": 0.17551, "nauc_mrr_at_1000_diff1": 0.261802, "cv_recall_at_1": 0.5679, "cv_recall_at_3": 0.7608, "cv_recall_at_5": 0.81481, "cv_recall_at_10": 0.88735, "cv_recall_at_20": 0.93519, "cv_recall_at_100": 0.98765, "cv_recall_at_1000": 1.0, "main_score": 0.51009, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.40506, "ndcg_at_3": 0.44687, "ndcg_at_5": 0.47724, "ndcg_at_10": 0.52385, "ndcg_at_20": 0.55641, "ndcg_at_100": 0.59477, "ndcg_at_1000": 0.60376, "map_at_1": 0.26391, "map_at_3": 0.37589, "map_at_5": 0.40671, "map_at_10": 0.43488, "map_at_20": 0.44875, "map_at_100": 0.45725, "map_at_1000": 0.45792, "recall_at_1": 0.26391, "recall_at_3": 0.46083, "recall_at_5": 0.54854, "recall_at_10": 0.67279, "recall_at_20": 0.77183, "recall_at_100": 0.93752, "recall_at_1000": 0.9911, "accuracy": 0.26391, "precision_at_1": 0.40506, "precision_at_3": 0.2711, "precision_at_5": 0.20095, "precision_at_10": 0.12816, "precision_at_20": 0.07682, "precision_at_100": 0.01929, "precision_at_1000": 0.00207, "mrr_at_1": 0.405063, "mrr_at_3": 0.50211, "mrr_at_5": 0.521334, "mrr_at_10": 0.534833, "mrr_at_20": 0.539438, "mrr_at_100": 0.541993, "mrr_at_1000": 0.542087, "nauc_ndcg_at_1_max": 0.374232, "nauc_ndcg_at_1_std": -0.008254, "nauc_ndcg_at_1_diff1": 0.272965, "nauc_ndcg_at_3_max": 0.360146, "nauc_ndcg_at_3_std": -0.030714, "nauc_ndcg_at_3_diff1": 0.235113, "nauc_ndcg_at_5_max": 0.352902, "nauc_ndcg_at_5_std": -0.017163, "nauc_ndcg_at_5_diff1": 0.228487, "nauc_ndcg_at_10_max": 0.369604, "nauc_ndcg_at_10_std": -0.025671, "nauc_ndcg_at_10_diff1": 0.222699, "nauc_ndcg_at_20_max": 0.391931, "nauc_ndcg_at_20_std": -0.012904, "nauc_ndcg_at_20_diff1": 0.230164, "nauc_ndcg_at_100_max": 0.392704, "nauc_ndcg_at_100_std": 0.005239, "nauc_ndcg_at_100_diff1": 0.224234, "nauc_ndcg_at_1000_max": 0.388392, "nauc_ndcg_at_1000_std": 0.005658, "nauc_ndcg_at_1000_diff1": 0.226761, "nauc_map_at_1_max": 0.226923, "nauc_map_at_1_std": -0.084522, "nauc_map_at_1_diff1": 0.329535, "nauc_map_at_3_max": 0.314116, "nauc_map_at_3_std": -0.059917, "nauc_map_at_3_diff1": 0.276752, "nauc_map_at_5_max": 0.32161, "nauc_map_at_5_std": -0.046076, "nauc_map_at_5_diff1": 0.25686, "nauc_map_at_10_max": 0.337311, "nauc_map_at_10_std": -0.048037, "nauc_map_at_10_diff1": 0.248834, "nauc_map_at_20_max": 0.347653, "nauc_map_at_20_std": -0.042535, "nauc_map_at_20_diff1": 0.250603, "nauc_map_at_100_max": 0.350618, "nauc_map_at_100_std": -0.037198, "nauc_map_at_100_diff1": 0.249632, "nauc_map_at_1000_max": 0.350511, "nauc_map_at_1000_std": -0.036607, "nauc_map_at_1000_diff1": 0.249495, "nauc_recall_at_1_max": 0.226923, "nauc_recall_at_1_std": -0.084522, "nauc_recall_at_1_diff1": 0.329535, "nauc_recall_at_3_max": 0.305684, "nauc_recall_at_3_std": -0.050271, "nauc_recall_at_3_diff1": 0.216035, "nauc_recall_at_5_max": 0.298917, "nauc_recall_at_5_std": -0.007481, "nauc_recall_at_5_diff1": 0.167517, "nauc_recall_at_10_max": 0.330929, "nauc_recall_at_10_std": -0.029505, "nauc_recall_at_10_diff1": 0.143252, "nauc_recall_at_20_max": 0.420239, "nauc_recall_at_20_std": 0.005896, "nauc_recall_at_20_diff1": 0.166763, "nauc_recall_at_100_max": 0.492522, "nauc_recall_at_100_std": 0.202077, "nauc_recall_at_100_diff1": 0.008315, "nauc_recall_at_1000_max": 0.683434, "nauc_recall_at_1000_std": 0.867443, "nauc_recall_at_1000_diff1": -0.378753, "nauc_precision_at_1_max": 0.374232, "nauc_precision_at_1_std": -0.008254, "nauc_precision_at_1_diff1": 0.272965, "nauc_precision_at_3_max": 0.405425, "nauc_precision_at_3_std": 0.075452, "nauc_precision_at_3_diff1": 0.045185, "nauc_precision_at_5_max": 0.357747, "nauc_precision_at_5_std": 0.103454, "nauc_precision_at_5_diff1": -0.019972, "nauc_precision_at_10_max": 0.330422, "nauc_precision_at_10_std": 0.107932, "nauc_precision_at_10_diff1": -0.076748, "nauc_precision_at_20_max": 0.30131, "nauc_precision_at_20_std": 0.15181, "nauc_precision_at_20_diff1": -0.082681, "nauc_precision_at_100_max": 0.186065, "nauc_precision_at_100_std": 0.207794, "nauc_precision_at_100_diff1": -0.142489, "nauc_precision_at_1000_max": 0.129746, "nauc_precision_at_1000_std": 0.202091, "nauc_precision_at_1000_diff1": -0.142908, "nauc_mrr_at_1_max": 0.374232, "nauc_mrr_at_1_std": -0.008254, "nauc_mrr_at_1_diff1": 0.272965, "nauc_mrr_at_3_max": 0.395907, "nauc_mrr_at_3_std": 0.000159, "nauc_mrr_at_3_diff1": 0.225846, "nauc_mrr_at_5_max": 0.401698, "nauc_mrr_at_5_std": 0.012871, "nauc_mrr_at_5_diff1": 0.225619, "nauc_mrr_at_10_max": 0.402235, "nauc_mrr_at_10_std": 0.012066, "nauc_mrr_at_10_diff1": 0.228027, "nauc_mrr_at_20_max": 0.40351, "nauc_mrr_at_20_std": 0.011419, "nauc_mrr_at_20_diff1": 0.23054, "nauc_mrr_at_100_max": 0.40195, "nauc_mrr_at_100_std": 0.011025, "nauc_mrr_at_100_diff1": 0.230174, "nauc_mrr_at_1000_max": 0.401927, "nauc_mrr_at_1000_std": 0.010931, "nauc_mrr_at_1000_diff1": 0.230222, "cv_recall_at_1": 0.40506, "cv_recall_at_3": 0.62658, "cv_recall_at_5": 0.70886, "cv_recall_at_10": 0.80696, "cv_recall_at_20": 0.87025, "cv_recall_at_100": 0.9731, "cv_recall_at_1000": 0.99367, "main_score": 0.52385, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "ndcg_at_1": 0.594, "ndcg_at_3": 0.60968, "ndcg_at_5": 0.64717, "ndcg_at_10": 0.68471, "ndcg_at_20": 0.70418, "ndcg_at_100": 0.7259, "ndcg_at_1000": 0.73062, "map_at_1": 0.37603, "map_at_3": 0.53996, "map_at_5": 0.57451, "map_at_10": 0.59866, "map_at_20": 0.60709, "map_at_100": 0.61205, "map_at_1000": 0.61235, "recall_at_1": 0.37603, "recall_at_3": 0.63277, "recall_at_5": 0.71862, "recall_at_10": 0.81037, "recall_at_20": 0.87085, "recall_at_100": 0.96262, "recall_at_1000": 0.992, "accuracy": 0.37603, "precision_at_1": 0.594, "precision_at_3": 0.36467, "precision_at_5": 0.2566, "precision_at_10": 0.1493, "precision_at_20": 0.0815, "precision_at_100": 0.01839, "precision_at_1000": 0.00191, "mrr_at_1": 0.594, "mrr_at_3": 0.695667, "mrr_at_5": 0.707517, "mrr_at_10": 0.713785, "mrr_at_20": 0.715935, "mrr_at_100": 0.716867, "mrr_at_1000": 0.716915, "nauc_ndcg_at_1_max": 0.283105, "nauc_ndcg_at_1_std": -0.050242, "nauc_ndcg_at_1_diff1": 0.491048, "nauc_ndcg_at_3_max": 0.243986, "nauc_ndcg_at_3_std": -0.113858, "nauc_ndcg_at_3_diff1": 0.397866, "nauc_ndcg_at_5_max": 0.276583, "nauc_ndcg_at_5_std": -0.097766, "nauc_ndcg_at_5_diff1": 0.396541, "nauc_ndcg_at_10_max": 0.289448, "nauc_ndcg_at_10_std": -0.096985, "nauc_ndcg_at_10_diff1": 0.402238, "nauc_ndcg_at_20_max": 0.286813, "nauc_ndcg_at_20_std": -0.077331, "nauc_ndcg_at_20_diff1": 0.400423, "nauc_ndcg_at_100_max": 0.281826, "nauc_ndcg_at_100_std": -0.058628, "nauc_ndcg_at_100_diff1": 0.403355, "nauc_ndcg_at_1000_max": 0.283015, "nauc_ndcg_at_1000_std": -0.06367, "nauc_ndcg_at_1000_diff1": 0.407756, "nauc_map_at_1_max": 0.17958, "nauc_map_at_1_std": -0.106001, "nauc_map_at_1_diff1": 0.44874, "nauc_map_at_3_max": 0.223671, "nauc_map_at_3_std": -0.130083, "nauc_map_at_3_diff1": 0.397999, "nauc_map_at_5_max": 0.251088, "nauc_map_at_5_std": -0.108895, "nauc_map_at_5_diff1": 0.393939, "nauc_map_at_10_max": 0.262439, "nauc_map_at_10_std": -0.10538, "nauc_map_at_10_diff1": 0.397224, "nauc_map_at_20_max": 0.261895, "nauc_map_at_20_std": -0.099556, "nauc_map_at_20_diff1": 0.397071, "nauc_map_at_100_max": 0.260964, "nauc_map_at_100_std": -0.095147, "nauc_map_at_100_diff1": 0.396799, "nauc_map_at_1000_max": 0.260994, "nauc_map_at_1000_std": -0.095267, "nauc_map_at_1000_diff1": 0.396997, "nauc_recall_at_1_max": 0.17958, "nauc_recall_at_1_std": -0.106001, "nauc_recall_at_1_diff1": 0.44874, "nauc_recall_at_3_max": 0.203083, "nauc_recall_at_3_std": -0.15918, "nauc_recall_at_3_diff1": 0.339698, "nauc_recall_at_5_max": 0.273817, "nauc_recall_at_5_std": -0.114294, "nauc_recall_at_5_diff1": 0.308698, "nauc_recall_at_10_max": 0.307459, "nauc_recall_at_10_std": -0.131068, "nauc_recall_at_10_diff1": 0.302024, "nauc_recall_at_20_max": 0.304043, "nauc_recall_at_20_std": -0.045319, "nauc_recall_at_20_diff1": 0.265185, "nauc_recall_at_100_max": 0.301748, "nauc_recall_at_100_std": 0.328881, "nauc_recall_at_100_diff1": 0.183168, "nauc_recall_at_1000_max": 0.792523, "nauc_recall_at_1000_std": 0.77807, "nauc_recall_at_1000_diff1": 0.319678, "nauc_precision_at_1_max": 0.283105, "nauc_precision_at_1_std": -0.050242, "nauc_precision_at_1_diff1": 0.491048, "nauc_precision_at_3_max": 0.204033, "nauc_precision_at_3_std": -0.000934, "nauc_precision_at_3_diff1": 0.111498, "nauc_precision_at_5_max": 0.21567, "nauc_precision_at_5_std": 0.068771, "nauc_precision_at_5_diff1": 0.026915, "nauc_precision_at_10_max": 0.170552, "nauc_precision_at_10_std": 0.095206, "nauc_precision_at_10_diff1": -0.044255, "nauc_precision_at_20_max": 0.123599, "nauc_precision_at_20_std": 0.152744, "nauc_precision_at_20_diff1": -0.102515, "nauc_precision_at_100_max": 0.04906, "nauc_precision_at_100_std": 0.226608, "nauc_precision_at_100_diff1": -0.176253, "nauc_precision_at_1000_max": 0.02819, "nauc_precision_at_1000_std": 0.20915, "nauc_precision_at_1000_diff1": -0.183606, "nauc_mrr_at_1_max": 0.283105, "nauc_mrr_at_1_std": -0.050242, "nauc_mrr_at_1_diff1": 0.491048, "nauc_mrr_at_3_max": 0.294447, "nauc_mrr_at_3_std": -0.053298, "nauc_mrr_at_3_diff1": 0.463597, "nauc_mrr_at_5_max": 0.300269, "nauc_mrr_at_5_std": -0.049922, "nauc_mrr_at_5_diff1": 0.464158, "nauc_mrr_at_10_max": 0.297968, "nauc_mrr_at_10_std": -0.052369, "nauc_mrr_at_10_diff1": 0.46316, "nauc_mrr_at_20_max": 0.297251, "nauc_mrr_at_20_std": -0.048489, "nauc_mrr_at_20_diff1": 0.463514, "nauc_mrr_at_100_max": 0.296688, "nauc_mrr_at_100_std": -0.048496, "nauc_mrr_at_100_diff1": 0.463863, "nauc_mrr_at_1000_max": 0.296716, "nauc_mrr_at_1000_std": -0.048579, "nauc_mrr_at_1000_diff1": 0.46389, "cv_recall_at_1": 0.594, "cv_recall_at_3": 0.821, "cv_recall_at_5": 0.873, "cv_recall_at_10": 0.919, "cv_recall_at_20": 0.95, "cv_recall_at_100": 0.985, "cv_recall_at_1000": 0.994, "main_score": 0.68471, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "ndcg_at_1": 0.41108, "ndcg_at_3": 0.42572, "ndcg_at_5": 0.46621, "ndcg_at_10": 0.52078, "ndcg_at_20": 0.55369, "ndcg_at_100": 0.6013, "ndcg_at_1000": 0.60514, "map_at_1": 0.22965, "map_at_3": 0.3544, "map_at_5": 0.39028, "map_at_10": 0.42091, "map_at_20": 0.43505, "map_at_100": 0.44597, "map_at_1000": 0.44635, "recall_at_1": 0.22965, "recall_at_3": 0.43797, "recall_at_5": 0.53871, "recall_at_10": 0.68025, "recall_at_20": 0.7789, "recall_at_100": 0.97901, "recall_at_1000": 1.0, "accuracy": 0.22965, "precision_at_1": 0.41108, "precision_at_3": 0.27308, "precision_at_5": 0.20875, "precision_at_10": 0.13615, "precision_at_20": 0.0809, "precision_at_100": 0.02079, "precision_at_1000": 0.00213, "mrr_at_1": 0.411079, "mrr_at_3": 0.505831, "mrr_at_5": 0.527551, "mrr_at_10": 0.54292, "mrr_at_20": 0.547101, "mrr_at_100": 0.550148, "mrr_at_1000": 0.550213, "nauc_ndcg_at_1_max": 0.327568, "nauc_ndcg_at_1_std": 0.107449, "nauc_ndcg_at_1_diff1": 0.214052, "nauc_ndcg_at_3_max": 0.343359, "nauc_ndcg_at_3_std": 0.11904, "nauc_ndcg_at_3_diff1": 0.167447, "nauc_ndcg_at_5_max": 0.327392, "nauc_ndcg_at_5_std": 0.109573, "nauc_ndcg_at_5_diff1": 0.156232, "nauc_ndcg_at_10_max": 0.342371, "nauc_ndcg_at_10_std": 0.107205, "nauc_ndcg_at_10_diff1": 0.155709, "nauc_ndcg_at_20_max": 0.336997, "nauc_ndcg_at_20_std": 0.100348, "nauc_ndcg_at_20_diff1": 0.147536, "nauc_ndcg_at_100_max": 0.337792, "nauc_ndcg_at_100_std": 0.109621, "nauc_ndcg_at_100_diff1": 0.156765, "nauc_ndcg_at_1000_max": 0.337089, "nauc_ndcg_at_1000_std": 0.110437, "nauc_ndcg_at_1000_diff1": 0.158055, "nauc_map_at_1_max": 0.184262, "nauc_map_at_1_std": 0.043233, "nauc_map_at_1_diff1": 0.211819, "nauc_map_at_3_max": 0.290185, "nauc_map_at_3_std": 0.095219, "nauc_map_at_3_diff1": 0.168175, "nauc_map_at_5_max": 0.297492, "nauc_map_at_5_std": 0.094135, "nauc_map_at_5_diff1": 0.157163, "nauc_map_at_10_max": 0.303594, "nauc_map_at_10_std": 0.096262, "nauc_map_at_10_diff1": 0.153654, "nauc_map_at_20_max": 0.303732, "nauc_map_at_20_std": 0.093366, "nauc_map_at_20_diff1": 0.150523, "nauc_map_at_100_max": 0.305962, "nauc_map_at_100_std": 0.095526, "nauc_map_at_100_diff1": 0.150073, "nauc_map_at_1000_max": 0.305903, "nauc_map_at_1000_std": 0.095558, "nauc_map_at_1000_diff1": 0.150254, "nauc_recall_at_1_max": 0.184262, "nauc_recall_at_1_std": 0.043233, "nauc_recall_at_1_diff1": 0.211819, "nauc_recall_at_3_max": 0.303618, "nauc_recall_at_3_std": 0.116476, "nauc_recall_at_3_diff1": 0.145475, "nauc_recall_at_5_max": 0.285937, "nauc_recall_at_5_std": 0.094915, "nauc_recall_at_5_diff1": 0.119193, "nauc_recall_at_10_max": 0.321956, "nauc_recall_at_10_std": 0.062057, "nauc_recall_at_10_diff1": 0.101941, "nauc_recall_at_20_max": 0.304869, "nauc_recall_at_20_std": 0.018697, "nauc_recall_at_20_diff1": 0.066669, "nauc_recall_at_100_max": 0.32797, "nauc_recall_at_100_std": 0.052498, "nauc_recall_at_100_diff1": 0.070006, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.327568, "nauc_precision_at_1_std": 0.107449, "nauc_precision_at_1_diff1": 0.214052, "nauc_precision_at_3_max": 0.405628, "nauc_precision_at_3_std": 0.16088, "nauc_precision_at_3_diff1": 0.072308, "nauc_precision_at_5_max": 0.343793, "nauc_precision_at_5_std": 0.120184, "nauc_precision_at_5_diff1": 0.014802, "nauc_precision_at_10_max": 0.292877, "nauc_precision_at_10_std": 0.114507, "nauc_precision_at_10_diff1": -0.020837, "nauc_precision_at_20_max": 0.197029, "nauc_precision_at_20_std": 0.069443, "nauc_precision_at_20_diff1": -0.073585, "nauc_precision_at_100_max": 0.110626, "nauc_precision_at_100_std": 0.056502, "nauc_precision_at_100_diff1": -0.084519, "nauc_precision_at_1000_max": 0.091485, "nauc_precision_at_1000_std": 0.051666, "nauc_precision_at_1000_diff1": -0.083994, "nauc_mrr_at_1_max": 0.327568, "nauc_mrr_at_1_std": 0.107449, "nauc_mrr_at_1_diff1": 0.214052, "nauc_mrr_at_3_max": 0.385195, "nauc_mrr_at_3_std": 0.149893, "nauc_mrr_at_3_diff1": 0.210747, "nauc_mrr_at_5_max": 0.375025, "nauc_mrr_at_5_std": 0.138686, "nauc_mrr_at_5_diff1": 0.202769, "nauc_mrr_at_10_max": 0.37891, "nauc_mrr_at_10_std": 0.134804, "nauc_mrr_at_10_diff1": 0.200731, "nauc_mrr_at_20_max": 0.375831, "nauc_mrr_at_20_std": 0.135568, "nauc_mrr_at_20_diff1": 0.200381, "nauc_mrr_at_100_max": 0.374619, "nauc_mrr_at_100_std": 0.134734, "nauc_mrr_at_100_diff1": 0.202011, "nauc_mrr_at_1000_max": 0.374564, "nauc_mrr_at_1000_std": 0.134773, "nauc_mrr_at_1000_diff1": 0.201974, "cv_recall_at_1": 0.41108, "cv_recall_at_3": 0.62099, "cv_recall_at_5": 0.7172, "cv_recall_at_10": 0.82799, "cv_recall_at_20": 0.88921, "cv_recall_at_100": 0.99125, "cv_recall_at_1000": 1.0, "main_score": 0.52078, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.41143, "ndcg_at_3": 0.45572, "ndcg_at_5": 0.47961, "ndcg_at_10": 0.51765, "ndcg_at_20": 0.5482, "ndcg_at_100": 0.5858, "ndcg_at_1000": 0.59694, "map_at_1": 0.2345, "map_at_3": 0.36699, "map_at_5": 0.40103, "map_at_10": 0.42743, "map_at_20": 0.44061, "map_at_100": 0.44899, "map_at_1000": 0.44967, "recall_at_1": 0.2345, "recall_at_3": 0.46506, "recall_at_5": 0.55095, "recall_at_10": 0.654, "recall_at_20": 0.7484, "recall_at_100": 0.91175, "recall_at_1000": 0.98432, "accuracy": 0.2345, "precision_at_1": 0.41143, "precision_at_3": 0.2981, "precision_at_5": 0.22229, "precision_at_10": 0.13686, "precision_at_20": 0.07986, "precision_at_100": 0.01957, "precision_at_1000": 0.00211, "mrr_at_1": 0.411429, "mrr_at_3": 0.518571, "mrr_at_5": 0.534429, "mrr_at_10": 0.543847, "mrr_at_20": 0.54816, "mrr_at_100": 0.550844, "mrr_at_1000": 0.551053, "nauc_ndcg_at_1_max": 0.422652, "nauc_ndcg_at_1_std": 0.017723, "nauc_ndcg_at_1_diff1": 0.31434, "nauc_ndcg_at_3_max": 0.343014, "nauc_ndcg_at_3_std": -0.025103, "nauc_ndcg_at_3_diff1": 0.289411, "nauc_ndcg_at_5_max": 0.325523, "nauc_ndcg_at_5_std": -0.02258, "nauc_ndcg_at_5_diff1": 0.285914, "nauc_ndcg_at_10_max": 0.350649, "nauc_ndcg_at_10_std": -0.007135, "nauc_ndcg_at_10_diff1": 0.282626, "nauc_ndcg_at_20_max": 0.373046, "nauc_ndcg_at_20_std": 0.005735, "nauc_ndcg_at_20_diff1": 0.290567, "nauc_ndcg_at_100_max": 0.38228, "nauc_ndcg_at_100_std": 0.014033, "nauc_ndcg_at_100_diff1": 0.276502, "nauc_ndcg_at_1000_max": 0.384433, "nauc_ndcg_at_1000_std": 0.01563, "nauc_ndcg_at_1000_diff1": 0.278786, "nauc_map_at_1_max": 0.194761, "nauc_map_at_1_std": -0.03701, "nauc_map_at_1_diff1": 0.332222, "nauc_map_at_3_max": 0.23147, "nauc_map_at_3_std": -0.050799, "nauc_map_at_3_diff1": 0.300664, "nauc_map_at_5_max": 0.267202, "nauc_map_at_5_std": -0.041507, "nauc_map_at_5_diff1": 0.298146, "nauc_map_at_10_max": 0.301176, "nauc_map_at_10_std": -0.031925, "nauc_map_at_10_diff1": 0.292083, "nauc_map_at_20_max": 0.316549, "nauc_map_at_20_std": -0.024232, "nauc_map_at_20_diff1": 0.295128, "nauc_map_at_100_max": 0.321407, "nauc_map_at_100_std": -0.02161, "nauc_map_at_100_diff1": 0.29118, "nauc_map_at_1000_max": 0.321517, "nauc_map_at_1000_std": -0.021386, "nauc_map_at_1000_diff1": 0.291165, "nauc_recall_at_1_max": 0.194761, "nauc_recall_at_1_std": -0.03701, "nauc_recall_at_1_diff1": 0.332222, "nauc_recall_at_3_max": 0.182772, "nauc_recall_at_3_std": -0.036424, "nauc_recall_at_3_diff1": 0.24807, "nauc_recall_at_5_max": 0.216913, "nauc_recall_at_5_std": -0.032058, "nauc_recall_at_5_diff1": 0.241953, "nauc_recall_at_10_max": 0.27103, "nauc_recall_at_10_std": -0.005092, "nauc_recall_at_10_diff1": 0.222815, "nauc_recall_at_20_max": 0.322199, "nauc_recall_at_20_std": 0.037775, "nauc_recall_at_20_diff1": 0.251123, "nauc_recall_at_100_max": 0.334651, "nauc_recall_at_100_std": 0.126524, "nauc_recall_at_100_diff1": 0.093698, "nauc_recall_at_1000_max": 0.56459, "nauc_recall_at_1000_std": 0.803784, "nauc_recall_at_1000_diff1": -0.180869, "nauc_precision_at_1_max": 0.422652, "nauc_precision_at_1_std": 0.017723, "nauc_precision_at_1_diff1": 0.31434, "nauc_precision_at_3_max": 0.421385, "nauc_precision_at_3_std": -0.007741, "nauc_precision_at_3_diff1": 0.16578, "nauc_precision_at_5_max": 0.438203, "nauc_precision_at_5_std": 0.041887, "nauc_precision_at_5_diff1": 0.097084, "nauc_precision_at_10_max": 0.448072, "nauc_precision_at_10_std": 0.090301, "nauc_precision_at_10_diff1": 0.037652, "nauc_precision_at_20_max": 0.43393, "nauc_precision_at_20_std": 0.110169, "nauc_precision_at_20_diff1": 0.016182, "nauc_precision_at_100_max": 0.39823, "nauc_precision_at_100_std": 0.137303, "nauc_precision_at_100_diff1": -0.052357, "nauc_precision_at_1000_max": 0.363522, "nauc_precision_at_1000_std": 0.127139, "nauc_precision_at_1000_diff1": -0.07037, "nauc_mrr_at_1_max": 0.422652, "nauc_mrr_at_1_std": 0.017723, "nauc_mrr_at_1_diff1": 0.31434, "nauc_mrr_at_3_max": 0.435492, "nauc_mrr_at_3_std": 0.023223, "nauc_mrr_at_3_diff1": 0.292374, "nauc_mrr_at_5_max": 0.442131, "nauc_mrr_at_5_std": 0.029763, "nauc_mrr_at_5_diff1": 0.290083, "nauc_mrr_at_10_max": 0.441079, "nauc_mrr_at_10_std": 0.025895, "nauc_mrr_at_10_diff1": 0.29081, "nauc_mrr_at_20_max": 0.440787, "nauc_mrr_at_20_std": 0.023614, "nauc_mrr_at_20_diff1": 0.293563, "nauc_mrr_at_100_max": 0.439902, "nauc_mrr_at_100_std": 0.023888, "nauc_mrr_at_100_diff1": 0.29269, "nauc_mrr_at_1000_max": 0.440058, "nauc_mrr_at_1000_std": 0.024211, "nauc_mrr_at_1000_diff1": 0.292784, "cv_recall_at_1": 0.41143, "cv_recall_at_3": 0.65714, "cv_recall_at_5": 0.72571, "cv_recall_at_10": 0.79714, "cv_recall_at_20": 0.85714, "cv_recall_at_100": 0.95714, "cv_recall_at_1000": 0.99714, "main_score": 0.51765, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "ndcg_at_1": 0.45625, "ndcg_at_3": 0.42546, "ndcg_at_5": 0.43107, "ndcg_at_10": 0.46929, "ndcg_at_20": 0.50252, "ndcg_at_100": 0.5569, "ndcg_at_1000": 0.58172, "map_at_1": 0.19806, "map_at_3": 0.30128, "map_at_5": 0.33234, "map_at_10": 0.36448, "map_at_20": 0.38118, "map_at_100": 0.39517, "map_at_1000": 0.39715, "recall_at_1": 0.19806, "recall_at_3": 0.36411, "recall_at_5": 0.4366, "recall_at_10": 0.54986, "recall_at_20": 0.63682, "recall_at_100": 0.83832, "recall_at_1000": 0.97703, "accuracy": 0.19806, "precision_at_1": 0.45625, "precision_at_3": 0.31042, "precision_at_5": 0.23542, "precision_at_10": 0.15708, "precision_at_20": 0.09583, "precision_at_100": 0.02658, "precision_at_1000": 0.00313, "mrr_at_1": 0.45625, "mrr_at_3": 0.553472, "mrr_at_5": 0.56842, "mrr_at_10": 0.579107, "mrr_at_20": 0.581999, "mrr_at_100": 0.584342, "mrr_at_1000": 0.584561, "nauc_ndcg_at_1_max": 0.267045, "nauc_ndcg_at_1_std": -0.012859, "nauc_ndcg_at_1_diff1": 0.322965, "nauc_ndcg_at_3_max": 0.264431, "nauc_ndcg_at_3_std": -0.05901, "nauc_ndcg_at_3_diff1": 0.269934, "nauc_ndcg_at_5_max": 0.274647, "nauc_ndcg_at_5_std": -0.065948, "nauc_ndcg_at_5_diff1": 0.263176, "nauc_ndcg_at_10_max": 0.285461, "nauc_ndcg_at_10_std": -0.069188, "nauc_ndcg_at_10_diff1": 0.256644, "nauc_ndcg_at_20_max": 0.294206, "nauc_ndcg_at_20_std": -0.058467, "nauc_ndcg_at_20_diff1": 0.24571, "nauc_ndcg_at_100_max": 0.305317, "nauc_ndcg_at_100_std": -0.008368, "nauc_ndcg_at_100_diff1": 0.244948, "nauc_ndcg_at_1000_max": 0.302082, "nauc_ndcg_at_1000_std": -0.009365, "nauc_ndcg_at_1000_diff1": 0.247636, "nauc_map_at_1_max": 0.214417, "nauc_map_at_1_std": -0.086849, "nauc_map_at_1_diff1": 0.381325, "nauc_map_at_3_max": 0.245602, "nauc_map_at_3_std": -0.115446, "nauc_map_at_3_diff1": 0.325254, "nauc_map_at_5_max": 0.256905, "nauc_map_at_5_std": -0.106853, "nauc_map_at_5_diff1": 0.303019, "nauc_map_at_10_max": 0.265914, "nauc_map_at_10_std": -0.095335, "nauc_map_at_10_diff1": 0.286591, "nauc_map_at_20_max": 0.272585, "nauc_map_at_20_std": -0.0871, "nauc_map_at_20_diff1": 0.278385, "nauc_map_at_100_max": 0.275644, "nauc_map_at_100_std": -0.072393, "nauc_map_at_100_diff1": 0.276464, "nauc_map_at_1000_max": 0.275769, "nauc_map_at_1000_std": -0.071579, "nauc_map_at_1000_diff1": 0.27642, "nauc_recall_at_1_max": 0.214417, "nauc_recall_at_1_std": -0.086849, "nauc_recall_at_1_diff1": 0.381325, "nauc_recall_at_3_max": 0.221654, "nauc_recall_at_3_std": -0.133125, "nauc_recall_at_3_diff1": 0.264215, "nauc_recall_at_5_max": 0.244844, "nauc_recall_at_5_std": -0.105124, "nauc_recall_at_5_diff1": 0.21792, "nauc_recall_at_10_max": 0.230823, "nauc_recall_at_10_std": -0.098158, "nauc_recall_at_10_diff1": 0.172574, "nauc_recall_at_20_max": 0.247682, "nauc_recall_at_20_std": -0.084897, "nauc_recall_at_20_diff1": 0.146725, "nauc_recall_at_100_max": 0.300501, "nauc_recall_at_100_std": 0.140567, "nauc_recall_at_100_diff1": 0.114299, "nauc_recall_at_1000_max": 0.406056, "nauc_recall_at_1000_std": 0.534249, "nauc_recall_at_1000_diff1": 0.05561, "nauc_precision_at_1_max": 0.267045, "nauc_precision_at_1_std": -0.012859, "nauc_precision_at_1_diff1": 0.322965, "nauc_precision_at_3_max": 0.250822, "nauc_precision_at_3_std": 0.002145, "nauc_precision_at_3_diff1": 0.124013, "nauc_precision_at_5_max": 0.227865, "nauc_precision_at_5_std": 0.053167, "nauc_precision_at_5_diff1": 0.025736, "nauc_precision_at_10_max": 0.18319, "nauc_precision_at_10_std": 0.104983, "nauc_precision_at_10_diff1": -0.063471, "nauc_precision_at_20_max": 0.154046, "nauc_precision_at_20_std": 0.133185, "nauc_precision_at_20_diff1": -0.105823, "nauc_precision_at_100_max": 0.086576, "nauc_precision_at_100_std": 0.244529, "nauc_precision_at_100_diff1": -0.150051, "nauc_precision_at_1000_max": 0.027461, "nauc_precision_at_1000_std": 0.226673, "nauc_precision_at_1000_diff1": -0.177605, "nauc_mrr_at_1_max": 0.267045, "nauc_mrr_at_1_std": -0.012859, "nauc_mrr_at_1_diff1": 0.322965, "nauc_mrr_at_3_max": 0.291533, "nauc_mrr_at_3_std": -0.009694, "nauc_mrr_at_3_diff1": 0.281473, "nauc_mrr_at_5_max": 0.299996, "nauc_mrr_at_5_std": 0.003141, "nauc_mrr_at_5_diff1": 0.275478, "nauc_mrr_at_10_max": 0.294823, "nauc_mrr_at_10_std": -5.7e-05, "nauc_mrr_at_10_diff1": 0.274617, "nauc_mrr_at_20_max": 0.293707, "nauc_mrr_at_20_std": -0.001353, "nauc_mrr_at_20_diff1": 0.275337, "nauc_mrr_at_100_max": 0.292778, "nauc_mrr_at_100_std": -0.000827, "nauc_mrr_at_100_diff1": 0.276503, "nauc_mrr_at_1000_max": 0.29274, "nauc_mrr_at_1000_std": -0.000795, "nauc_mrr_at_1000_diff1": 0.276695, "cv_recall_at_1": 0.45625, "cv_recall_at_3": 0.675, "cv_recall_at_5": 0.73958, "cv_recall_at_10": 0.81875, "cv_recall_at_20": 0.85938, "cv_recall_at_100": 0.94583, "cv_recall_at_1000": 0.99479, "main_score": 0.46929, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "ndcg_at_1": 0.54419, "ndcg_at_3": 0.56109, "ndcg_at_5": 0.58864, "ndcg_at_10": 0.62516, "ndcg_at_20": 0.65178, "ndcg_at_100": 0.68416, "ndcg_at_1000": 0.69063, "map_at_1": 0.35327, "map_at_3": 0.47431, "map_at_5": 0.50776, "map_at_10": 0.53172, "map_at_20": 0.54391, "map_at_100": 0.5519, "map_at_1000": 0.5525, "recall_at_1": 0.35327, "recall_at_3": 0.57121, "recall_at_5": 0.65342, "recall_at_10": 0.75253, "recall_at_20": 0.83141, "recall_at_100": 0.96271, "recall_at_1000": 0.99812, "accuracy": 0.35327, "precision_at_1": 0.54419, "precision_at_3": 0.31899, "precision_at_5": 0.23256, "precision_at_10": 0.13965, "precision_at_20": 0.08081, "precision_at_100": 0.01967, "precision_at_1000": 0.00208, "mrr_at_1": 0.544186, "mrr_at_3": 0.650581, "mrr_at_5": 0.662733, "mrr_at_10": 0.670984, "mrr_at_20": 0.67379, "mrr_at_100": 0.675549, "mrr_at_1000": 0.675586, "nauc_ndcg_at_1_max": 0.359733, "nauc_ndcg_at_1_std": 0.036056, "nauc_ndcg_at_1_diff1": 0.423253, "nauc_ndcg_at_3_max": 0.263, "nauc_ndcg_at_3_std": -0.095351, "nauc_ndcg_at_3_diff1": 0.34582, "nauc_ndcg_at_5_max": 0.259074, "nauc_ndcg_at_5_std": -0.119017, "nauc_ndcg_at_5_diff1": 0.341056, "nauc_ndcg_at_10_max": 0.266906, "nauc_ndcg_at_10_std": -0.102738, "nauc_ndcg_at_10_diff1": 0.341947, "nauc_ndcg_at_20_max": 0.283488, "nauc_ndcg_at_20_std": -0.083284, "nauc_ndcg_at_20_diff1": 0.34537, "nauc_ndcg_at_100_max": 0.303837, "nauc_ndcg_at_100_std": -0.050914, "nauc_ndcg_at_100_diff1": 0.354863, "nauc_ndcg_at_1000_max": 0.308059, "nauc_ndcg_at_1000_std": -0.048231, "nauc_ndcg_at_1000_diff1": 0.360686, "nauc_map_at_1_max": 0.1498, "nauc_map_at_1_std": -0.152583, "nauc_map_at_1_diff1": 0.385244, "nauc_map_at_3_max": 0.183721, "nauc_map_at_3_std": -0.166164, "nauc_map_at_3_diff1": 0.357358, "nauc_map_at_5_max": 0.209091, "nauc_map_at_5_std": -0.153553, "nauc_map_at_5_diff1": 0.348021, "nauc_map_at_10_max": 0.222696, "nauc_map_at_10_std": -0.136905, "nauc_map_at_10_diff1": 0.345508, "nauc_map_at_20_max": 0.232984, "nauc_map_at_20_std": -0.126167, "nauc_map_at_20_diff1": 0.346087, "nauc_map_at_100_max": 0.238396, "nauc_map_at_100_std": -0.117486, "nauc_map_at_100_diff1": 0.348022, "nauc_map_at_1000_max": 0.238873, "nauc_map_at_1000_std": -0.116906, "nauc_map_at_1000_diff1": 0.348415, "nauc_recall_at_1_max": 0.1498, "nauc_recall_at_1_std": -0.152583, "nauc_recall_at_1_diff1": 0.385244, "nauc_recall_at_3_max": 0.12899, "nauc_recall_at_3_std": -0.201944, "nauc_recall_at_3_diff1": 0.272474, "nauc_recall_at_5_max": 0.146824, "nauc_recall_at_5_std": -0.212202, "nauc_recall_at_5_diff1": 0.237682, "nauc_recall_at_10_max": 0.139475, "nauc_recall_at_10_std": -0.189011, "nauc_recall_at_10_diff1": 0.196119, "nauc_recall_at_20_max": 0.141483, "nauc_recall_at_20_std": -0.17549, "nauc_recall_at_20_diff1": 0.170599, "nauc_recall_at_100_max": 0.159584, "nauc_recall_at_100_std": -0.014544, "nauc_recall_at_100_diff1": 0.072015, "nauc_recall_at_1000_max": 0.193773, "nauc_recall_at_1000_std": 0.075943, "nauc_recall_at_1000_diff1": 0.279626, "nauc_precision_at_1_max": 0.359733, "nauc_precision_at_1_std": 0.036056, "nauc_precision_at_1_diff1": 0.423253, "nauc_precision_at_3_max": 0.387266, "nauc_precision_at_3_std": 0.141842, "nauc_precision_at_3_diff1": 0.13504, "nauc_precision_at_5_max": 0.361365, "nauc_precision_at_5_std": 0.194922, "nauc_precision_at_5_diff1": 0.030886, "nauc_precision_at_10_max": 0.323178, "nauc_precision_at_10_std": 0.268646, "nauc_precision_at_10_diff1": -0.023818, "nauc_precision_at_20_max": 0.29698, "nauc_precision_at_20_std": 0.314838, "nauc_precision_at_20_diff1": -0.054291, "nauc_precision_at_100_max": 0.261726, "nauc_precision_at_100_std": 0.385271, "nauc_precision_at_100_diff1": -0.094663, "nauc_precision_at_1000_max": 0.250869, "nauc_precision_at_1000_std": 0.381953, "nauc_precision_at_1000_diff1": -0.0932, "nauc_mrr_at_1_max": 0.359733, "nauc_mrr_at_1_std": 0.036056, "nauc_mrr_at_1_diff1": 0.423253, "nauc_mrr_at_3_max": 0.400567, "nauc_mrr_at_3_std": 0.040448, "nauc_mrr_at_3_diff1": 0.410188, "nauc_mrr_at_5_max": 0.398347, "nauc_mrr_at_5_std": 0.034895, "nauc_mrr_at_5_diff1": 0.412348, "nauc_mrr_at_10_max": 0.398251, "nauc_mrr_at_10_std": 0.038231, "nauc_mrr_at_10_diff1": 0.412289, "nauc_mrr_at_20_max": 0.396699, "nauc_mrr_at_20_std": 0.039282, "nauc_mrr_at_20_diff1": 0.412261, "nauc_mrr_at_100_max": 0.395652, "nauc_mrr_at_100_std": 0.038721, "nauc_mrr_at_100_diff1": 0.412848, "nauc_mrr_at_1000_max": 0.3956, "nauc_mrr_at_1000_std": 0.038693, "nauc_mrr_at_1000_diff1": 0.412865, "cv_recall_at_1": 0.54419, "cv_recall_at_3": 0.78372, "cv_recall_at_5": 0.83721, "cv_recall_at_10": 0.89651, "cv_recall_at_20": 0.93488, "cv_recall_at_100": 0.99302, "cv_recall_at_1000": 1.0, "main_score": 0.62516, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "ndcg_at_1": 0.55399, "ndcg_at_3": 0.54389, "ndcg_at_5": 0.55225, "ndcg_at_10": 0.59149, "ndcg_at_20": 0.62138, "ndcg_at_100": 0.66242, "ndcg_at_1000": 0.67152, "map_at_1": 0.33154, "map_at_3": 0.43733, "map_at_5": 0.46523, "map_at_10": 0.49831, "map_at_20": 0.51171, "map_at_100": 0.52309, "map_at_1000": 0.52405, "recall_at_1": 0.33154, "recall_at_3": 0.50052, "recall_at_5": 0.57486, "recall_at_10": 0.69076, "recall_at_20": 0.78434, "recall_at_100": 0.94106, "recall_at_1000": 0.98732, "accuracy": 0.33154, "precision_at_1": 0.55399, "precision_at_3": 0.33177, "precision_at_5": 0.24131, "precision_at_10": 0.15634, "precision_at_20": 0.09085, "precision_at_100": 0.02362, "precision_at_1000": 0.00255, "mrr_at_1": 0.553991, "mrr_at_3": 0.633803, "mrr_at_5": 0.649531, "mrr_at_10": 0.658179, "mrr_at_20": 0.661712, "mrr_at_100": 0.663605, "mrr_at_1000": 0.663657, "nauc_ndcg_at_1_max": 0.257051, "nauc_ndcg_at_1_std": 0.154636, "nauc_ndcg_at_1_diff1": 0.393949, "nauc_ndcg_at_3_max": 0.215764, "nauc_ndcg_at_3_std": 0.116434, "nauc_ndcg_at_3_diff1": 0.378768, "nauc_ndcg_at_5_max": 0.206418, "nauc_ndcg_at_5_std": 0.119614, "nauc_ndcg_at_5_diff1": 0.418974, "nauc_ndcg_at_10_max": 0.178811, "nauc_ndcg_at_10_std": 0.158967, "nauc_ndcg_at_10_diff1": 0.372145, "nauc_ndcg_at_20_max": 0.189233, "nauc_ndcg_at_20_std": 0.165162, "nauc_ndcg_at_20_diff1": 0.354373, "nauc_ndcg_at_100_max": 0.239611, "nauc_ndcg_at_100_std": 0.176642, "nauc_ndcg_at_100_diff1": 0.372247, "nauc_ndcg_at_1000_max": 0.24781, "nauc_ndcg_at_1000_std": 0.171402, "nauc_ndcg_at_1000_diff1": 0.369342, "nauc_map_at_1_max": 0.002424, "nauc_map_at_1_std": 0.021069, "nauc_map_at_1_diff1": 0.453266, "nauc_map_at_3_max": 0.101801, "nauc_map_at_3_std": 0.087376, "nauc_map_at_3_diff1": 0.418447, "nauc_map_at_5_max": 0.128322, "nauc_map_at_5_std": 0.102444, "nauc_map_at_5_diff1": 0.425279, "nauc_map_at_10_max": 0.140866, "nauc_map_at_10_std": 0.125894, "nauc_map_at_10_diff1": 0.398686, "nauc_map_at_20_max": 0.150821, "nauc_map_at_20_std": 0.128637, "nauc_map_at_20_diff1": 0.391452, "nauc_map_at_100_max": 0.164782, "nauc_map_at_100_std": 0.132256, "nauc_map_at_100_diff1": 0.394994, "nauc_map_at_1000_max": 0.165853, "nauc_map_at_1000_std": 0.131337, "nauc_map_at_1000_diff1": 0.394695, "nauc_recall_at_1_max": 0.002424, "nauc_recall_at_1_std": 0.021069, "nauc_recall_at_1_diff1": 0.453266, "nauc_recall_at_3_max": 0.077377, "nauc_recall_at_3_std": 0.078777, "nauc_recall_at_3_diff1": 0.366773, "nauc_recall_at_5_max": 0.10011, "nauc_recall_at_5_std": 0.083663, "nauc_recall_at_5_diff1": 0.406269, "nauc_recall_at_10_max": 0.037457, "nauc_recall_at_10_std": 0.136121, "nauc_recall_at_10_diff1": 0.276492, "nauc_recall_at_20_max": -0.026823, "nauc_recall_at_20_std": 0.135947, "nauc_recall_at_20_diff1": 0.166801, "nauc_recall_at_100_max": 0.136325, "nauc_recall_at_100_std": 0.316863, "nauc_recall_at_100_diff1": 0.194097, "nauc_recall_at_1000_max": 0.705056, "nauc_recall_at_1000_std": 0.87648, "nauc_recall_at_1000_diff1": 0.007138, "nauc_precision_at_1_max": 0.257051, "nauc_precision_at_1_std": 0.154636, "nauc_precision_at_1_diff1": 0.393949, "nauc_precision_at_3_max": 0.417427, "nauc_precision_at_3_std": 0.209455, "nauc_precision_at_3_diff1": 0.065077, "nauc_precision_at_5_max": 0.453559, "nauc_precision_at_5_std": 0.21004, "nauc_precision_at_5_diff1": 0.033339, "nauc_precision_at_10_max": 0.371627, "nauc_precision_at_10_std": 0.205412, "nauc_precision_at_10_diff1": -0.108553, "nauc_precision_at_20_max": 0.368573, "nauc_precision_at_20_std": 0.172499, "nauc_precision_at_20_diff1": -0.178531, "nauc_precision_at_100_max": 0.371435, "nauc_precision_at_100_std": 0.102454, "nauc_precision_at_100_diff1": -0.158808, "nauc_precision_at_1000_max": 0.352004, "nauc_precision_at_1000_std": 0.054608, "nauc_precision_at_1000_diff1": -0.181555, "nauc_mrr_at_1_max": 0.257051, "nauc_mrr_at_1_std": 0.154636, "nauc_mrr_at_1_diff1": 0.393949, "nauc_mrr_at_3_max": 0.332931, "nauc_mrr_at_3_std": 0.194151, "nauc_mrr_at_3_diff1": 0.357328, "nauc_mrr_at_5_max": 0.34408, "nauc_mrr_at_5_std": 0.195465, "nauc_mrr_at_5_diff1": 0.381214, "nauc_mrr_at_10_max": 0.331308, "nauc_mrr_at_10_std": 0.191919, "nauc_mrr_at_10_diff1": 0.368442, "nauc_mrr_at_20_max": 0.327548, "nauc_mrr_at_20_std": 0.191948, "nauc_mrr_at_20_diff1": 0.367099, "nauc_mrr_at_100_max": 0.327957, "nauc_mrr_at_100_std": 0.19172, "nauc_mrr_at_100_diff1": 0.368012, "nauc_mrr_at_1000_max": 0.327899, "nauc_mrr_at_1000_std": 0.191752, "nauc_mrr_at_1000_diff1": 0.368041, "cv_recall_at_1": 0.55399, "cv_recall_at_3": 0.73239, "cv_recall_at_5": 0.80282, "cv_recall_at_10": 0.86385, "cv_recall_at_20": 0.91549, "cv_recall_at_100": 0.97653, "cv_recall_at_1000": 0.99061, "main_score": 0.59149, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "ndcg_at_1": 0.512, "ndcg_at_3": 0.50149, "ndcg_at_5": 0.52576, "ndcg_at_10": 0.56864, "ndcg_at_20": 0.60727, "ndcg_at_100": 0.64955, "ndcg_at_1000": 0.65945, "map_at_1": 0.2654, "map_at_3": 0.38925, "map_at_5": 0.42852, "map_at_10": 0.46209, "map_at_20": 0.4803, "map_at_100": 0.49258, "map_at_1000": 0.49365, "recall_at_1": 0.2654, "recall_at_3": 0.46455, "recall_at_5": 0.56325, "recall_at_10": 0.68062, "recall_at_20": 0.78679, "recall_at_100": 0.9412, "recall_at_1000": 0.99143, "accuracy": 0.2654, "precision_at_1": 0.512, "precision_at_3": 0.33833, "precision_at_5": 0.2594, "precision_at_10": 0.168, "precision_at_20": 0.10245, "precision_at_100": 0.02616, "precision_at_1000": 0.00281, "mrr_at_1": 0.512, "mrr_at_3": 0.613, "mrr_at_5": 0.63305, "mrr_at_10": 0.642677, "mrr_at_20": 0.64617, "mrr_at_100": 0.647376, "mrr_at_1000": 0.647412, "nauc_ndcg_at_1_max": 0.258209, "nauc_ndcg_at_1_std": 0.072901, "nauc_ndcg_at_1_diff1": 0.364075, "nauc_ndcg_at_3_max": 0.232098, "nauc_ndcg_at_3_std": 0.071061, "nauc_ndcg_at_3_diff1": 0.298126, "nauc_ndcg_at_5_max": 0.235366, "nauc_ndcg_at_5_std": 0.070125, "nauc_ndcg_at_5_diff1": 0.294904, "nauc_ndcg_at_10_max": 0.256741, "nauc_ndcg_at_10_std": 0.081309, "nauc_ndcg_at_10_diff1": 0.293368, "nauc_ndcg_at_20_max": 0.259222, "nauc_ndcg_at_20_std": 0.081036, "nauc_ndcg_at_20_diff1": 0.289896, "nauc_ndcg_at_100_max": 0.26824, "nauc_ndcg_at_100_std": 0.106962, "nauc_ndcg_at_100_diff1": 0.288153, "nauc_ndcg_at_1000_max": 0.266713, "nauc_ndcg_at_1000_std": 0.099928, "nauc_ndcg_at_1000_diff1": 0.294159, "nauc_map_at_1_max": 0.13981, "nauc_map_at_1_std": 0.007347, "nauc_map_at_1_diff1": 0.381432, "nauc_map_at_3_max": 0.181411, "nauc_map_at_3_std": 0.034638, "nauc_map_at_3_diff1": 0.316254, "nauc_map_at_5_max": 0.198771, "nauc_map_at_5_std": 0.040485, "nauc_map_at_5_diff1": 0.308023, "nauc_map_at_10_max": 0.218022, "nauc_map_at_10_std": 0.054571, "nauc_map_at_10_diff1": 0.301964, "nauc_map_at_20_max": 0.22095, "nauc_map_at_20_std": 0.055575, "nauc_map_at_20_diff1": 0.300968, "nauc_map_at_100_max": 0.225004, "nauc_map_at_100_std": 0.063368, "nauc_map_at_100_diff1": 0.299516, "nauc_map_at_1000_max": 0.225081, "nauc_map_at_1000_std": 0.063205, "nauc_map_at_1000_diff1": 0.300062, "nauc_recall_at_1_max": 0.13981, "nauc_recall_at_1_std": 0.007347, "nauc_recall_at_1_diff1": 0.381432, "nauc_recall_at_3_max": 0.163964, "nauc_recall_at_3_std": 0.041591, "nauc_recall_at_3_diff1": 0.250783, "nauc_recall_at_5_max": 0.182057, "nauc_recall_at_5_std": 0.041944, "nauc_recall_at_5_diff1": 0.222353, "nauc_recall_at_10_max": 0.226363, "nauc_recall_at_10_std": 0.079538, "nauc_recall_at_10_diff1": 0.203588, "nauc_recall_at_20_max": 0.215322, "nauc_recall_at_20_std": 0.064735, "nauc_recall_at_20_diff1": 0.17109, "nauc_recall_at_100_max": 0.278988, "nauc_recall_at_100_std": 0.334649, "nauc_recall_at_100_diff1": 0.053364, "nauc_recall_at_1000_max": 0.467413, "nauc_recall_at_1000_std": 0.68965, "nauc_recall_at_1000_diff1": -0.058649, "nauc_precision_at_1_max": 0.258209, "nauc_precision_at_1_std": 0.072901, "nauc_precision_at_1_diff1": 0.364075, "nauc_precision_at_3_max": 0.252278, "nauc_precision_at_3_std": 0.11923, "nauc_precision_at_3_diff1": 0.095482, "nauc_precision_at_5_max": 0.251111, "nauc_precision_at_5_std": 0.135608, "nauc_precision_at_5_diff1": 0.032424, "nauc_precision_at_10_max": 0.223055, "nauc_precision_at_10_std": 0.148917, "nauc_precision_at_10_diff1": -0.0402, "nauc_precision_at_20_max": 0.166399, "nauc_precision_at_20_std": 0.125079, "nauc_precision_at_20_diff1": -0.091864, "nauc_precision_at_100_max": 0.102956, "nauc_precision_at_100_std": 0.143482, "nauc_precision_at_100_diff1": -0.137842, "nauc_precision_at_1000_max": 0.072478, "nauc_precision_at_1000_std": 0.108078, "nauc_precision_at_1000_diff1": -0.136409, "nauc_mrr_at_1_max": 0.258209, "nauc_mrr_at_1_std": 0.072901, "nauc_mrr_at_1_diff1": 0.364075, "nauc_mrr_at_3_max": 0.286335, "nauc_mrr_at_3_std": 0.091504, "nauc_mrr_at_3_diff1": 0.327593, "nauc_mrr_at_5_max": 0.294608, "nauc_mrr_at_5_std": 0.099626, "nauc_mrr_at_5_diff1": 0.32809, "nauc_mrr_at_10_max": 0.295401, "nauc_mrr_at_10_std": 0.100745, "nauc_mrr_at_10_diff1": 0.331876, "nauc_mrr_at_20_max": 0.293542, "nauc_mrr_at_20_std": 0.099209, "nauc_mrr_at_20_diff1": 0.332433, "nauc_mrr_at_100_max": 0.292297, "nauc_mrr_at_100_std": 0.099284, "nauc_mrr_at_100_diff1": 0.332821, "nauc_mrr_at_1000_max": 0.292279, "nauc_mrr_at_1000_std": 0.099221, "nauc_mrr_at_1000_diff1": 0.332842, "cv_recall_at_1": 0.512, "cv_recall_at_3": 0.736, "cv_recall_at_5": 0.824, "cv_recall_at_10": 0.896, "cv_recall_at_20": 0.945, "cv_recall_at_100": 0.988, "cv_recall_at_1000": 0.997, "main_score": 0.56864, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "ndcg_at_1": 0.56846, "ndcg_at_3": 0.60705, "ndcg_at_5": 0.63512, "ndcg_at_10": 0.66179, "ndcg_at_20": 0.68082, "ndcg_at_100": 0.70276, "ndcg_at_1000": 0.71032, "map_at_1": 0.39809, "map_at_3": 0.53409, "map_at_5": 0.56371, "map_at_10": 0.5816, "map_at_20": 0.59025, "map_at_100": 0.59524, "map_at_1000": 0.59571, "recall_at_1": 0.39809, "recall_at_3": 0.62784, "recall_at_5": 0.71136, "recall_at_10": 0.77865, "recall_at_20": 0.83661, "recall_at_100": 0.92837, "recall_at_1000": 0.97618, "accuracy": 0.39809, "precision_at_1": 0.56846, "precision_at_3": 0.33817, "precision_at_5": 0.23693, "precision_at_10": 0.13568, "precision_at_20": 0.0751, "precision_at_100": 0.01726, "precision_at_1000": 0.00184, "mrr_at_1": 0.568465, "mrr_at_3": 0.669087, "mrr_at_5": 0.685477, "mrr_at_10": 0.689623, "mrr_at_20": 0.69174, "mrr_at_100": 0.692773, "mrr_at_1000": 0.692879, "nauc_ndcg_at_1_max": 0.398157, "nauc_ndcg_at_1_std": 0.05677, "nauc_ndcg_at_1_diff1": 0.476062, "nauc_ndcg_at_3_max": 0.384301, "nauc_ndcg_at_3_std": 0.019885, "nauc_ndcg_at_3_diff1": 0.473005, "nauc_ndcg_at_5_max": 0.368118, "nauc_ndcg_at_5_std": 0.018512, "nauc_ndcg_at_5_diff1": 0.468892, "nauc_ndcg_at_10_max": 0.37676, "nauc_ndcg_at_10_std": 0.033242, "nauc_ndcg_at_10_diff1": 0.464335, "nauc_ndcg_at_20_max": 0.375625, "nauc_ndcg_at_20_std": 0.039493, "nauc_ndcg_at_20_diff1": 0.459991, "nauc_ndcg_at_100_max": 0.402938, "nauc_ndcg_at_100_std": 0.081213, "nauc_ndcg_at_100_diff1": 0.467496, "nauc_ndcg_at_1000_max": 0.405365, "nauc_ndcg_at_1000_std": 0.080611, "nauc_ndcg_at_1000_diff1": 0.469783, "nauc_map_at_1_max": 0.181735, "nauc_map_at_1_std": -0.08926, "nauc_map_at_1_diff1": 0.54051, "nauc_map_at_3_max": 0.311422, "nauc_map_at_3_std": -0.036878, "nauc_map_at_3_diff1": 0.499796, "nauc_map_at_5_max": 0.324685, "nauc_map_at_5_std": -0.016646, "nauc_map_at_5_diff1": 0.491133, "nauc_map_at_10_max": 0.335333, "nauc_map_at_10_std": -0.00283, "nauc_map_at_10_diff1": 0.488311, "nauc_map_at_20_max": 0.33555, "nauc_map_at_20_std": 0.001515, "nauc_map_at_20_diff1": 0.487291, "nauc_map_at_100_max": 0.341403, "nauc_map_at_100_std": 0.010295, "nauc_map_at_100_diff1": 0.487292, "nauc_map_at_1000_max": 0.34157, "nauc_map_at_1000_std": 0.010518, "nauc_map_at_1000_diff1": 0.487462, "nauc_recall_at_1_max": 0.181735, "nauc_recall_at_1_std": -0.08926, "nauc_recall_at_1_diff1": 0.54051, "nauc_recall_at_3_max": 0.322925, "nauc_recall_at_3_std": -0.045164, "nauc_recall_at_3_diff1": 0.447579, "nauc_recall_at_5_max": 0.306501, "nauc_recall_at_5_std": -0.029651, "nauc_recall_at_5_diff1": 0.395894, "nauc_recall_at_10_max": 0.306673, "nauc_recall_at_10_std": -0.016122, "nauc_recall_at_10_diff1": 0.377348, "nauc_recall_at_20_max": 0.283392, "nauc_recall_at_20_std": -0.015949, "nauc_recall_at_20_diff1": 0.342677, "nauc_recall_at_100_max": 0.501092, "nauc_recall_at_100_std": 0.384936, "nauc_recall_at_100_diff1": 0.40259, "nauc_recall_at_1000_max": 0.876612, "nauc_recall_at_1000_std": 0.85502, "nauc_recall_at_1000_diff1": 0.563582, "nauc_precision_at_1_max": 0.398157, "nauc_precision_at_1_std": 0.05677, "nauc_precision_at_1_diff1": 0.476062, "nauc_precision_at_3_max": 0.471539, "nauc_precision_at_3_std": 0.243921, "nauc_precision_at_3_diff1": 0.073242, "nauc_precision_at_5_max": 0.403081, "nauc_precision_at_5_std": 0.301561, "nauc_precision_at_5_diff1": -0.039201, "nauc_precision_at_10_max": 0.312872, "nauc_precision_at_10_std": 0.296322, "nauc_precision_at_10_diff1": -0.115816, "nauc_precision_at_20_max": 0.239627, "nauc_precision_at_20_std": 0.286133, "nauc_precision_at_20_diff1": -0.167766, "nauc_precision_at_100_max": 0.227742, "nauc_precision_at_100_std": 0.363537, "nauc_precision_at_100_diff1": -0.216643, "nauc_precision_at_1000_max": 0.201851, "nauc_precision_at_1000_std": 0.345675, "nauc_precision_at_1000_diff1": -0.236752, "nauc_mrr_at_1_max": 0.398157, "nauc_mrr_at_1_std": 0.05677, "nauc_mrr_at_1_diff1": 0.476062, "nauc_mrr_at_3_max": 0.474765, "nauc_mrr_at_3_std": 0.106427, "nauc_mrr_at_3_diff1": 0.450222, "nauc_mrr_at_5_max": 0.46616, "nauc_mrr_at_5_std": 0.110846, "nauc_mrr_at_5_diff1": 0.44258, "nauc_mrr_at_10_max": 0.461903, "nauc_mrr_at_10_std": 0.10583, "nauc_mrr_at_10_diff1": 0.443926, "nauc_mrr_at_20_max": 0.459779, "nauc_mrr_at_20_std": 0.104016, "nauc_mrr_at_20_diff1": 0.443835, "nauc_mrr_at_100_max": 0.45977, "nauc_mrr_at_100_std": 0.105114, "nauc_mrr_at_100_diff1": 0.445135, "nauc_mrr_at_1000_max": 0.459661, "nauc_mrr_at_1000_std": 0.104929, "nauc_mrr_at_1000_diff1": 0.445185, "cv_recall_at_1": 0.56846, "cv_recall_at_3": 0.79253, "cv_recall_at_5": 0.86307, "cv_recall_at_10": 0.89419, "cv_recall_at_20": 0.92324, "cv_recall_at_100": 0.96266, "cv_recall_at_1000": 0.98548, "main_score": 0.66179, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "ndcg_at_1": 0.67995, "ndcg_at_3": 0.77594, "ndcg_at_5": 0.79617, "ndcg_at_10": 0.80381, "ndcg_at_20": 0.80857, "ndcg_at_100": 0.81716, "ndcg_at_1000": 0.81955, "map_at_1": 0.6713, "map_at_3": 0.75188, "map_at_5": 0.76365, "map_at_10": 0.76671, "map_at_20": 0.76815, "map_at_100": 0.76937, "map_at_1000": 0.76945, "recall_at_1": 0.6713, "recall_at_3": 0.84058, "recall_at_5": 0.88829, "recall_at_10": 0.91244, "recall_at_20": 0.93056, "recall_at_100": 0.97585, "recall_at_1000": 0.99517, "accuracy": 0.6713, "precision_at_1": 0.67995, "precision_at_3": 0.28623, "precision_at_5": 0.18188, "precision_at_10": 0.09336, "precision_at_20": 0.04777, "precision_at_100": 0.01005, "precision_at_1000": 0.00103, "mrr_at_1": 0.679952, "mrr_at_3": 0.756441, "mrr_at_5": 0.767311, "mrr_at_10": 0.770365, "mrr_at_20": 0.771531, "mrr_at_100": 0.772669, "mrr_at_1000": 0.77273, "nauc_ndcg_at_1_max": 0.432, "nauc_ndcg_at_1_std": -0.336277, "nauc_ndcg_at_1_diff1": 0.640034, "nauc_ndcg_at_3_max": 0.466411, "nauc_ndcg_at_3_std": -0.411689, "nauc_ndcg_at_3_diff1": 0.60001, "nauc_ndcg_at_5_max": 0.498529, "nauc_ndcg_at_5_std": -0.379677, "nauc_ndcg_at_5_diff1": 0.603081, "nauc_ndcg_at_10_max": 0.497214, "nauc_ndcg_at_10_std": -0.384416, "nauc_ndcg_at_10_diff1": 0.603806, "nauc_ndcg_at_20_max": 0.498641, "nauc_ndcg_at_20_std": -0.372287, "nauc_ndcg_at_20_diff1": 0.60392, "nauc_ndcg_at_100_max": 0.485302, "nauc_ndcg_at_100_std": -0.358714, "nauc_ndcg_at_100_diff1": 0.597706, "nauc_ndcg_at_1000_max": 0.480666, "nauc_ndcg_at_1000_std": -0.36577, "nauc_ndcg_at_1000_diff1": 0.606575, "nauc_map_at_1_max": 0.405854, "nauc_map_at_1_std": -0.353361, "nauc_map_at_1_diff1": 0.637891, "nauc_map_at_3_max": 0.450387, "nauc_map_at_3_std": -0.399862, "nauc_map_at_3_diff1": 0.611307, "nauc_map_at_5_max": 0.467634, "nauc_map_at_5_std": -0.382329, "nauc_map_at_5_diff1": 0.613405, "nauc_map_at_10_max": 0.466452, "nauc_map_at_10_std": -0.383808, "nauc_map_at_10_diff1": 0.613734, "nauc_map_at_20_max": 0.466828, "nauc_map_at_20_std": -0.380218, "nauc_map_at_20_diff1": 0.613978, "nauc_map_at_100_max": 0.46519, "nauc_map_at_100_std": -0.37808, "nauc_map_at_100_diff1": 0.613384, "nauc_map_at_1000_max": 0.465066, "nauc_map_at_1000_std": -0.378162, "nauc_map_at_1000_diff1": 0.613611, "nauc_recall_at_1_max": 0.405854, "nauc_recall_at_1_std": -0.353361, "nauc_recall_at_1_diff1": 0.637891, "nauc_recall_at_3_max": 0.511439, "nauc_recall_at_3_std": -0.484306, "nauc_recall_at_3_diff1": 0.547933, "nauc_recall_at_5_max": 0.652368, "nauc_recall_at_5_std": -0.387099, "nauc_recall_at_5_diff1": 0.541636, "nauc_recall_at_10_max": 0.685271, "nauc_recall_at_10_std": -0.419418, "nauc_recall_at_10_diff1": 0.52858, "nauc_recall_at_20_max": 0.750473, "nauc_recall_at_20_std": -0.3282, "nauc_recall_at_20_diff1": 0.515321, "nauc_recall_at_100_max": 0.749353, "nauc_recall_at_100_std": 0.15054, "nauc_recall_at_100_diff1": 0.127132, "nauc_recall_at_1000_max": 0.546676, "nauc_recall_at_1000_std": 0.023221, "nauc_recall_at_1000_diff1": 0.609598, "nauc_precision_at_1_max": 0.432, "nauc_precision_at_1_std": -0.336277, "nauc_precision_at_1_diff1": 0.640034, "nauc_precision_at_3_max": 0.51792, "nauc_precision_at_3_std": -0.369328, "nauc_precision_at_3_diff1": 0.448727, "nauc_precision_at_5_max": 0.616275, "nauc_precision_at_5_std": -0.205694, "nauc_precision_at_5_diff1": 0.369261, "nauc_precision_at_10_max": 0.636156, "nauc_precision_at_10_std": -0.195363, "nauc_precision_at_10_diff1": 0.327007, "nauc_precision_at_20_max": 0.612619, "nauc_precision_at_20_std": -0.035856, "nauc_precision_at_20_diff1": 0.242766, "nauc_precision_at_100_max": 0.408598, "nauc_precision_at_100_std": 0.376967, "nauc_precision_at_100_diff1": -0.10808, "nauc_precision_at_1000_max": 0.198571, "nauc_precision_at_1000_std": 0.431498, "nauc_precision_at_1000_diff1": -0.139889, "nauc_mrr_at_1_max": 0.432, "nauc_mrr_at_1_std": -0.336277, "nauc_mrr_at_1_diff1": 0.640034, "nauc_mrr_at_3_max": 0.4639, "nauc_mrr_at_3_std": -0.378709, "nauc_mrr_at_3_diff1": 0.612406, "nauc_mrr_at_5_max": 0.47558, "nauc_mrr_at_5_std": -0.363964, "nauc_mrr_at_5_diff1": 0.615234, "nauc_mrr_at_10_max": 0.4745, "nauc_mrr_at_10_std": -0.365196, "nauc_mrr_at_10_diff1": 0.615592, "nauc_mrr_at_20_max": 0.474328, "nauc_mrr_at_20_std": -0.362857, "nauc_mrr_at_20_diff1": 0.615518, "nauc_mrr_at_100_max": 0.472829, "nauc_mrr_at_100_std": -0.3612, "nauc_mrr_at_100_diff1": 0.614865, "nauc_mrr_at_1000_max": 0.472738, "nauc_mrr_at_1000_std": -0.361338, "nauc_mrr_at_1000_diff1": 0.615054, "cv_recall_at_1": 0.67995, "cv_recall_at_3": 0.84541, "cv_recall_at_5": 0.8913, "cv_recall_at_10": 0.91546, "cv_recall_at_20": 0.93237, "cv_recall_at_100": 0.97705, "cv_recall_at_1000": 0.99517, "main_score": 0.80381, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "ndcg_at_1": 0.64802, "ndcg_at_3": 0.66257, "ndcg_at_5": 0.68885, "ndcg_at_10": 0.71733, "ndcg_at_20": 0.7356, "ndcg_at_100": 0.75441, "ndcg_at_1000": 0.7594, "map_at_1": 0.45706, "map_at_3": 0.59557, "map_at_5": 0.62429, "map_at_10": 0.64372, "map_at_20": 0.6519, "map_at_100": 0.65654, "map_at_1000": 0.6569, "recall_at_1": 0.45706, "recall_at_3": 0.67692, "recall_at_5": 0.74984, "recall_at_10": 0.82693, "recall_at_20": 0.88346, "recall_at_100": 0.96089, "recall_at_1000": 0.99181, "accuracy": 0.45706, "precision_at_1": 0.64802, "precision_at_3": 0.35425, "precision_at_5": 0.24475, "precision_at_10": 0.14038, "precision_at_20": 0.07729, "precision_at_100": 0.01741, "precision_at_1000": 0.00181, "mrr_at_1": 0.648022, "mrr_at_3": 0.728058, "mrr_at_5": 0.739109, "mrr_at_10": 0.744998, "mrr_at_20": 0.74652, "mrr_at_100": 0.747559, "mrr_at_1000": 0.747633, "nauc_ndcg_at_1_max": 0.345537, "nauc_ndcg_at_1_std": 0.032423, "nauc_ndcg_at_1_diff1": 0.460349, "nauc_ndcg_at_3_max": 0.275699, "nauc_ndcg_at_3_std": -0.043686, "nauc_ndcg_at_3_diff1": 0.386013, "nauc_ndcg_at_5_max": 0.275968, "nauc_ndcg_at_5_std": -0.051895, "nauc_ndcg_at_5_diff1": 0.380724, "nauc_ndcg_at_10_max": 0.279805, "nauc_ndcg_at_10_std": -0.049754, "nauc_ndcg_at_10_diff1": 0.38356, "nauc_ndcg_at_20_max": 0.303809, "nauc_ndcg_at_20_std": -0.027381, "nauc_ndcg_at_20_diff1": 0.383312, "nauc_ndcg_at_100_max": 0.312108, "nauc_ndcg_at_100_std": 0.00154, "nauc_ndcg_at_100_diff1": 0.390819, "nauc_ndcg_at_1000_max": 0.31138, "nauc_ndcg_at_1000_std": -0.002917, "nauc_ndcg_at_1000_diff1": 0.391476, "nauc_map_at_1_max": 0.154991, "nauc_map_at_1_std": -0.060544, "nauc_map_at_1_diff1": 0.44398, "nauc_map_at_3_max": 0.224118, "nauc_map_at_3_std": -0.074383, "nauc_map_at_3_diff1": 0.390924, "nauc_map_at_5_max": 0.243484, "nauc_map_at_5_std": -0.068635, "nauc_map_at_5_diff1": 0.384052, "nauc_map_at_10_max": 0.252282, "nauc_map_at_10_std": -0.062028, "nauc_map_at_10_diff1": 0.387312, "nauc_map_at_20_max": 0.260559, "nauc_map_at_20_std": -0.05308, "nauc_map_at_20_diff1": 0.385438, "nauc_map_at_100_max": 0.262451, "nauc_map_at_100_std": -0.046846, "nauc_map_at_100_diff1": 0.3875, "nauc_map_at_1000_max": 0.262796, "nauc_map_at_1000_std": -0.046592, "nauc_map_at_1000_diff1": 0.387593, "nauc_recall_at_1_max": 0.154991, "nauc_recall_at_1_std": -0.060544, "nauc_recall_at_1_diff1": 0.44398, "nauc_recall_at_3_max": 0.185344, "nauc_recall_at_3_std": -0.121993, "nauc_recall_at_3_diff1": 0.332364, "nauc_recall_at_5_max": 0.206495, "nauc_recall_at_5_std": -0.124793, "nauc_recall_at_5_diff1": 0.295689, "nauc_recall_at_10_max": 0.190838, "nauc_recall_at_10_std": -0.141502, "nauc_recall_at_10_diff1": 0.281421, "nauc_recall_at_20_max": 0.302957, "nauc_recall_at_20_std": -0.061459, "nauc_recall_at_20_diff1": 0.269862, "nauc_recall_at_100_max": 0.464026, "nauc_recall_at_100_std": 0.408271, "nauc_recall_at_100_diff1": 0.257644, "nauc_recall_at_1000_max": 0.592514, "nauc_recall_at_1000_std": 0.784109, "nauc_recall_at_1000_diff1": -0.023613, "nauc_precision_at_1_max": 0.345537, "nauc_precision_at_1_std": 0.032423, "nauc_precision_at_1_diff1": 0.460349, "nauc_precision_at_3_max": 0.295809, "nauc_precision_at_3_std": 0.075819, "nauc_precision_at_3_diff1": 0.036578, "nauc_precision_at_5_max": 0.263943, "nauc_precision_at_5_std": 0.104149, "nauc_precision_at_5_diff1": -0.041459, "nauc_precision_at_10_max": 0.215061, "nauc_precision_at_10_std": 0.144706, "nauc_precision_at_10_diff1": -0.082423, "nauc_precision_at_20_max": 0.207804, "nauc_precision_at_20_std": 0.184275, "nauc_precision_at_20_diff1": -0.126613, "nauc_precision_at_100_max": 0.169307, "nauc_precision_at_100_std": 0.251234, "nauc_precision_at_100_diff1": -0.156332, "nauc_precision_at_1000_max": 0.15362, "nauc_precision_at_1000_std": 0.23973, "nauc_precision_at_1000_diff1": -0.170301, "nauc_mrr_at_1_max": 0.345537, "nauc_mrr_at_1_std": 0.032423, "nauc_mrr_at_1_diff1": 0.460349, "nauc_mrr_at_3_max": 0.376738, "nauc_mrr_at_3_std": 0.035085, "nauc_mrr_at_3_diff1": 0.433112, "nauc_mrr_at_5_max": 0.376389, "nauc_mrr_at_5_std": 0.036575, "nauc_mrr_at_5_diff1": 0.430324, "nauc_mrr_at_10_max": 0.371592, "nauc_mrr_at_10_std": 0.035874, "nauc_mrr_at_10_diff1": 0.430415, "nauc_mrr_at_20_max": 0.373631, "nauc_mrr_at_20_std": 0.037871, "nauc_mrr_at_20_diff1": 0.432455, "nauc_mrr_at_100_max": 0.373671, "nauc_mrr_at_100_std": 0.038077, "nauc_mrr_at_100_diff1": 0.433007, "nauc_mrr_at_1000_max": 0.373515, "nauc_mrr_at_1000_std": 0.037858, "nauc_mrr_at_1000_diff1": 0.433053, "cv_recall_at_1": 0.64802, "cv_recall_at_3": 0.8281, "cv_recall_at_5": 0.87722, "cv_recall_at_10": 0.92224, "cv_recall_at_20": 0.94543, "cv_recall_at_100": 0.9809, "cv_recall_at_1000": 0.99727, "main_score": 0.71733, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "ndcg_at_1": 0.44538, "ndcg_at_3": 0.58303, "ndcg_at_5": 0.6146, "ndcg_at_10": 0.63574, "ndcg_at_20": 0.64503, "ndcg_at_100": 0.65784, "ndcg_at_1000": 0.66677, "map_at_1": 0.40686, "map_at_3": 0.53501, "map_at_5": 0.55602, "map_at_10": 0.56717, "map_at_20": 0.57005, "map_at_100": 0.57187, "map_at_1000": 0.57221, "recall_at_1": 0.40686, "recall_at_3": 0.67927, "recall_at_5": 0.7549, "recall_at_10": 0.81373, "recall_at_20": 0.84734, "recall_at_100": 0.91317, "recall_at_1000": 0.97899, "accuracy": 0.40686, "precision_at_1": 0.44538, "precision_at_3": 0.2577, "precision_at_5": 0.17311, "precision_at_10": 0.0958, "precision_at_20": 0.05, "precision_at_100": 0.01084, "precision_at_1000": 0.00118, "mrr_at_1": 0.445378, "mrr_at_3": 0.572829, "mrr_at_5": 0.586275, "mrr_at_10": 0.5919, "mrr_at_20": 0.594517, "mrr_at_100": 0.596315, "mrr_at_1000": 0.596582, "nauc_ndcg_at_1_max": 0.221592, "nauc_ndcg_at_1_std": -0.064645, "nauc_ndcg_at_1_diff1": 0.514846, "nauc_ndcg_at_3_max": 0.393023, "nauc_ndcg_at_3_std": 0.038486, "nauc_ndcg_at_3_diff1": 0.469686, "nauc_ndcg_at_5_max": 0.413751, "nauc_ndcg_at_5_std": 0.09771, "nauc_ndcg_at_5_diff1": 0.483973, "nauc_ndcg_at_10_max": 0.405345, "nauc_ndcg_at_10_std": 0.065331, "nauc_ndcg_at_10_diff1": 0.463237, "nauc_ndcg_at_20_max": 0.395012, "nauc_ndcg_at_20_std": 0.08278, "nauc_ndcg_at_20_diff1": 0.45935, "nauc_ndcg_at_100_max": 0.38561, "nauc_ndcg_at_100_std": 0.075985, "nauc_ndcg_at_100_diff1": 0.474174, "nauc_ndcg_at_1000_max": 0.380793, "nauc_ndcg_at_1000_std": 0.057871, "nauc_ndcg_at_1000_diff1": 0.471289, "nauc_map_at_1_max": 0.248174, "nauc_map_at_1_std": -0.074613, "nauc_map_at_1_diff1": 0.560587, "nauc_map_at_3_max": 0.353181, "nauc_map_at_3_std": 0.002739, "nauc_map_at_3_diff1": 0.501617, "nauc_map_at_5_max": 0.363311, "nauc_map_at_5_std": 0.037005, "nauc_map_at_5_diff1": 0.505071, "nauc_map_at_10_max": 0.362364, "nauc_map_at_10_std": 0.021514, "nauc_map_at_10_diff1": 0.494492, "nauc_map_at_20_max": 0.359093, "nauc_map_at_20_std": 0.0252, "nauc_map_at_20_diff1": 0.493275, "nauc_map_at_100_max": 0.35793, "nauc_map_at_100_std": 0.024057, "nauc_map_at_100_diff1": 0.495577, "nauc_map_at_1000_max": 0.357929, "nauc_map_at_1000_std": 0.023648, "nauc_map_at_1000_diff1": 0.495432, "nauc_recall_at_1_max": 0.248174, "nauc_recall_at_1_std": -0.074613, "nauc_recall_at_1_diff1": 0.560587, "nauc_recall_at_3_max": 0.514341, "nauc_recall_at_3_std": 0.165961, "nauc_recall_at_3_diff1": 0.400176, "nauc_recall_at_5_max": 0.606761, "nauc_recall_at_5_std": 0.36283, "nauc_recall_at_5_diff1": 0.437944, "nauc_recall_at_10_max": 0.605132, "nauc_recall_at_10_std": 0.295937, "nauc_recall_at_10_diff1": 0.353983, "nauc_recall_at_20_max": 0.580598, "nauc_recall_at_20_std": 0.46861, "nauc_recall_at_20_diff1": 0.314606, "nauc_recall_at_100_max": 0.550517, "nauc_recall_at_100_std": 0.653396, "nauc_recall_at_100_diff1": 0.396746, "nauc_recall_at_1000_max": 0.660109, "nauc_recall_at_1000_std": 0.839685, "nauc_recall_at_1000_diff1": 0.101742, "nauc_precision_at_1_max": 0.221592, "nauc_precision_at_1_std": -0.064645, "nauc_precision_at_1_diff1": 0.514846, "nauc_precision_at_3_max": 0.440119, "nauc_precision_at_3_std": 0.154429, "nauc_precision_at_3_diff1": 0.20236, "nauc_precision_at_5_max": 0.39443, "nauc_precision_at_5_std": 0.287997, "nauc_precision_at_5_diff1": 0.126469, "nauc_precision_at_10_max": 0.296665, "nauc_precision_at_10_std": 0.141947, "nauc_precision_at_10_diff1": -0.032443, "nauc_precision_at_20_max": 0.23374, "nauc_precision_at_20_std": 0.175907, "nauc_precision_at_20_diff1": -0.099226, "nauc_precision_at_100_max": 0.131355, "nauc_precision_at_100_std": 0.151631, "nauc_precision_at_100_diff1": -0.162358, "nauc_precision_at_1000_max": -0.011892, "nauc_precision_at_1000_std": -0.032085, "nauc_precision_at_1000_diff1": -0.297189, "nauc_mrr_at_1_max": 0.221592, "nauc_mrr_at_1_std": -0.064645, "nauc_mrr_at_1_diff1": 0.514846, "nauc_mrr_at_3_max": 0.342833, "nauc_mrr_at_3_std": -0.0033, "nauc_mrr_at_3_diff1": 0.455306, "nauc_mrr_at_5_max": 0.353849, "nauc_mrr_at_5_std": 0.017594, "nauc_mrr_at_5_diff1": 0.468517, "nauc_mrr_at_10_max": 0.343873, "nauc_mrr_at_10_std": 0.00748, "nauc_mrr_at_10_diff1": 0.464104, "nauc_mrr_at_20_max": 0.340898, "nauc_mrr_at_20_std": 0.0119, "nauc_mrr_at_20_diff1": 0.463025, "nauc_mrr_at_100_max": 0.339945, "nauc_mrr_at_100_std": 0.009793, "nauc_mrr_at_100_diff1": 0.466429, "nauc_mrr_at_1000_max": 0.339884, "nauc_mrr_at_1000_std": 0.009503, "nauc_mrr_at_1000_diff1": 0.466347, "cv_recall_at_1": 0.44538, "cv_recall_at_3": 0.73109, "cv_recall_at_5": 0.78992, "cv_recall_at_10": 0.83193, "cv_recall_at_20": 0.86555, "cv_recall_at_100": 0.93277, "cv_recall_at_1000": 0.98319, "main_score": 0.63574, "hf_subset": "yo", "languages": [ "yor-Latn" ] }, { "ndcg_at_1": 0.50636, "ndcg_at_3": 0.5024, "ndcg_at_5": 0.53496, "ndcg_at_10": 0.58349, "ndcg_at_20": 0.62143, "ndcg_at_100": 0.65819, "ndcg_at_1000": 0.66381, "map_at_1": 0.26111, "map_at_3": 0.39503, "map_at_5": 0.4416, "map_at_10": 0.47537, "map_at_20": 0.4932, "map_at_100": 0.50362, "map_at_1000": 0.50429, "recall_at_1": 0.26111, "recall_at_3": 0.47615, "recall_at_5": 0.59105, "recall_at_10": 0.71941, "recall_at_20": 0.83036, "recall_at_100": 0.97191, "recall_at_1000": 0.99936, "accuracy": 0.26111, "precision_at_1": 0.50636, "precision_at_3": 0.34521, "precision_at_5": 0.26463, "precision_at_10": 0.16743, "precision_at_20": 0.10013, "precision_at_100": 0.02427, "precision_at_1000": 0.00253, "mrr_at_1": 0.506361, "mrr_at_3": 0.613656, "mrr_at_5": 0.629941, "mrr_at_10": 0.640699, "mrr_at_20": 0.644483, "mrr_at_100": 0.645887, "mrr_at_1000": 0.645904, "nauc_ndcg_at_1_max": 0.328464, "nauc_ndcg_at_1_std": -0.030686, "nauc_ndcg_at_1_diff1": 0.325637, "nauc_ndcg_at_3_max": 0.254183, "nauc_ndcg_at_3_std": -0.025825, "nauc_ndcg_at_3_diff1": 0.241824, "nauc_ndcg_at_5_max": 0.276536, "nauc_ndcg_at_5_std": -0.024875, "nauc_ndcg_at_5_diff1": 0.284735, "nauc_ndcg_at_10_max": 0.281991, "nauc_ndcg_at_10_std": -0.023019, "nauc_ndcg_at_10_diff1": 0.267056, "nauc_ndcg_at_20_max": 0.297228, "nauc_ndcg_at_20_std": -0.021343, "nauc_ndcg_at_20_diff1": 0.261221, "nauc_ndcg_at_100_max": 0.305626, "nauc_ndcg_at_100_std": 0.001005, "nauc_ndcg_at_100_diff1": 0.257959, "nauc_ndcg_at_1000_max": 0.303489, "nauc_ndcg_at_1000_std": -0.009687, "nauc_ndcg_at_1000_diff1": 0.266158, "nauc_map_at_1_max": 0.129527, "nauc_map_at_1_std": -0.099882, "nauc_map_at_1_diff1": 0.419024, "nauc_map_at_3_max": 0.184295, "nauc_map_at_3_std": -0.078992, "nauc_map_at_3_diff1": 0.297733, "nauc_map_at_5_max": 0.231746, "nauc_map_at_5_std": -0.057178, "nauc_map_at_5_diff1": 0.30946, "nauc_map_at_10_max": 0.249943, "nauc_map_at_10_std": -0.042612, "nauc_map_at_10_diff1": 0.287723, "nauc_map_at_20_max": 0.260626, "nauc_map_at_20_std": -0.040016, "nauc_map_at_20_diff1": 0.280881, "nauc_map_at_100_max": 0.265417, "nauc_map_at_100_std": -0.032752, "nauc_map_at_100_diff1": 0.277736, "nauc_map_at_1000_max": 0.265045, "nauc_map_at_1000_std": -0.033522, "nauc_map_at_1000_diff1": 0.278394, "nauc_recall_at_1_max": 0.129527, "nauc_recall_at_1_std": -0.099882, "nauc_recall_at_1_diff1": 0.419024, "nauc_recall_at_3_max": 0.134274, "nauc_recall_at_3_std": -0.062566, "nauc_recall_at_3_diff1": 0.218905, "nauc_recall_at_5_max": 0.192315, "nauc_recall_at_5_std": -0.052368, "nauc_recall_at_5_diff1": 0.24964, "nauc_recall_at_10_max": 0.207432, "nauc_recall_at_10_std": -0.020388, "nauc_recall_at_10_diff1": 0.180381, "nauc_recall_at_20_max": 0.218134, "nauc_recall_at_20_std": -0.021992, "nauc_recall_at_20_diff1": 0.137497, "nauc_recall_at_100_max": 0.238403, "nauc_recall_at_100_std": 0.462373, "nauc_recall_at_100_diff1": -0.128248, "nauc_recall_at_1000_max": 0.358105, "nauc_recall_at_1000_std": 1.0, "nauc_recall_at_1000_diff1": 0.722146, "nauc_precision_at_1_max": 0.328464, "nauc_precision_at_1_std": -0.030686, "nauc_precision_at_1_diff1": 0.325637, "nauc_precision_at_3_max": 0.309301, "nauc_precision_at_3_std": 0.082789, "nauc_precision_at_3_diff1": -0.041236, "nauc_precision_at_5_max": 0.360868, "nauc_precision_at_5_std": 0.142584, "nauc_precision_at_5_diff1": -0.045635, "nauc_precision_at_10_max": 0.328692, "nauc_precision_at_10_std": 0.175343, "nauc_precision_at_10_diff1": -0.147514, "nauc_precision_at_20_max": 0.292625, "nauc_precision_at_20_std": 0.166439, "nauc_precision_at_20_diff1": -0.185303, "nauc_precision_at_100_max": 0.228767, "nauc_precision_at_100_std": 0.202888, "nauc_precision_at_100_diff1": -0.209359, "nauc_precision_at_1000_max": 0.195469, "nauc_precision_at_1000_std": 0.171995, "nauc_precision_at_1000_diff1": -0.190314, "nauc_mrr_at_1_max": 0.328464, "nauc_mrr_at_1_std": -0.030686, "nauc_mrr_at_1_diff1": 0.325637, "nauc_mrr_at_3_max": 0.32041, "nauc_mrr_at_3_std": -0.002685, "nauc_mrr_at_3_diff1": 0.280978, "nauc_mrr_at_5_max": 0.332389, "nauc_mrr_at_5_std": -0.008144, "nauc_mrr_at_5_diff1": 0.284192, "nauc_mrr_at_10_max": 0.334745, "nauc_mrr_at_10_std": -0.01241, "nauc_mrr_at_10_diff1": 0.284933, "nauc_mrr_at_20_max": 0.334334, "nauc_mrr_at_20_std": -0.01101, "nauc_mrr_at_20_diff1": 0.286878, "nauc_mrr_at_100_max": 0.333188, "nauc_mrr_at_100_std": -0.01168, "nauc_mrr_at_100_diff1": 0.28739, "nauc_mrr_at_1000_max": 0.333219, "nauc_mrr_at_1000_std": -0.011725, "nauc_mrr_at_1000_diff1": 0.287418, "cv_recall_at_1": 0.50636, "cv_recall_at_3": 0.74555, "cv_recall_at_5": 0.81679, "cv_recall_at_10": 0.89567, "cv_recall_at_20": 0.94911, "cv_recall_at_100": 0.99746, "cv_recall_at_1000": 1.0, "main_score": 0.58349, "hf_subset": "zh", "languages": [ "zho-Hans" ] } ] }, "evaluation_time": 3514.289225101471, "kg_co2_emissions": null }