{ "dataset_revision": "main", "task_name": "PublicHealthQA", "mteb_version": "1.18.0", "scores": { "test": [ { "ndcg_at_1": 0.55814, "ndcg_at_3": 0.70307, "ndcg_at_5": 0.73609, "ndcg_at_10": 0.75449, "ndcg_at_20": 0.76317, "ndcg_at_100": 0.76793, "ndcg_at_1000": 0.76793, "map_at_1": 0.55814, "map_at_3": 0.6686, "map_at_5": 0.68663, "map_at_10": 0.69401, "map_at_20": 0.69632, "map_at_100": 0.69714, "map_at_1000": 0.69714, "recall_at_1": 0.55814, "recall_at_3": 0.80233, "recall_at_5": 0.88372, "recall_at_10": 0.94186, "recall_at_20": 0.97674, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.55814, "precision_at_3": 0.26744, "precision_at_5": 0.17674, "precision_at_10": 0.09419, "precision_at_20": 0.04884, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.55814, "mrr_at_3": 0.668605, "mrr_at_5": 0.686628, "mrr_at_10": 0.694006, "mrr_at_20": 0.696321, "mrr_at_100": 0.697137, "mrr_at_1000": 0.697137, "nauc_ndcg_at_1_max": 0.373019, "nauc_ndcg_at_1_std": -0.144622, "nauc_ndcg_at_1_diff1": 0.642397, "nauc_ndcg_at_3_max": 0.4296, "nauc_ndcg_at_3_std": -0.061821, "nauc_ndcg_at_3_diff1": 0.502817, "nauc_ndcg_at_5_max": 0.391153, "nauc_ndcg_at_5_std": -0.093635, "nauc_ndcg_at_5_diff1": 0.486631, "nauc_ndcg_at_10_max": 0.3912, "nauc_ndcg_at_10_std": -0.072742, "nauc_ndcg_at_10_diff1": 0.52045, "nauc_ndcg_at_20_max": 0.397335, "nauc_ndcg_at_20_std": -0.076781, "nauc_ndcg_at_20_diff1": 0.531236, "nauc_ndcg_at_100_max": 0.387085, "nauc_ndcg_at_100_std": -0.101107, "nauc_ndcg_at_100_diff1": 0.537799, "nauc_ndcg_at_1000_max": 0.387085, "nauc_ndcg_at_1000_std": -0.101107, "nauc_ndcg_at_1000_diff1": 0.537799, "nauc_map_at_1_max": 0.373019, "nauc_map_at_1_std": -0.144622, "nauc_map_at_1_diff1": 0.642397, "nauc_map_at_3_max": 0.40746, "nauc_map_at_3_std": -0.088351, "nauc_map_at_3_diff1": 0.539171, "nauc_map_at_5_max": 0.386647, "nauc_map_at_5_std": -0.106584, "nauc_map_at_5_diff1": 0.532764, "nauc_map_at_10_max": 0.384834, "nauc_map_at_10_std": -0.102191, "nauc_map_at_10_diff1": 0.545802, "nauc_map_at_20_max": 0.386256, "nauc_map_at_20_std": -0.104148, "nauc_map_at_20_diff1": 0.547976, "nauc_map_at_100_max": 0.384859, "nauc_map_at_100_std": -0.107459, "nauc_map_at_100_diff1": 0.548883, "nauc_map_at_1000_max": 0.384859, "nauc_map_at_1000_std": -0.107459, "nauc_map_at_1000_diff1": 0.548883, "nauc_recall_at_1_max": 0.373019, "nauc_recall_at_1_std": -0.144622, "nauc_recall_at_1_diff1": 0.642397, "nauc_recall_at_3_max": 0.52424, "nauc_recall_at_3_std": 0.04893, "nauc_recall_at_3_diff1": 0.355669, "nauc_recall_at_5_max": 0.415202, "nauc_recall_at_5_std": -0.016827, "nauc_recall_at_5_diff1": 0.199118, "nauc_recall_at_10_max": 0.478174, "nauc_recall_at_10_std": 0.33191, "nauc_recall_at_10_diff1": 0.269633, "nauc_recall_at_20_max": 0.795286, "nauc_recall_at_20_std": 0.868602, "nauc_recall_at_20_diff1": 0.273935, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.373019, "nauc_precision_at_1_std": -0.144622, "nauc_precision_at_1_diff1": 0.642397, "nauc_precision_at_3_max": 0.52424, "nauc_precision_at_3_std": 0.04893, "nauc_precision_at_3_diff1": 0.355669, "nauc_precision_at_5_max": 0.415202, "nauc_precision_at_5_std": -0.016827, "nauc_precision_at_5_diff1": 0.199118, "nauc_precision_at_10_max": 0.478174, "nauc_precision_at_10_std": 0.33191, "nauc_precision_at_10_diff1": 0.269633, "nauc_precision_at_20_max": 0.795286, "nauc_precision_at_20_std": 0.868602, "nauc_precision_at_20_diff1": 0.273935, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.373019, "nauc_mrr_at_1_std": -0.144622, "nauc_mrr_at_1_diff1": 0.642397, "nauc_mrr_at_3_max": 0.40746, "nauc_mrr_at_3_std": -0.088351, "nauc_mrr_at_3_diff1": 0.539171, "nauc_mrr_at_5_max": 0.386647, "nauc_mrr_at_5_std": -0.106584, "nauc_mrr_at_5_diff1": 0.532764, "nauc_mrr_at_10_max": 0.384834, "nauc_mrr_at_10_std": -0.102191, "nauc_mrr_at_10_diff1": 0.545802, "nauc_mrr_at_20_max": 0.386256, "nauc_mrr_at_20_std": -0.104148, "nauc_mrr_at_20_diff1": 0.547976, "nauc_mrr_at_100_max": 0.384859, "nauc_mrr_at_100_std": -0.107459, "nauc_mrr_at_100_diff1": 0.548883, "nauc_mrr_at_1000_max": 0.384859, "nauc_mrr_at_1000_std": -0.107459, "nauc_mrr_at_1000_diff1": 0.548883, "main_score": 0.75449, "hf_subset": "arabic", "languages": [ "ara-Arab" ] }, { "ndcg_at_1": 0.68712, "ndcg_at_3": 0.78053, "ndcg_at_5": 0.8014, "ndcg_at_10": 0.82127, "ndcg_at_20": 0.82917, "ndcg_at_100": 0.83176, "ndcg_at_1000": 0.83176, "map_at_1": 0.68712, "map_at_3": 0.75767, "map_at_5": 0.76963, "map_at_10": 0.77785, "map_at_20": 0.7801, "map_at_100": 0.78058, "map_at_1000": 0.78058, "recall_at_1": 0.68712, "recall_at_3": 0.84663, "recall_at_5": 0.89571, "recall_at_10": 0.95706, "recall_at_20": 0.98773, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.68712, "precision_at_3": 0.28221, "precision_at_5": 0.17914, "precision_at_10": 0.09571, "precision_at_20": 0.04939, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.687117, "mrr_at_3": 0.757669, "mrr_at_5": 0.769632, "mrr_at_10": 0.777853, "mrr_at_20": 0.780096, "mrr_at_100": 0.780577, "mrr_at_1000": 0.780577, "nauc_ndcg_at_1_max": 0.42911, "nauc_ndcg_at_1_std": 0.014857, "nauc_ndcg_at_1_diff1": 0.596455, "nauc_ndcg_at_3_max": 0.481503, "nauc_ndcg_at_3_std": 0.126784, "nauc_ndcg_at_3_diff1": 0.549698, "nauc_ndcg_at_5_max": 0.480631, "nauc_ndcg_at_5_std": 0.119872, "nauc_ndcg_at_5_diff1": 0.5707, "nauc_ndcg_at_10_max": 0.49569, "nauc_ndcg_at_10_std": 0.120858, "nauc_ndcg_at_10_diff1": 0.58264, "nauc_ndcg_at_20_max": 0.472163, "nauc_ndcg_at_20_std": 0.094241, "nauc_ndcg_at_20_diff1": 0.58341, "nauc_ndcg_at_100_max": 0.469258, "nauc_ndcg_at_100_std": 0.091142, "nauc_ndcg_at_100_diff1": 0.578545, "nauc_ndcg_at_1000_max": 0.469258, "nauc_ndcg_at_1000_std": 0.091142, "nauc_ndcg_at_1000_diff1": 0.578545, "nauc_map_at_1_max": 0.42911, "nauc_map_at_1_std": 0.014857, "nauc_map_at_1_diff1": 0.596455, "nauc_map_at_3_max": 0.466285, "nauc_map_at_3_std": 0.096701, "nauc_map_at_3_diff1": 0.564056, "nauc_map_at_5_max": 0.464337, "nauc_map_at_5_std": 0.090278, "nauc_map_at_5_diff1": 0.575385, "nauc_map_at_10_max": 0.469537, "nauc_map_at_10_std": 0.089025, "nauc_map_at_10_diff1": 0.579942, "nauc_map_at_20_max": 0.464051, "nauc_map_at_20_std": 0.083141, "nauc_map_at_20_diff1": 0.579897, "nauc_map_at_100_max": 0.463613, "nauc_map_at_100_std": 0.082686, "nauc_map_at_100_diff1": 0.579189, "nauc_map_at_1000_max": 0.463613, "nauc_map_at_1000_std": 0.082686, "nauc_map_at_1000_diff1": 0.579189, "nauc_recall_at_1_max": 0.42911, "nauc_recall_at_1_std": 0.014857, "nauc_recall_at_1_diff1": 0.596455, "nauc_recall_at_3_max": 0.545551, "nauc_recall_at_3_std": 0.251877, "nauc_recall_at_3_diff1": 0.488782, "nauc_recall_at_5_max": 0.574402, "nauc_recall_at_5_std": 0.286958, "nauc_recall_at_5_diff1": 0.548544, "nauc_recall_at_10_max": 0.859279, "nauc_recall_at_10_std": 0.541601, "nauc_recall_at_10_diff1": 0.645028, "nauc_recall_at_20_max": 0.637929, "nauc_recall_at_20_std": 0.274205, "nauc_recall_at_20_diff1": 0.861018, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.42911, "nauc_precision_at_1_std": 0.014857, "nauc_precision_at_1_diff1": 0.596455, "nauc_precision_at_3_max": 0.545551, "nauc_precision_at_3_std": 0.251877, "nauc_precision_at_3_diff1": 0.488782, "nauc_precision_at_5_max": 0.574402, "nauc_precision_at_5_std": 0.286958, "nauc_precision_at_5_diff1": 0.548544, "nauc_precision_at_10_max": 0.859279, "nauc_precision_at_10_std": 0.541601, "nauc_precision_at_10_diff1": 0.645028, "nauc_precision_at_20_max": 0.637929, "nauc_precision_at_20_std": 0.274205, "nauc_precision_at_20_diff1": 0.861018, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.42911, "nauc_mrr_at_1_std": 0.014857, "nauc_mrr_at_1_diff1": 0.596455, "nauc_mrr_at_3_max": 0.466285, "nauc_mrr_at_3_std": 0.096701, "nauc_mrr_at_3_diff1": 0.564056, "nauc_mrr_at_5_max": 0.464337, "nauc_mrr_at_5_std": 0.090278, "nauc_mrr_at_5_diff1": 0.575385, "nauc_mrr_at_10_max": 0.469537, "nauc_mrr_at_10_std": 0.089025, "nauc_mrr_at_10_diff1": 0.579942, "nauc_mrr_at_20_max": 0.464051, "nauc_mrr_at_20_std": 0.083141, "nauc_mrr_at_20_diff1": 0.579897, "nauc_mrr_at_100_max": 0.463613, "nauc_mrr_at_100_std": 0.082686, "nauc_mrr_at_100_diff1": 0.579189, "nauc_mrr_at_1000_max": 0.463613, "nauc_mrr_at_1000_std": 0.082686, "nauc_mrr_at_1000_diff1": 0.579189, "main_score": 0.82127, "hf_subset": "chinese", "languages": [ "zho-Hans" ] }, { "ndcg_at_1": 0.70349, "ndcg_at_3": 0.82793, "ndcg_at_5": 0.84045, "ndcg_at_10": 0.8567, "ndcg_at_20": 0.8567, "ndcg_at_100": 0.8567, "ndcg_at_1000": 0.85756, "map_at_1": 0.70349, "map_at_3": 0.79845, "map_at_5": 0.80572, "map_at_10": 0.81205, "map_at_20": 0.81205, "map_at_100": 0.81205, "map_at_1000": 0.8121, "recall_at_1": 0.70349, "recall_at_3": 0.91279, "recall_at_5": 0.94186, "recall_at_10": 0.99419, "recall_at_20": 0.99419, "recall_at_100": 0.99419, "recall_at_1000": 1.0, "precision_at_1": 0.70349, "precision_at_3": 0.30426, "precision_at_5": 0.18837, "precision_at_10": 0.09942, "precision_at_20": 0.04971, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.703488, "mrr_at_3": 0.79845, "mrr_at_5": 0.805717, "mrr_at_10": 0.812045, "mrr_at_20": 0.812045, "mrr_at_100": 0.812045, "mrr_at_1000": 0.812098, "nauc_ndcg_at_1_max": 0.472661, "nauc_ndcg_at_1_std": -0.235746, "nauc_ndcg_at_1_diff1": 0.733546, "nauc_ndcg_at_3_max": 0.47796, "nauc_ndcg_at_3_std": -0.105384, "nauc_ndcg_at_3_diff1": 0.718546, "nauc_ndcg_at_5_max": 0.493508, "nauc_ndcg_at_5_std": -0.143675, "nauc_ndcg_at_5_diff1": 0.703424, "nauc_ndcg_at_10_max": 0.480292, "nauc_ndcg_at_10_std": -0.153315, "nauc_ndcg_at_10_diff1": 0.72587, "nauc_ndcg_at_20_max": 0.480292, "nauc_ndcg_at_20_std": -0.153315, "nauc_ndcg_at_20_diff1": 0.72587, "nauc_ndcg_at_100_max": 0.480292, "nauc_ndcg_at_100_std": -0.153315, "nauc_ndcg_at_100_diff1": 0.72587, "nauc_ndcg_at_1000_max": 0.476791, "nauc_ndcg_at_1000_std": -0.161085, "nauc_ndcg_at_1000_diff1": 0.724023, "nauc_map_at_1_max": 0.472661, "nauc_map_at_1_std": -0.235746, "nauc_map_at_1_diff1": 0.733546, "nauc_map_at_3_max": 0.472142, "nauc_map_at_3_std": -0.147402, "nauc_map_at_3_diff1": 0.723889, "nauc_map_at_5_max": 0.479398, "nauc_map_at_5_std": -0.167639, "nauc_map_at_5_diff1": 0.716817, "nauc_map_at_10_max": 0.474088, "nauc_map_at_10_std": -0.170881, "nauc_map_at_10_diff1": 0.724579, "nauc_map_at_20_max": 0.474088, "nauc_map_at_20_std": -0.170881, "nauc_map_at_20_diff1": 0.724579, "nauc_map_at_100_max": 0.474088, "nauc_map_at_100_std": -0.170881, "nauc_map_at_100_diff1": 0.724579, "nauc_map_at_1000_max": 0.473923, "nauc_map_at_1000_std": -0.171249, "nauc_map_at_1000_diff1": 0.724492, "nauc_recall_at_1_max": 0.472661, "nauc_recall_at_1_std": -0.235746, "nauc_recall_at_1_diff1": 0.733546, "nauc_recall_at_3_max": 0.516111, "nauc_recall_at_3_std": 0.143178, "nauc_recall_at_3_diff1": 0.68648, "nauc_recall_at_5_max": 0.624528, "nauc_recall_at_5_std": 0.047431, "nauc_recall_at_5_diff1": 0.583549, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 1.0, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 1.0, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": 1.0, "nauc_recall_at_100_std": 1.0, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.472661, "nauc_precision_at_1_std": -0.235746, "nauc_precision_at_1_diff1": 0.733546, "nauc_precision_at_3_max": 0.516111, "nauc_precision_at_3_std": 0.143178, "nauc_precision_at_3_diff1": 0.68648, "nauc_precision_at_5_max": 0.624528, "nauc_precision_at_5_std": 0.047431, "nauc_precision_at_5_diff1": 0.583549, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 1.0, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.472661, "nauc_mrr_at_1_std": -0.235746, "nauc_mrr_at_1_diff1": 0.733546, "nauc_mrr_at_3_max": 0.472142, "nauc_mrr_at_3_std": -0.147402, "nauc_mrr_at_3_diff1": 0.723889, "nauc_mrr_at_5_max": 0.479398, "nauc_mrr_at_5_std": -0.167639, "nauc_mrr_at_5_diff1": 0.716817, "nauc_mrr_at_10_max": 0.474088, "nauc_mrr_at_10_std": -0.170881, "nauc_mrr_at_10_diff1": 0.724579, "nauc_mrr_at_20_max": 0.474088, "nauc_mrr_at_20_std": -0.170881, "nauc_mrr_at_20_diff1": 0.724579, "nauc_mrr_at_100_max": 0.474088, "nauc_mrr_at_100_std": -0.170881, "nauc_mrr_at_100_diff1": 0.724579, "nauc_mrr_at_1000_max": 0.473923, "nauc_mrr_at_1000_std": -0.171249, "nauc_mrr_at_1000_diff1": 0.724492, "main_score": 0.8567, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.71765, "ndcg_at_3": 0.81821, "ndcg_at_5": 0.84706, "ndcg_at_10": 0.85431, "ndcg_at_20": 0.85759, "ndcg_at_100": 0.85759, "ndcg_at_1000": 0.85759, "map_at_1": 0.71765, "map_at_3": 0.79216, "map_at_5": 0.80804, "map_at_10": 0.81082, "map_at_20": 0.81189, "map_at_100": 0.81189, "map_at_1000": 0.81189, "recall_at_1": 0.71765, "recall_at_3": 0.89412, "recall_at_5": 0.96471, "recall_at_10": 0.98824, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.71765, "precision_at_3": 0.29804, "precision_at_5": 0.19294, "precision_at_10": 0.09882, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.717647, "mrr_at_3": 0.792157, "mrr_at_5": 0.808039, "mrr_at_10": 0.810817, "mrr_at_20": 0.811887, "mrr_at_100": 0.811887, "mrr_at_1000": 0.811887, "nauc_ndcg_at_1_max": 0.320503, "nauc_ndcg_at_1_std": -0.096974, "nauc_ndcg_at_1_diff1": 0.865487, "nauc_ndcg_at_3_max": 0.377253, "nauc_ndcg_at_3_std": 0.013025, "nauc_ndcg_at_3_diff1": 0.844484, "nauc_ndcg_at_5_max": 0.313493, "nauc_ndcg_at_5_std": -0.109039, "nauc_ndcg_at_5_diff1": 0.84551, "nauc_ndcg_at_10_max": 0.342811, "nauc_ndcg_at_10_std": -0.052421, "nauc_ndcg_at_10_diff1": 0.853145, "nauc_ndcg_at_20_max": 0.342432, "nauc_ndcg_at_20_std": -0.068055, "nauc_ndcg_at_20_diff1": 0.852707, "nauc_ndcg_at_100_max": 0.342432, "nauc_ndcg_at_100_std": -0.068055, "nauc_ndcg_at_100_diff1": 0.852707, "nauc_ndcg_at_1000_max": 0.342432, "nauc_ndcg_at_1000_std": -0.068055, "nauc_ndcg_at_1000_diff1": 0.852707, "nauc_map_at_1_max": 0.320503, "nauc_map_at_1_std": -0.096974, "nauc_map_at_1_diff1": 0.865487, "nauc_map_at_3_max": 0.364615, "nauc_map_at_3_std": -0.023851, "nauc_map_at_3_diff1": 0.851125, "nauc_map_at_5_max": 0.334243, "nauc_map_at_5_std": -0.081535, "nauc_map_at_5_diff1": 0.85159, "nauc_map_at_10_max": 0.343065, "nauc_map_at_10_std": -0.064647, "nauc_map_at_10_diff1": 0.854044, "nauc_map_at_20_max": 0.342973, "nauc_map_at_20_std": -0.06859, "nauc_map_at_20_diff1": 0.853941, "nauc_map_at_100_max": 0.342973, "nauc_map_at_100_std": -0.06859, "nauc_map_at_100_diff1": 0.853941, "nauc_map_at_1000_max": 0.342973, "nauc_map_at_1000_std": -0.06859, "nauc_map_at_1000_diff1": 0.853941, "nauc_recall_at_1_max": 0.320503, "nauc_recall_at_1_std": -0.096974, "nauc_recall_at_1_diff1": 0.865487, "nauc_recall_at_3_max": 0.438649, "nauc_recall_at_3_std": 0.205229, "nauc_recall_at_3_diff1": 0.810149, "nauc_recall_at_5_max": -0.02891, "nauc_recall_at_5_std": -0.576187, "nauc_recall_at_5_diff1": 0.764613, "nauc_recall_at_10_max": 0.357501, "nauc_recall_at_10_std": 0.55358, "nauc_recall_at_10_diff1": 0.87013, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.320503, "nauc_precision_at_1_std": -0.096974, "nauc_precision_at_1_diff1": 0.865487, "nauc_precision_at_3_max": 0.438649, "nauc_precision_at_3_std": 0.205229, "nauc_precision_at_3_diff1": 0.810149, "nauc_precision_at_5_max": -0.02891, "nauc_precision_at_5_std": -0.576187, "nauc_precision_at_5_diff1": 0.764613, "nauc_precision_at_10_max": 0.357501, "nauc_precision_at_10_std": 0.55358, "nauc_precision_at_10_diff1": 0.87013, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.320503, "nauc_mrr_at_1_std": -0.096974, "nauc_mrr_at_1_diff1": 0.865487, "nauc_mrr_at_3_max": 0.364615, "nauc_mrr_at_3_std": -0.023851, "nauc_mrr_at_3_diff1": 0.851125, "nauc_mrr_at_5_max": 0.334243, "nauc_mrr_at_5_std": -0.081535, "nauc_mrr_at_5_diff1": 0.85159, "nauc_mrr_at_10_max": 0.343065, "nauc_mrr_at_10_std": -0.064647, "nauc_mrr_at_10_diff1": 0.854044, "nauc_mrr_at_20_max": 0.342973, "nauc_mrr_at_20_std": -0.06859, "nauc_mrr_at_20_diff1": 0.853941, "nauc_mrr_at_100_max": 0.342973, "nauc_mrr_at_100_std": -0.06859, "nauc_mrr_at_100_diff1": 0.853941, "nauc_mrr_at_1000_max": 0.342973, "nauc_mrr_at_1000_std": -0.06859, "nauc_mrr_at_1000_diff1": 0.853941, "main_score": 0.85431, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.48052, "ndcg_at_3": 0.57545, "ndcg_at_5": 0.61905, "ndcg_at_10": 0.66307, "ndcg_at_20": 0.68942, "ndcg_at_100": 0.695, "ndcg_at_1000": 0.695, "map_at_1": 0.48052, "map_at_3": 0.55411, "map_at_5": 0.57879, "map_at_10": 0.59811, "map_at_20": 0.6054, "map_at_100": 0.60648, "map_at_1000": 0.60648, "recall_at_1": 0.48052, "recall_at_3": 0.63636, "recall_at_5": 0.74026, "recall_at_10": 0.87013, "recall_at_20": 0.97403, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.48052, "precision_at_3": 0.21212, "precision_at_5": 0.14805, "precision_at_10": 0.08701, "precision_at_20": 0.0487, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.480519, "mrr_at_3": 0.554113, "mrr_at_5": 0.578788, "mrr_at_10": 0.598114, "mrr_at_20": 0.605396, "mrr_at_100": 0.606478, "mrr_at_1000": 0.606478, "nauc_ndcg_at_1_max": 0.381258, "nauc_ndcg_at_1_std": 0.075958, "nauc_ndcg_at_1_diff1": 0.412458, "nauc_ndcg_at_3_max": 0.537991, "nauc_ndcg_at_3_std": 0.124164, "nauc_ndcg_at_3_diff1": 0.417417, "nauc_ndcg_at_5_max": 0.509396, "nauc_ndcg_at_5_std": 0.175848, "nauc_ndcg_at_5_diff1": 0.405033, "nauc_ndcg_at_10_max": 0.461054, "nauc_ndcg_at_10_std": 0.148708, "nauc_ndcg_at_10_diff1": 0.381456, "nauc_ndcg_at_20_max": 0.458334, "nauc_ndcg_at_20_std": 0.126334, "nauc_ndcg_at_20_diff1": 0.371224, "nauc_ndcg_at_100_max": 0.469221, "nauc_ndcg_at_100_std": 0.126403, "nauc_ndcg_at_100_diff1": 0.396441, "nauc_ndcg_at_1000_max": 0.469221, "nauc_ndcg_at_1000_std": 0.126403, "nauc_ndcg_at_1000_diff1": 0.396441, "nauc_map_at_1_max": 0.381258, "nauc_map_at_1_std": 0.075958, "nauc_map_at_1_diff1": 0.412458, "nauc_map_at_3_max": 0.500496, "nauc_map_at_3_std": 0.114402, "nauc_map_at_3_diff1": 0.41694, "nauc_map_at_5_max": 0.4841, "nauc_map_at_5_std": 0.141205, "nauc_map_at_5_diff1": 0.409762, "nauc_map_at_10_max": 0.463999, "nauc_map_at_10_std": 0.128176, "nauc_map_at_10_diff1": 0.400609, "nauc_map_at_20_max": 0.463734, "nauc_map_at_20_std": 0.121273, "nauc_map_at_20_diff1": 0.398629, "nauc_map_at_100_max": 0.465195, "nauc_map_at_100_std": 0.121534, "nauc_map_at_100_diff1": 0.402162, "nauc_map_at_1000_max": 0.465195, "nauc_map_at_1000_std": 0.121534, "nauc_map_at_1000_diff1": 0.402162, "nauc_recall_at_1_max": 0.381258, "nauc_recall_at_1_std": 0.075958, "nauc_recall_at_1_diff1": 0.412458, "nauc_recall_at_3_max": 0.656108, "nauc_recall_at_3_std": 0.154035, "nauc_recall_at_3_diff1": 0.418568, "nauc_recall_at_5_max": 0.599806, "nauc_recall_at_5_std": 0.318489, "nauc_recall_at_5_diff1": 0.384941, "nauc_recall_at_10_max": 0.390312, "nauc_recall_at_10_std": 0.283678, "nauc_recall_at_10_diff1": 0.232743, "nauc_recall_at_20_max": -0.002799, "nauc_recall_at_20_std": 0.154134, "nauc_recall_at_20_diff1": -0.686313, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.381258, "nauc_precision_at_1_std": 0.075958, "nauc_precision_at_1_diff1": 0.412458, "nauc_precision_at_3_max": 0.656108, "nauc_precision_at_3_std": 0.154035, "nauc_precision_at_3_diff1": 0.418568, "nauc_precision_at_5_max": 0.599806, "nauc_precision_at_5_std": 0.318489, "nauc_precision_at_5_diff1": 0.384941, "nauc_precision_at_10_max": 0.390312, "nauc_precision_at_10_std": 0.283678, "nauc_precision_at_10_diff1": 0.232743, "nauc_precision_at_20_max": -0.002799, "nauc_precision_at_20_std": 0.154134, "nauc_precision_at_20_diff1": -0.686313, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.381258, "nauc_mrr_at_1_std": 0.075958, "nauc_mrr_at_1_diff1": 0.412458, "nauc_mrr_at_3_max": 0.500496, "nauc_mrr_at_3_std": 0.114402, "nauc_mrr_at_3_diff1": 0.41694, "nauc_mrr_at_5_max": 0.4841, "nauc_mrr_at_5_std": 0.141205, "nauc_mrr_at_5_diff1": 0.409762, "nauc_mrr_at_10_max": 0.463999, "nauc_mrr_at_10_std": 0.128176, "nauc_mrr_at_10_diff1": 0.400609, "nauc_mrr_at_20_max": 0.463734, "nauc_mrr_at_20_std": 0.121273, "nauc_mrr_at_20_diff1": 0.398629, "nauc_mrr_at_100_max": 0.465195, "nauc_mrr_at_100_std": 0.121534, "nauc_mrr_at_100_diff1": 0.402162, "nauc_mrr_at_1000_max": 0.465195, "nauc_mrr_at_1000_std": 0.121534, "nauc_mrr_at_1000_diff1": 0.402162, "main_score": 0.66307, "hf_subset": "korean", "languages": [ "kor-Hang" ] }, { "ndcg_at_1": 0.66154, "ndcg_at_3": 0.75256, "ndcg_at_5": 0.77176, "ndcg_at_10": 0.79649, "ndcg_at_20": 0.80078, "ndcg_at_100": 0.80911, "ndcg_at_1000": 0.80911, "map_at_1": 0.66154, "map_at_3": 0.73077, "map_at_5": 0.74154, "map_at_10": 0.75164, "map_at_20": 0.75304, "map_at_100": 0.75408, "map_at_1000": 0.75408, "recall_at_1": 0.66154, "recall_at_3": 0.81538, "recall_at_5": 0.86154, "recall_at_10": 0.93846, "recall_at_20": 0.95385, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.66154, "precision_at_3": 0.27179, "precision_at_5": 0.17231, "precision_at_10": 0.09385, "precision_at_20": 0.04769, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.661538, "mrr_at_3": 0.730769, "mrr_at_5": 0.741538, "mrr_at_10": 0.751642, "mrr_at_20": 0.753041, "mrr_at_100": 0.754081, "mrr_at_1000": 0.754081, "nauc_ndcg_at_1_max": 0.497728, "nauc_ndcg_at_1_std": 0.091773, "nauc_ndcg_at_1_diff1": 0.694795, "nauc_ndcg_at_3_max": 0.630637, "nauc_ndcg_at_3_std": 0.290723, "nauc_ndcg_at_3_diff1": 0.650883, "nauc_ndcg_at_5_max": 0.642628, "nauc_ndcg_at_5_std": 0.257973, "nauc_ndcg_at_5_diff1": 0.648748, "nauc_ndcg_at_10_max": 0.614131, "nauc_ndcg_at_10_std": 0.283652, "nauc_ndcg_at_10_diff1": 0.678974, "nauc_ndcg_at_20_max": 0.607795, "nauc_ndcg_at_20_std": 0.265941, "nauc_ndcg_at_20_diff1": 0.674241, "nauc_ndcg_at_100_max": 0.595015, "nauc_ndcg_at_100_std": 0.237693, "nauc_ndcg_at_100_diff1": 0.670008, "nauc_ndcg_at_1000_max": 0.595015, "nauc_ndcg_at_1000_std": 0.237693, "nauc_ndcg_at_1000_diff1": 0.670008, "nauc_map_at_1_max": 0.497728, "nauc_map_at_1_std": 0.091773, "nauc_map_at_1_diff1": 0.694795, "nauc_map_at_3_max": 0.595059, "nauc_map_at_3_std": 0.237007, "nauc_map_at_3_diff1": 0.662594, "nauc_map_at_5_max": 0.597922, "nauc_map_at_5_std": 0.218191, "nauc_map_at_5_diff1": 0.661227, "nauc_map_at_10_max": 0.586728, "nauc_map_at_10_std": 0.226339, "nauc_map_at_10_diff1": 0.672375, "nauc_map_at_20_max": 0.584863, "nauc_map_at_20_std": 0.221253, "nauc_map_at_20_diff1": 0.671073, "nauc_map_at_100_max": 0.583356, "nauc_map_at_100_std": 0.218117, "nauc_map_at_100_diff1": 0.67066, "nauc_map_at_1000_max": 0.583356, "nauc_map_at_1000_std": 0.218117, "nauc_map_at_1000_diff1": 0.67066, "nauc_recall_at_1_max": 0.497728, "nauc_recall_at_1_std": 0.091773, "nauc_recall_at_1_diff1": 0.694795, "nauc_recall_at_3_max": 0.767314, "nauc_recall_at_3_std": 0.497354, "nauc_recall_at_3_diff1": 0.605921, "nauc_recall_at_5_max": 0.864144, "nauc_recall_at_5_std": 0.441331, "nauc_recall_at_5_diff1": 0.589994, "nauc_recall_at_10_max": 0.855946, "nauc_recall_at_10_std": 0.861665, "nauc_recall_at_10_diff1": 0.786779, "nauc_recall_at_20_max": 0.851132, "nauc_recall_at_20_std": 0.815553, "nauc_recall_at_20_diff1": 0.758908, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.497728, "nauc_precision_at_1_std": 0.091773, "nauc_precision_at_1_diff1": 0.694795, "nauc_precision_at_3_max": 0.767314, "nauc_precision_at_3_std": 0.497354, "nauc_precision_at_3_diff1": 0.605921, "nauc_precision_at_5_max": 0.864144, "nauc_precision_at_5_std": 0.441331, "nauc_precision_at_5_diff1": 0.589994, "nauc_precision_at_10_max": 0.855946, "nauc_precision_at_10_std": 0.861665, "nauc_precision_at_10_diff1": 0.786779, "nauc_precision_at_20_max": 0.851132, "nauc_precision_at_20_std": 0.815553, "nauc_precision_at_20_diff1": 0.758908, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.497728, "nauc_mrr_at_1_std": 0.091773, "nauc_mrr_at_1_diff1": 0.694795, "nauc_mrr_at_3_max": 0.595059, "nauc_mrr_at_3_std": 0.237007, "nauc_mrr_at_3_diff1": 0.662594, "nauc_mrr_at_5_max": 0.597922, "nauc_mrr_at_5_std": 0.218191, "nauc_mrr_at_5_diff1": 0.661227, "nauc_mrr_at_10_max": 0.586728, "nauc_mrr_at_10_std": 0.226339, "nauc_mrr_at_10_diff1": 0.672375, "nauc_mrr_at_20_max": 0.584863, "nauc_mrr_at_20_std": 0.221253, "nauc_mrr_at_20_diff1": 0.671073, "nauc_mrr_at_100_max": 0.583356, "nauc_mrr_at_100_std": 0.218117, "nauc_mrr_at_100_diff1": 0.67066, "nauc_mrr_at_1000_max": 0.583356, "nauc_mrr_at_1000_std": 0.218117, "nauc_mrr_at_1000_diff1": 0.67066, "main_score": 0.79649, "hf_subset": "russian", "languages": [ "rus-Cyrl" ] }, { "ndcg_at_1": 0.64198, "ndcg_at_3": 0.75933, "ndcg_at_5": 0.792, "ndcg_at_10": 0.80868, "ndcg_at_20": 0.81323, "ndcg_at_100": 0.81579, "ndcg_at_1000": 0.81579, "map_at_1": 0.64198, "map_at_3": 0.73148, "map_at_5": 0.74938, "map_at_10": 0.75668, "map_at_20": 0.75786, "map_at_100": 0.75831, "map_at_1000": 0.75831, "recall_at_1": 0.64198, "recall_at_3": 0.83951, "recall_at_5": 0.91975, "recall_at_10": 0.96914, "recall_at_20": 0.98765, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.64198, "precision_at_3": 0.27984, "precision_at_5": 0.18395, "precision_at_10": 0.09691, "precision_at_20": 0.04938, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.641975, "mrr_at_3": 0.731481, "mrr_at_5": 0.749383, "mrr_at_10": 0.756682, "mrr_at_20": 0.75786, "mrr_at_100": 0.75831, "mrr_at_1000": 0.75831, "nauc_ndcg_at_1_max": 0.403876, "nauc_ndcg_at_1_std": -0.073522, "nauc_ndcg_at_1_diff1": 0.659244, "nauc_ndcg_at_3_max": 0.46357, "nauc_ndcg_at_3_std": 0.051468, "nauc_ndcg_at_3_diff1": 0.675846, "nauc_ndcg_at_5_max": 0.475485, "nauc_ndcg_at_5_std": 0.022605, "nauc_ndcg_at_5_diff1": 0.676783, "nauc_ndcg_at_10_max": 0.45529, "nauc_ndcg_at_10_std": 0.009254, "nauc_ndcg_at_10_diff1": 0.67095, "nauc_ndcg_at_20_max": 0.449515, "nauc_ndcg_at_20_std": 0.012, "nauc_ndcg_at_20_diff1": 0.668291, "nauc_ndcg_at_100_max": 0.446489, "nauc_ndcg_at_100_std": 0.006362, "nauc_ndcg_at_100_diff1": 0.66288, "nauc_ndcg_at_1000_max": 0.446489, "nauc_ndcg_at_1000_std": 0.006362, "nauc_ndcg_at_1000_diff1": 0.66288, "nauc_map_at_1_max": 0.403876, "nauc_map_at_1_std": -0.073522, "nauc_map_at_1_diff1": 0.659244, "nauc_map_at_3_max": 0.445086, "nauc_map_at_3_std": 0.02095, "nauc_map_at_3_diff1": 0.664238, "nauc_map_at_5_max": 0.450388, "nauc_map_at_5_std": 0.005115, "nauc_map_at_5_diff1": 0.664216, "nauc_map_at_10_max": 0.442738, "nauc_map_at_10_std": -8.1e-05, "nauc_map_at_10_diff1": 0.661669, "nauc_map_at_20_max": 0.44158, "nauc_map_at_20_std": 0.00078, "nauc_map_at_20_diff1": 0.661028, "nauc_map_at_100_max": 0.441173, "nauc_map_at_100_std": -6e-06, "nauc_map_at_100_diff1": 0.660282, "nauc_map_at_1000_max": 0.441173, "nauc_map_at_1000_std": -6e-06, "nauc_map_at_1000_diff1": 0.660282, "nauc_recall_at_1_max": 0.403876, "nauc_recall_at_1_std": -0.073522, "nauc_recall_at_1_diff1": 0.659244, "nauc_recall_at_3_max": 0.543994, "nauc_recall_at_3_std": 0.179216, "nauc_recall_at_3_diff1": 0.730326, "nauc_recall_at_5_max": 0.669159, "nauc_recall_at_5_std": 0.13678, "nauc_recall_at_5_diff1": 0.779921, "nauc_recall_at_10_max": 0.653784, "nauc_recall_at_10_std": 0.11039, "nauc_recall_at_10_diff1": 0.855409, "nauc_recall_at_20_max": 0.638523, "nauc_recall_at_20_std": 0.357709, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.403876, "nauc_precision_at_1_std": -0.073522, "nauc_precision_at_1_diff1": 0.659244, "nauc_precision_at_3_max": 0.543994, "nauc_precision_at_3_std": 0.179216, "nauc_precision_at_3_diff1": 0.730326, "nauc_precision_at_5_max": 0.669159, "nauc_precision_at_5_std": 0.13678, "nauc_precision_at_5_diff1": 0.779921, "nauc_precision_at_10_max": 0.653784, "nauc_precision_at_10_std": 0.11039, "nauc_precision_at_10_diff1": 0.855409, "nauc_precision_at_20_max": 0.638523, "nauc_precision_at_20_std": 0.357709, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.403876, "nauc_mrr_at_1_std": -0.073522, "nauc_mrr_at_1_diff1": 0.659244, "nauc_mrr_at_3_max": 0.445086, "nauc_mrr_at_3_std": 0.02095, "nauc_mrr_at_3_diff1": 0.664238, "nauc_mrr_at_5_max": 0.450388, "nauc_mrr_at_5_std": 0.005115, "nauc_mrr_at_5_diff1": 0.664216, "nauc_mrr_at_10_max": 0.442738, "nauc_mrr_at_10_std": -8.1e-05, "nauc_mrr_at_10_diff1": 0.661669, "nauc_mrr_at_20_max": 0.44158, "nauc_mrr_at_20_std": 0.00078, "nauc_mrr_at_20_diff1": 0.661028, "nauc_mrr_at_100_max": 0.441173, "nauc_mrr_at_100_std": -6e-06, "nauc_mrr_at_100_diff1": 0.660282, "nauc_mrr_at_1000_max": 0.441173, "nauc_mrr_at_1000_std": -6e-06, "nauc_mrr_at_1000_diff1": 0.660282, "main_score": 0.80868, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.46753, "ndcg_at_3": 0.60482, "ndcg_at_5": 0.64729, "ndcg_at_10": 0.68826, "ndcg_at_20": 0.70164, "ndcg_at_100": 0.70398, "ndcg_at_1000": 0.70398, "map_at_1": 0.46753, "map_at_3": 0.57143, "map_at_5": 0.59481, "map_at_10": 0.61115, "map_at_20": 0.61495, "map_at_100": 0.61523, "map_at_1000": 0.61523, "recall_at_1": 0.46753, "recall_at_3": 0.7013, "recall_at_5": 0.80519, "recall_at_10": 0.93506, "recall_at_20": 0.98701, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.46753, "precision_at_3": 0.23377, "precision_at_5": 0.16104, "precision_at_10": 0.09351, "precision_at_20": 0.04935, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.467532, "mrr_at_3": 0.571429, "mrr_at_5": 0.594805, "mrr_at_10": 0.611147, "mrr_at_20": 0.614947, "mrr_at_100": 0.615229, "mrr_at_1000": 0.615229, "nauc_ndcg_at_1_max": 0.54941, "nauc_ndcg_at_1_std": 0.059059, "nauc_ndcg_at_1_diff1": 0.550182, "nauc_ndcg_at_3_max": 0.619508, "nauc_ndcg_at_3_std": 0.131121, "nauc_ndcg_at_3_diff1": 0.498192, "nauc_ndcg_at_5_max": 0.59926, "nauc_ndcg_at_5_std": 0.100726, "nauc_ndcg_at_5_diff1": 0.461712, "nauc_ndcg_at_10_max": 0.554516, "nauc_ndcg_at_10_std": 0.065041, "nauc_ndcg_at_10_diff1": 0.444946, "nauc_ndcg_at_20_max": 0.570862, "nauc_ndcg_at_20_std": 0.071173, "nauc_ndcg_at_20_diff1": 0.492073, "nauc_ndcg_at_100_max": 0.575699, "nauc_ndcg_at_100_std": 0.078035, "nauc_ndcg_at_100_diff1": 0.489569, "nauc_ndcg_at_1000_max": 0.575699, "nauc_ndcg_at_1000_std": 0.078035, "nauc_ndcg_at_1000_diff1": 0.489569, "nauc_map_at_1_max": 0.54941, "nauc_map_at_1_std": 0.059059, "nauc_map_at_1_diff1": 0.550182, "nauc_map_at_3_max": 0.598057, "nauc_map_at_3_std": 0.103724, "nauc_map_at_3_diff1": 0.510211, "nauc_map_at_5_max": 0.587164, "nauc_map_at_5_std": 0.08691, "nauc_map_at_5_diff1": 0.49337, "nauc_map_at_10_max": 0.570993, "nauc_map_at_10_std": 0.073444, "nauc_map_at_10_diff1": 0.48818, "nauc_map_at_20_max": 0.575037, "nauc_map_at_20_std": 0.076187, "nauc_map_at_20_diff1": 0.498413, "nauc_map_at_100_max": 0.575495, "nauc_map_at_100_std": 0.076836, "nauc_map_at_100_diff1": 0.498185, "nauc_map_at_1000_max": 0.575495, "nauc_map_at_1000_std": 0.076836, "nauc_map_at_1000_diff1": 0.498185, "nauc_recall_at_1_max": 0.54941, "nauc_recall_at_1_std": 0.059059, "nauc_recall_at_1_diff1": 0.550182, "nauc_recall_at_3_max": 0.695735, "nauc_recall_at_3_std": 0.230856, "nauc_recall_at_3_diff1": 0.457216, "nauc_recall_at_5_max": 0.651548, "nauc_recall_at_5_std": 0.163432, "nauc_recall_at_5_diff1": 0.305136, "nauc_recall_at_10_max": 0.262265, "nauc_recall_at_10_std": -0.101902, "nauc_recall_at_10_diff1": -0.138673, "nauc_recall_at_20_max": 0.125638, "nauc_recall_at_20_std": -0.560444, "nauc_recall_at_20_diff1": 0.722603, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.54941, "nauc_precision_at_1_std": 0.059059, "nauc_precision_at_1_diff1": 0.550182, "nauc_precision_at_3_max": 0.695735, "nauc_precision_at_3_std": 0.230856, "nauc_precision_at_3_diff1": 0.457216, "nauc_precision_at_5_max": 0.651548, "nauc_precision_at_5_std": 0.163432, "nauc_precision_at_5_diff1": 0.305136, "nauc_precision_at_10_max": 0.262265, "nauc_precision_at_10_std": -0.101902, "nauc_precision_at_10_diff1": -0.138673, "nauc_precision_at_20_max": 0.125638, "nauc_precision_at_20_std": -0.560444, "nauc_precision_at_20_diff1": 0.722603, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.54941, "nauc_mrr_at_1_std": 0.059059, "nauc_mrr_at_1_diff1": 0.550182, "nauc_mrr_at_3_max": 0.598057, "nauc_mrr_at_3_std": 0.103724, "nauc_mrr_at_3_diff1": 0.510211, "nauc_mrr_at_5_max": 0.587164, "nauc_mrr_at_5_std": 0.08691, "nauc_mrr_at_5_diff1": 0.49337, "nauc_mrr_at_10_max": 0.570993, "nauc_mrr_at_10_std": 0.073444, "nauc_mrr_at_10_diff1": 0.48818, "nauc_mrr_at_20_max": 0.575037, "nauc_mrr_at_20_std": 0.076187, "nauc_mrr_at_20_diff1": 0.498413, "nauc_mrr_at_100_max": 0.575495, "nauc_mrr_at_100_std": 0.076836, "nauc_mrr_at_100_diff1": 0.498185, "nauc_mrr_at_1000_max": 0.575495, "nauc_mrr_at_1000_std": 0.076836, "nauc_mrr_at_1000_diff1": 0.498185, "main_score": 0.68826, "hf_subset": "vietnamese", "languages": [ "vie-Latn" ] } ] }, "evaluation_time": 14.159552097320557, "kg_co2_emissions": 0.001246207218353677 }