{ "dataset_revision": "main", "task_name": "PublicHealthQA", "mteb_version": "1.34.7", "scores": { "test": [ { "ndcg_at_1": 0.68605, "ndcg_at_3": 0.79886, "ndcg_at_5": 0.8329, "ndcg_at_10": 0.84092, "ndcg_at_20": 0.84397, "ndcg_at_100": 0.84615, "ndcg_at_1000": 0.84615, "map_at_1": 0.68605, "map_at_3": 0.77326, "map_at_5": 0.79244, "map_at_10": 0.79604, "map_at_20": 0.79694, "map_at_100": 0.79723, "map_at_1000": 0.79723, "recall_at_1": 0.68605, "recall_at_3": 0.87209, "recall_at_5": 0.95349, "recall_at_10": 0.97674, "recall_at_20": 0.98837, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.68605, "precision_at_3": 0.2907, "precision_at_5": 0.1907, "precision_at_10": 0.09767, "precision_at_20": 0.04942, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.686047, "mrr_at_3": 0.773256, "mrr_at_5": 0.792442, "mrr_at_10": 0.796041, "mrr_at_20": 0.796935, "mrr_at_100": 0.797234, "mrr_at_1000": 0.797234, "nauc_ndcg_at_1_max": 0.267941, "nauc_ndcg_at_1_std": -0.079627, "nauc_ndcg_at_1_diff1": 0.899265, "nauc_ndcg_at_3_max": 0.358573, "nauc_ndcg_at_3_std": -0.159341, "nauc_ndcg_at_3_diff1": 0.844323, "nauc_ndcg_at_5_max": 0.275768, "nauc_ndcg_at_5_std": -0.127064, "nauc_ndcg_at_5_diff1": 0.847822, "nauc_ndcg_at_10_max": 0.301655, "nauc_ndcg_at_10_std": -0.103547, "nauc_ndcg_at_10_diff1": 0.855918, "nauc_ndcg_at_20_max": 0.320844, "nauc_ndcg_at_20_std": -0.080143, "nauc_ndcg_at_20_diff1": 0.866948, "nauc_ndcg_at_100_max": 0.309891, "nauc_ndcg_at_100_std": -0.095445, "nauc_ndcg_at_100_diff1": 0.864802, "nauc_ndcg_at_1000_max": 0.309891, "nauc_ndcg_at_1000_std": -0.095445, "nauc_ndcg_at_1000_diff1": 0.864802, "nauc_map_at_1_max": 0.267941, "nauc_map_at_1_std": -0.079627, "nauc_map_at_1_diff1": 0.899265, "nauc_map_at_3_max": 0.333149, "nauc_map_at_3_std": -0.130515, "nauc_map_at_3_diff1": 0.858741, "nauc_map_at_5_max": 0.292576, "nauc_map_at_5_std": -0.11011, "nauc_map_at_5_diff1": 0.861899, "nauc_map_at_10_max": 0.30293, "nauc_map_at_10_std": -0.100406, "nauc_map_at_10_diff1": 0.865174, "nauc_map_at_20_max": 0.307275, "nauc_map_at_20_std": -0.095098, "nauc_map_at_20_diff1": 0.867715, "nauc_map_at_100_max": 0.306115, "nauc_map_at_100_std": -0.096712, "nauc_map_at_100_diff1": 0.867493, "nauc_map_at_1000_max": 0.306115, "nauc_map_at_1000_std": -0.096712, "nauc_map_at_1000_diff1": 0.867493, "nauc_recall_at_1_max": 0.267941, "nauc_recall_at_1_std": -0.079627, "nauc_recall_at_1_diff1": 0.899265, "nauc_recall_at_3_max": 0.474387, "nauc_recall_at_3_std": -0.295574, "nauc_recall_at_3_diff1": 0.779399, "nauc_recall_at_5_max": 0.036741, "nauc_recall_at_5_std": -0.322078, "nauc_recall_at_5_diff1": 0.695179, "nauc_recall_at_10_max": 0.21838, "nauc_recall_at_10_std": -0.144897, "nauc_recall_at_10_diff1": 0.679386, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": 0.868602, "nauc_recall_at_20_diff1": 1.0, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.267941, "nauc_precision_at_1_std": -0.079627, "nauc_precision_at_1_diff1": 0.899265, "nauc_precision_at_3_max": 0.474387, "nauc_precision_at_3_std": -0.295574, "nauc_precision_at_3_diff1": 0.779399, "nauc_precision_at_5_max": 0.036741, "nauc_precision_at_5_std": -0.322078, "nauc_precision_at_5_diff1": 0.695179, "nauc_precision_at_10_max": 0.21838, "nauc_precision_at_10_std": -0.144897, "nauc_precision_at_10_diff1": 0.679386, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 0.868602, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.267941, "nauc_mrr_at_1_std": -0.079627, "nauc_mrr_at_1_diff1": 0.899265, "nauc_mrr_at_3_max": 0.333149, "nauc_mrr_at_3_std": -0.130515, "nauc_mrr_at_3_diff1": 0.858741, "nauc_mrr_at_5_max": 0.292576, "nauc_mrr_at_5_std": -0.11011, "nauc_mrr_at_5_diff1": 0.861899, "nauc_mrr_at_10_max": 0.30293, "nauc_mrr_at_10_std": -0.100406, "nauc_mrr_at_10_diff1": 0.865174, "nauc_mrr_at_20_max": 0.307275, "nauc_mrr_at_20_std": -0.095098, "nauc_mrr_at_20_diff1": 0.867715, "nauc_mrr_at_100_max": 0.306115, "nauc_mrr_at_100_std": -0.096712, "nauc_mrr_at_100_diff1": 0.867493, "nauc_mrr_at_1000_max": 0.306115, "nauc_mrr_at_1000_std": -0.096712, "nauc_mrr_at_1000_diff1": 0.867493, "main_score": 0.84092, "hf_subset": "arabic", "languages": [ "ara-Arab" ] }, { "ndcg_at_1": 0.70552, "ndcg_at_3": 0.81909, "ndcg_at_5": 0.84206, "ndcg_at_10": 0.85133, "ndcg_at_20": 0.85454, "ndcg_at_100": 0.85578, "ndcg_at_1000": 0.85578, "map_at_1": 0.70552, "map_at_3": 0.79243, "map_at_5": 0.80532, "map_at_10": 0.80876, "map_at_20": 0.8097, "map_at_100": 0.80991, "map_at_1000": 0.80991, "recall_at_1": 0.70552, "recall_at_3": 0.89571, "recall_at_5": 0.95092, "recall_at_10": 0.9816, "recall_at_20": 0.99387, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.70552, "precision_at_3": 0.29857, "precision_at_5": 0.19018, "precision_at_10": 0.09816, "precision_at_20": 0.04969, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.705521, "mrr_at_3": 0.792434, "mrr_at_5": 0.805317, "mrr_at_10": 0.808759, "mrr_at_20": 0.809701, "mrr_at_100": 0.809905, "mrr_at_1000": 0.809905, "nauc_ndcg_at_1_max": 0.18547, "nauc_ndcg_at_1_std": 0.016344, "nauc_ndcg_at_1_diff1": 0.754621, "nauc_ndcg_at_3_max": 0.168181, "nauc_ndcg_at_3_std": -0.080851, "nauc_ndcg_at_3_diff1": 0.746486, "nauc_ndcg_at_5_max": 0.185969, "nauc_ndcg_at_5_std": -0.024434, "nauc_ndcg_at_5_diff1": 0.73683, "nauc_ndcg_at_10_max": 0.194328, "nauc_ndcg_at_10_std": -0.034358, "nauc_ndcg_at_10_diff1": 0.734285, "nauc_ndcg_at_20_max": 0.18129, "nauc_ndcg_at_20_std": -0.03016, "nauc_ndcg_at_20_diff1": 0.737675, "nauc_ndcg_at_100_max": 0.173416, "nauc_ndcg_at_100_std": -0.025016, "nauc_ndcg_at_100_diff1": 0.741325, "nauc_ndcg_at_1000_max": 0.173416, "nauc_ndcg_at_1000_std": -0.025016, "nauc_ndcg_at_1000_diff1": 0.741325, "nauc_map_at_1_max": 0.18547, "nauc_map_at_1_std": 0.016344, "nauc_map_at_1_diff1": 0.754621, "nauc_map_at_3_max": 0.165971, "nauc_map_at_3_std": -0.049377, "nauc_map_at_3_diff1": 0.746821, "nauc_map_at_5_max": 0.173669, "nauc_map_at_5_std": -0.02138, "nauc_map_at_5_diff1": 0.742411, "nauc_map_at_10_max": 0.17533, "nauc_map_at_10_std": -0.024037, "nauc_map_at_10_diff1": 0.741655, "nauc_map_at_20_max": 0.172189, "nauc_map_at_20_std": -0.022366, "nauc_map_at_20_diff1": 0.742628, "nauc_map_at_100_max": 0.171188, "nauc_map_at_100_std": -0.02171, "nauc_map_at_100_diff1": 0.743093, "nauc_map_at_1000_max": 0.171188, "nauc_map_at_1000_std": -0.02171, "nauc_map_at_1000_diff1": 0.743093, "nauc_recall_at_1_max": 0.18547, "nauc_recall_at_1_std": 0.016344, "nauc_recall_at_1_diff1": 0.754621, "nauc_recall_at_3_max": 0.185571, "nauc_recall_at_3_std": -0.244075, "nauc_recall_at_3_diff1": 0.746489, "nauc_recall_at_5_max": 0.333599, "nauc_recall_at_5_std": -0.027993, "nauc_recall_at_5_diff1": 0.679072, "nauc_recall_at_10_max": 0.80779, "nauc_recall_at_10_std": -0.280507, "nauc_recall_at_10_diff1": 0.528612, "nauc_recall_at_20_max": 1.0, "nauc_recall_at_20_std": -0.564982, "nauc_recall_at_20_diff1": 0.358144, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.18547, "nauc_precision_at_1_std": 0.016344, "nauc_precision_at_1_diff1": 0.754621, "nauc_precision_at_3_max": 0.185571, "nauc_precision_at_3_std": -0.244075, "nauc_precision_at_3_diff1": 0.746489, "nauc_precision_at_5_max": 0.333599, "nauc_precision_at_5_std": -0.027993, "nauc_precision_at_5_diff1": 0.679072, "nauc_precision_at_10_max": 0.80779, "nauc_precision_at_10_std": -0.280507, "nauc_precision_at_10_diff1": 0.528612, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": -0.564982, "nauc_precision_at_20_diff1": 0.358144, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.18547, "nauc_mrr_at_1_std": 0.016344, "nauc_mrr_at_1_diff1": 0.754621, "nauc_mrr_at_3_max": 0.165971, "nauc_mrr_at_3_std": -0.049377, "nauc_mrr_at_3_diff1": 0.746821, "nauc_mrr_at_5_max": 0.173669, "nauc_mrr_at_5_std": -0.02138, "nauc_mrr_at_5_diff1": 0.742411, "nauc_mrr_at_10_max": 0.17533, "nauc_mrr_at_10_std": -0.024037, "nauc_mrr_at_10_diff1": 0.741655, "nauc_mrr_at_20_max": 0.172189, "nauc_mrr_at_20_std": -0.022366, "nauc_mrr_at_20_diff1": 0.742628, "nauc_mrr_at_100_max": 0.171188, "nauc_mrr_at_100_std": -0.02171, "nauc_mrr_at_100_diff1": 0.743093, "nauc_mrr_at_1000_max": 0.171188, "nauc_mrr_at_1000_std": -0.02171, "nauc_mrr_at_1000_diff1": 0.743093, "main_score": 0.85133, "hf_subset": "chinese", "languages": [ "zho-Hans" ] }, { "ndcg_at_1": 0.73256, "ndcg_at_3": 0.85043, "ndcg_at_5": 0.86469, "ndcg_at_10": 0.87226, "ndcg_at_20": 0.87541, "ndcg_at_100": 0.87541, "ndcg_at_1000": 0.87541, "map_at_1": 0.73256, "map_at_3": 0.82267, "map_at_5": 0.83052, "map_at_10": 0.83367, "map_at_20": 0.83465, "map_at_100": 0.83465, "map_at_1000": 0.83465, "recall_at_1": 0.73256, "recall_at_3": 0.93023, "recall_at_5": 0.96512, "recall_at_10": 0.98837, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.73256, "precision_at_3": 0.31008, "precision_at_5": 0.19302, "precision_at_10": 0.09884, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.732558, "mrr_at_3": 0.822674, "mrr_at_5": 0.830523, "mrr_at_10": 0.833672, "mrr_at_20": 0.834648, "mrr_at_100": 0.834648, "mrr_at_1000": 0.834648, "nauc_ndcg_at_1_max": 0.131086, "nauc_ndcg_at_1_std": -0.094525, "nauc_ndcg_at_1_diff1": 0.787841, "nauc_ndcg_at_3_max": 0.09821, "nauc_ndcg_at_3_std": -0.138367, "nauc_ndcg_at_3_diff1": 0.763541, "nauc_ndcg_at_5_max": 0.149465, "nauc_ndcg_at_5_std": -0.116524, "nauc_ndcg_at_5_diff1": 0.777005, "nauc_ndcg_at_10_max": 0.119317, "nauc_ndcg_at_10_std": -0.111866, "nauc_ndcg_at_10_diff1": 0.776318, "nauc_ndcg_at_20_max": 0.115835, "nauc_ndcg_at_20_std": -0.118739, "nauc_ndcg_at_20_diff1": 0.770046, "nauc_ndcg_at_100_max": 0.115835, "nauc_ndcg_at_100_std": -0.118739, "nauc_ndcg_at_100_diff1": 0.770046, "nauc_ndcg_at_1000_max": 0.115835, "nauc_ndcg_at_1000_std": -0.118739, "nauc_ndcg_at_1000_diff1": 0.770046, "nauc_map_at_1_max": 0.131086, "nauc_map_at_1_std": -0.094525, "nauc_map_at_1_diff1": 0.787841, "nauc_map_at_3_max": 0.105023, "nauc_map_at_3_std": -0.126384, "nauc_map_at_3_diff1": 0.766577, "nauc_map_at_5_max": 0.127089, "nauc_map_at_5_std": -0.116444, "nauc_map_at_5_diff1": 0.772485, "nauc_map_at_10_max": 0.116838, "nauc_map_at_10_std": -0.115996, "nauc_map_at_10_diff1": 0.771959, "nauc_map_at_20_max": 0.115734, "nauc_map_at_20_std": -0.117382, "nauc_map_at_20_diff1": 0.770463, "nauc_map_at_100_max": 0.115734, "nauc_map_at_100_std": -0.117382, "nauc_map_at_100_diff1": 0.770463, "nauc_map_at_1000_max": 0.115734, "nauc_map_at_1000_std": -0.117382, "nauc_map_at_1000_diff1": 0.770463, "nauc_recall_at_1_max": 0.131086, "nauc_recall_at_1_std": -0.094525, "nauc_recall_at_1_diff1": 0.787841, "nauc_recall_at_3_max": 0.057477, "nauc_recall_at_3_std": -0.214699, "nauc_recall_at_3_diff1": 0.748633, "nauc_recall_at_5_max": 0.476912, "nauc_recall_at_5_std": -0.096188, "nauc_recall_at_5_diff1": 0.853739, "nauc_recall_at_10_max": 0.220016, "nauc_recall_at_10_std": 0.15474, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.131086, "nauc_precision_at_1_std": -0.094525, "nauc_precision_at_1_diff1": 0.787841, "nauc_precision_at_3_max": 0.057477, "nauc_precision_at_3_std": -0.214699, "nauc_precision_at_3_diff1": 0.748633, "nauc_precision_at_5_max": 0.476912, "nauc_precision_at_5_std": -0.096188, "nauc_precision_at_5_diff1": 0.853739, "nauc_precision_at_10_max": 0.220016, "nauc_precision_at_10_std": 0.15474, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.131086, "nauc_mrr_at_1_std": -0.094525, "nauc_mrr_at_1_diff1": 0.787841, "nauc_mrr_at_3_max": 0.105023, "nauc_mrr_at_3_std": -0.126384, "nauc_mrr_at_3_diff1": 0.766577, "nauc_mrr_at_5_max": 0.127089, "nauc_mrr_at_5_std": -0.116444, "nauc_mrr_at_5_diff1": 0.772485, "nauc_mrr_at_10_max": 0.116838, "nauc_mrr_at_10_std": -0.115996, "nauc_mrr_at_10_diff1": 0.771959, "nauc_mrr_at_20_max": 0.115734, "nauc_mrr_at_20_std": -0.117382, "nauc_mrr_at_20_diff1": 0.770463, "nauc_mrr_at_100_max": 0.115734, "nauc_mrr_at_100_std": -0.117382, "nauc_mrr_at_100_diff1": 0.770463, "nauc_mrr_at_1000_max": 0.115734, "nauc_mrr_at_1000_std": -0.117382, "nauc_mrr_at_1000_diff1": 0.770463, "main_score": 0.87226, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.78824, "ndcg_at_3": 0.87703, "ndcg_at_5": 0.88716, "ndcg_at_10": 0.89448, "ndcg_at_20": 0.89743, "ndcg_at_100": 0.89743, "ndcg_at_1000": 0.89743, "map_at_1": 0.78824, "map_at_3": 0.8549, "map_at_5": 0.86078, "map_at_10": 0.86364, "map_at_20": 0.86443, "map_at_100": 0.86443, "map_at_1000": 0.86443, "recall_at_1": 0.78824, "recall_at_3": 0.94118, "recall_at_5": 0.96471, "recall_at_10": 0.98824, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.78824, "precision_at_3": 0.31373, "precision_at_5": 0.19294, "precision_at_10": 0.09882, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.788235, "mrr_at_3": 0.854902, "mrr_at_5": 0.860784, "mrr_at_10": 0.863641, "mrr_at_20": 0.864426, "mrr_at_100": 0.864426, "mrr_at_1000": 0.864426, "nauc_ndcg_at_1_max": 0.287209, "nauc_ndcg_at_1_std": -0.000759, "nauc_ndcg_at_1_diff1": 0.900013, "nauc_ndcg_at_3_max": 0.324613, "nauc_ndcg_at_3_std": 0.071313, "nauc_ndcg_at_3_diff1": 0.888363, "nauc_ndcg_at_5_max": 0.335037, "nauc_ndcg_at_5_std": 0.003971, "nauc_ndcg_at_5_diff1": 0.890923, "nauc_ndcg_at_10_max": 0.331155, "nauc_ndcg_at_10_std": 0.030562, "nauc_ndcg_at_10_diff1": 0.900555, "nauc_ndcg_at_20_max": 0.310641, "nauc_ndcg_at_20_std": 0.009322, "nauc_ndcg_at_20_diff1": 0.897505, "nauc_ndcg_at_100_max": 0.310641, "nauc_ndcg_at_100_std": 0.009322, "nauc_ndcg_at_100_diff1": 0.897505, "nauc_ndcg_at_1000_max": 0.310641, "nauc_ndcg_at_1000_std": 0.009322, "nauc_ndcg_at_1000_diff1": 0.897505, "nauc_map_at_1_max": 0.287209, "nauc_map_at_1_std": -0.000759, "nauc_map_at_1_diff1": 0.900013, "nauc_map_at_3_max": 0.309665, "nauc_map_at_3_std": 0.037229, "nauc_map_at_3_diff1": 0.893194, "nauc_map_at_5_max": 0.313923, "nauc_map_at_5_std": 0.003817, "nauc_map_at_5_diff1": 0.894625, "nauc_map_at_10_max": 0.311045, "nauc_map_at_10_std": 0.011393, "nauc_map_at_10_diff1": 0.898152, "nauc_map_at_20_max": 0.306776, "nauc_map_at_20_std": 0.006983, "nauc_map_at_20_diff1": 0.897521, "nauc_map_at_100_max": 0.306776, "nauc_map_at_100_std": 0.006983, "nauc_map_at_100_diff1": 0.897521, "nauc_map_at_1000_max": 0.306776, "nauc_map_at_1000_std": 0.006983, "nauc_map_at_1000_diff1": 0.897521, "nauc_recall_at_1_max": 0.287209, "nauc_recall_at_1_std": -0.000759, "nauc_recall_at_1_diff1": 0.900013, "nauc_recall_at_3_max": 0.426356, "nauc_recall_at_3_std": 0.30766, "nauc_recall_at_3_diff1": 0.85533, "nauc_recall_at_5_max": 0.566985, "nauc_recall_at_5_std": -0.005093, "nauc_recall_at_5_diff1": 0.851193, "nauc_recall_at_10_max": 1.0, "nauc_recall_at_10_std": 0.723071, "nauc_recall_at_10_diff1": 1.0, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.287209, "nauc_precision_at_1_std": -0.000759, "nauc_precision_at_1_diff1": 0.900013, "nauc_precision_at_3_max": 0.426356, "nauc_precision_at_3_std": 0.30766, "nauc_precision_at_3_diff1": 0.85533, "nauc_precision_at_5_max": 0.566985, "nauc_precision_at_5_std": -0.005093, "nauc_precision_at_5_diff1": 0.851193, "nauc_precision_at_10_max": 1.0, "nauc_precision_at_10_std": 0.723071, "nauc_precision_at_10_diff1": 1.0, "nauc_precision_at_20_max": NaN, "nauc_precision_at_20_std": NaN, "nauc_precision_at_20_diff1": NaN, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.287209, "nauc_mrr_at_1_std": -0.000759, "nauc_mrr_at_1_diff1": 0.900013, "nauc_mrr_at_3_max": 0.309665, "nauc_mrr_at_3_std": 0.037229, "nauc_mrr_at_3_diff1": 0.893194, "nauc_mrr_at_5_max": 0.313923, "nauc_mrr_at_5_std": 0.003817, "nauc_mrr_at_5_diff1": 0.894625, "nauc_mrr_at_10_max": 0.311045, "nauc_mrr_at_10_std": 0.011393, "nauc_mrr_at_10_diff1": 0.898152, "nauc_mrr_at_20_max": 0.306776, "nauc_mrr_at_20_std": 0.006983, "nauc_mrr_at_20_diff1": 0.897521, "nauc_mrr_at_100_max": 0.306776, "nauc_mrr_at_100_std": 0.006983, "nauc_mrr_at_100_diff1": 0.897521, "nauc_mrr_at_1000_max": 0.306776, "nauc_mrr_at_1000_std": 0.006983, "nauc_mrr_at_1000_diff1": 0.897521, "main_score": 0.89448, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.71429, "ndcg_at_3": 0.79282, "ndcg_at_5": 0.80847, "ndcg_at_10": 0.83255, "ndcg_at_20": 0.83606, "ndcg_at_100": 0.84157, "ndcg_at_1000": 0.84157, "map_at_1": 0.71429, "map_at_3": 0.77489, "map_at_5": 0.78333, "map_at_10": 0.79264, "map_at_20": 0.79372, "map_at_100": 0.79476, "map_at_1000": 0.79476, "recall_at_1": 0.71429, "recall_at_3": 0.84416, "recall_at_5": 0.88312, "recall_at_10": 0.96104, "recall_at_20": 0.97403, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.71429, "precision_at_3": 0.28139, "precision_at_5": 0.17662, "precision_at_10": 0.0961, "precision_at_20": 0.0487, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.714286, "mrr_at_3": 0.774892, "mrr_at_5": 0.783333, "mrr_at_10": 0.792641, "mrr_at_20": 0.793723, "mrr_at_100": 0.79476, "mrr_at_1000": 0.79476, "nauc_ndcg_at_1_max": 0.050409, "nauc_ndcg_at_1_std": -0.362585, "nauc_ndcg_at_1_diff1": 0.717402, "nauc_ndcg_at_3_max": 0.094409, "nauc_ndcg_at_3_std": -0.467207, "nauc_ndcg_at_3_diff1": 0.75132, "nauc_ndcg_at_5_max": 0.130078, "nauc_ndcg_at_5_std": -0.480022, "nauc_ndcg_at_5_diff1": 0.777075, "nauc_ndcg_at_10_max": 0.108283, "nauc_ndcg_at_10_std": -0.425391, "nauc_ndcg_at_10_diff1": 0.746056, "nauc_ndcg_at_20_max": 0.114795, "nauc_ndcg_at_20_std": -0.422191, "nauc_ndcg_at_20_diff1": 0.74315, "nauc_ndcg_at_100_max": 0.100844, "nauc_ndcg_at_100_std": -0.421376, "nauc_ndcg_at_100_diff1": 0.743944, "nauc_ndcg_at_1000_max": 0.100844, "nauc_ndcg_at_1000_std": -0.421376, "nauc_ndcg_at_1000_diff1": 0.743944, "nauc_map_at_1_max": 0.050409, "nauc_map_at_1_std": -0.362585, "nauc_map_at_1_diff1": 0.717402, "nauc_map_at_3_max": 0.085904, "nauc_map_at_3_std": -0.437455, "nauc_map_at_3_diff1": 0.73966, "nauc_map_at_5_max": 0.104394, "nauc_map_at_5_std": -0.439871, "nauc_map_at_5_diff1": 0.752125, "nauc_map_at_10_max": 0.094794, "nauc_map_at_10_std": -0.419422, "nauc_map_at_10_diff1": 0.741006, "nauc_map_at_20_max": 0.096322, "nauc_map_at_20_std": -0.418598, "nauc_map_at_20_diff1": 0.740259, "nauc_map_at_100_max": 0.094465, "nauc_map_at_100_std": -0.417419, "nauc_map_at_100_diff1": 0.740358, "nauc_map_at_1000_max": 0.094465, "nauc_map_at_1000_std": -0.417419, "nauc_map_at_1000_diff1": 0.740358, "nauc_recall_at_1_max": 0.050409, "nauc_recall_at_1_std": -0.362585, "nauc_recall_at_1_diff1": 0.717402, "nauc_recall_at_3_max": 0.125232, "nauc_recall_at_3_std": -0.583223, "nauc_recall_at_3_diff1": 0.797963, "nauc_recall_at_5_max": 0.258563, "nauc_recall_at_5_std": -0.684603, "nauc_recall_at_5_diff1": 0.906165, "nauc_recall_at_10_max": 0.275923, "nauc_recall_at_10_std": -0.430329, "nauc_recall_at_10_diff1": 0.771306, "nauc_recall_at_20_max": 0.497175, "nauc_recall_at_20_std": -0.365271, "nauc_recall_at_20_diff1": 0.722603, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.050409, "nauc_precision_at_1_std": -0.362585, "nauc_precision_at_1_diff1": 0.717402, "nauc_precision_at_3_max": 0.125232, "nauc_precision_at_3_std": -0.583223, "nauc_precision_at_3_diff1": 0.797963, "nauc_precision_at_5_max": 0.258563, "nauc_precision_at_5_std": -0.684603, "nauc_precision_at_5_diff1": 0.906165, "nauc_precision_at_10_max": 0.275923, "nauc_precision_at_10_std": -0.430329, "nauc_precision_at_10_diff1": 0.771306, "nauc_precision_at_20_max": 0.497175, "nauc_precision_at_20_std": -0.365271, "nauc_precision_at_20_diff1": 0.722603, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.050409, "nauc_mrr_at_1_std": -0.362585, "nauc_mrr_at_1_diff1": 0.717402, "nauc_mrr_at_3_max": 0.085904, "nauc_mrr_at_3_std": -0.437455, "nauc_mrr_at_3_diff1": 0.73966, "nauc_mrr_at_5_max": 0.104394, "nauc_mrr_at_5_std": -0.439871, "nauc_mrr_at_5_diff1": 0.752125, "nauc_mrr_at_10_max": 0.094794, "nauc_mrr_at_10_std": -0.419422, "nauc_mrr_at_10_diff1": 0.741006, "nauc_mrr_at_20_max": 0.096322, "nauc_mrr_at_20_std": -0.418598, "nauc_mrr_at_20_diff1": 0.740259, "nauc_mrr_at_100_max": 0.094465, "nauc_mrr_at_100_std": -0.417419, "nauc_mrr_at_100_diff1": 0.740358, "nauc_mrr_at_1000_max": 0.094465, "nauc_mrr_at_1000_std": -0.417419, "nauc_mrr_at_1000_diff1": 0.740358, "main_score": 0.83255, "hf_subset": "korean", "languages": [ "kor-Hang" ] }, { "ndcg_at_1": 0.70769, "ndcg_at_3": 0.81978, "ndcg_at_5": 0.8264, "ndcg_at_10": 0.83652, "ndcg_at_20": 0.84036, "ndcg_at_100": 0.84639, "ndcg_at_1000": 0.84639, "map_at_1": 0.70769, "map_at_3": 0.78974, "map_at_5": 0.79359, "map_at_10": 0.79786, "map_at_20": 0.79889, "map_at_100": 0.79983, "map_at_1000": 0.79983, "recall_at_1": 0.70769, "recall_at_3": 0.90769, "recall_at_5": 0.92308, "recall_at_10": 0.95385, "recall_at_20": 0.96923, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.70769, "precision_at_3": 0.30256, "precision_at_5": 0.18462, "precision_at_10": 0.09538, "precision_at_20": 0.04846, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.707692, "mrr_at_3": 0.789744, "mrr_at_5": 0.79359, "mrr_at_10": 0.797863, "mrr_at_20": 0.798889, "mrr_at_100": 0.799832, "mrr_at_1000": 0.799832, "nauc_ndcg_at_1_max": 0.454452, "nauc_ndcg_at_1_std": 0.170525, "nauc_ndcg_at_1_diff1": 0.811295, "nauc_ndcg_at_3_max": 0.473857, "nauc_ndcg_at_3_std": 0.245869, "nauc_ndcg_at_3_diff1": 0.722099, "nauc_ndcg_at_5_max": 0.478769, "nauc_ndcg_at_5_std": 0.305096, "nauc_ndcg_at_5_diff1": 0.72921, "nauc_ndcg_at_10_max": 0.50147, "nauc_ndcg_at_10_std": 0.317436, "nauc_ndcg_at_10_diff1": 0.758214, "nauc_ndcg_at_20_max": 0.488084, "nauc_ndcg_at_20_std": 0.299108, "nauc_ndcg_at_20_diff1": 0.751721, "nauc_ndcg_at_100_max": 0.478498, "nauc_ndcg_at_100_std": 0.270919, "nauc_ndcg_at_100_diff1": 0.767227, "nauc_ndcg_at_1000_max": 0.478498, "nauc_ndcg_at_1000_std": 0.270919, "nauc_ndcg_at_1000_diff1": 0.767227, "nauc_map_at_1_max": 0.454452, "nauc_map_at_1_std": 0.170525, "nauc_map_at_1_diff1": 0.811295, "nauc_map_at_3_max": 0.465623, "nauc_map_at_3_std": 0.23074, "nauc_map_at_3_diff1": 0.756161, "nauc_map_at_5_max": 0.467882, "nauc_map_at_5_std": 0.259742, "nauc_map_at_5_diff1": 0.760391, "nauc_map_at_10_max": 0.477625, "nauc_map_at_10_std": 0.262926, "nauc_map_at_10_diff1": 0.772575, "nauc_map_at_20_max": 0.474632, "nauc_map_at_20_std": 0.258704, "nauc_map_at_20_diff1": 0.771272, "nauc_map_at_100_max": 0.473032, "nauc_map_at_100_std": 0.255018, "nauc_map_at_100_diff1": 0.773592, "nauc_map_at_1000_max": 0.473032, "nauc_map_at_1000_std": 0.255018, "nauc_map_at_1000_diff1": 0.773592, "nauc_recall_at_1_max": 0.454452, "nauc_recall_at_1_std": 0.170525, "nauc_recall_at_1_diff1": 0.811295, "nauc_recall_at_3_max": 0.523938, "nauc_recall_at_3_std": 0.327054, "nauc_recall_at_3_diff1": 0.517362, "nauc_recall_at_5_max": 0.557262, "nauc_recall_at_5_std": 0.624313, "nauc_recall_at_5_diff1": 0.510155, "nauc_recall_at_10_max": 0.785772, "nauc_recall_at_10_std": 0.956796, "nauc_recall_at_10_diff1": 0.616306, "nauc_recall_at_20_max": 0.678658, "nauc_recall_at_20_std": 0.935194, "nauc_recall_at_20_diff1": 0.424459, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.454452, "nauc_precision_at_1_std": 0.170525, "nauc_precision_at_1_diff1": 0.811295, "nauc_precision_at_3_max": 0.523938, "nauc_precision_at_3_std": 0.327054, "nauc_precision_at_3_diff1": 0.517362, "nauc_precision_at_5_max": 0.557262, "nauc_precision_at_5_std": 0.624313, "nauc_precision_at_5_diff1": 0.510155, "nauc_precision_at_10_max": 0.785772, "nauc_precision_at_10_std": 0.956796, "nauc_precision_at_10_diff1": 0.616306, "nauc_precision_at_20_max": 0.678658, "nauc_precision_at_20_std": 0.935194, "nauc_precision_at_20_diff1": 0.424459, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.454452, "nauc_mrr_at_1_std": 0.170525, "nauc_mrr_at_1_diff1": 0.811295, "nauc_mrr_at_3_max": 0.465623, "nauc_mrr_at_3_std": 0.23074, "nauc_mrr_at_3_diff1": 0.756161, "nauc_mrr_at_5_max": 0.467882, "nauc_mrr_at_5_std": 0.259742, "nauc_mrr_at_5_diff1": 0.760391, "nauc_mrr_at_10_max": 0.477625, "nauc_mrr_at_10_std": 0.262926, "nauc_mrr_at_10_diff1": 0.772575, "nauc_mrr_at_20_max": 0.474632, "nauc_mrr_at_20_std": 0.258704, "nauc_mrr_at_20_diff1": 0.771272, "nauc_mrr_at_100_max": 0.473032, "nauc_mrr_at_100_std": 0.255018, "nauc_mrr_at_100_diff1": 0.773592, "nauc_mrr_at_1000_max": 0.473032, "nauc_mrr_at_1000_std": 0.255018, "nauc_mrr_at_1000_diff1": 0.773592, "main_score": 0.83652, "hf_subset": "russian", "languages": [ "rus-Cyrl" ] }, { "ndcg_at_1": 0.67284, "ndcg_at_3": 0.80335, "ndcg_at_5": 0.82353, "ndcg_at_10": 0.83336, "ndcg_at_20": 0.83649, "ndcg_at_100": 0.83925, "ndcg_at_1000": 0.83925, "map_at_1": 0.67284, "map_at_3": 0.7716, "map_at_5": 0.78272, "map_at_10": 0.78668, "map_at_20": 0.78754, "map_at_100": 0.78813, "map_at_1000": 0.78813, "recall_at_1": 0.67284, "recall_at_3": 0.89506, "recall_at_5": 0.94444, "recall_at_10": 0.97531, "recall_at_20": 0.98765, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.67284, "precision_at_3": 0.29835, "precision_at_5": 0.18889, "precision_at_10": 0.09753, "precision_at_20": 0.04938, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.67284, "mrr_at_3": 0.771605, "mrr_at_5": 0.782716, "mrr_at_10": 0.786684, "mrr_at_20": 0.787542, "mrr_at_100": 0.78813, "mrr_at_1000": 0.78813, "nauc_ndcg_at_1_max": 0.17498, "nauc_ndcg_at_1_std": -0.098801, "nauc_ndcg_at_1_diff1": 0.767268, "nauc_ndcg_at_3_max": 0.259759, "nauc_ndcg_at_3_std": -0.111305, "nauc_ndcg_at_3_diff1": 0.757404, "nauc_ndcg_at_5_max": 0.230317, "nauc_ndcg_at_5_std": -0.141102, "nauc_ndcg_at_5_diff1": 0.754692, "nauc_ndcg_at_10_max": 0.222977, "nauc_ndcg_at_10_std": -0.123027, "nauc_ndcg_at_10_diff1": 0.7514, "nauc_ndcg_at_20_max": 0.213478, "nauc_ndcg_at_20_std": -0.087378, "nauc_ndcg_at_20_diff1": 0.752504, "nauc_ndcg_at_100_max": 0.213347, "nauc_ndcg_at_100_std": -0.103209, "nauc_ndcg_at_100_diff1": 0.753091, "nauc_ndcg_at_1000_max": 0.213347, "nauc_ndcg_at_1000_std": -0.103209, "nauc_ndcg_at_1000_diff1": 0.753091, "nauc_map_at_1_max": 0.17498, "nauc_map_at_1_std": -0.098801, "nauc_map_at_1_diff1": 0.767268, "nauc_map_at_3_max": 0.227766, "nauc_map_at_3_std": -0.102437, "nauc_map_at_3_diff1": 0.755964, "nauc_map_at_5_max": 0.212862, "nauc_map_at_5_std": -0.113529, "nauc_map_at_5_diff1": 0.754744, "nauc_map_at_10_max": 0.210397, "nauc_map_at_10_std": -0.106218, "nauc_map_at_10_diff1": 0.753786, "nauc_map_at_20_max": 0.208516, "nauc_map_at_20_std": -0.098561, "nauc_map_at_20_diff1": 0.753836, "nauc_map_at_100_max": 0.208478, "nauc_map_at_100_std": -0.101156, "nauc_map_at_100_diff1": 0.753935, "nauc_map_at_1000_max": 0.208478, "nauc_map_at_1000_std": -0.101156, "nauc_map_at_1000_diff1": 0.753935, "nauc_recall_at_1_max": 0.17498, "nauc_recall_at_1_std": -0.098801, "nauc_recall_at_1_diff1": 0.767268, "nauc_recall_at_3_max": 0.440112, "nauc_recall_at_3_std": -0.164184, "nauc_recall_at_3_diff1": 0.769113, "nauc_recall_at_5_max": 0.392326, "nauc_recall_at_5_std": -0.441074, "nauc_recall_at_5_diff1": 0.759494, "nauc_recall_at_10_max": 0.449489, "nauc_recall_at_10_std": -0.519552, "nauc_recall_at_10_diff1": 0.700854, "nauc_recall_at_20_max": 0.220123, "nauc_recall_at_20_std": 0.711826, "nauc_recall_at_20_diff1": 0.722854, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.17498, "nauc_precision_at_1_std": -0.098801, "nauc_precision_at_1_diff1": 0.767268, "nauc_precision_at_3_max": 0.440112, "nauc_precision_at_3_std": -0.164184, "nauc_precision_at_3_diff1": 0.769113, "nauc_precision_at_5_max": 0.392326, "nauc_precision_at_5_std": -0.441074, "nauc_precision_at_5_diff1": 0.759494, "nauc_precision_at_10_max": 0.449489, "nauc_precision_at_10_std": -0.519552, "nauc_precision_at_10_diff1": 0.700854, "nauc_precision_at_20_max": 0.220123, "nauc_precision_at_20_std": 0.711826, "nauc_precision_at_20_diff1": 0.722854, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.17498, "nauc_mrr_at_1_std": -0.098801, "nauc_mrr_at_1_diff1": 0.767268, "nauc_mrr_at_3_max": 0.227766, "nauc_mrr_at_3_std": -0.102437, "nauc_mrr_at_3_diff1": 0.755964, "nauc_mrr_at_5_max": 0.212862, "nauc_mrr_at_5_std": -0.113529, "nauc_mrr_at_5_diff1": 0.754744, "nauc_mrr_at_10_max": 0.210397, "nauc_mrr_at_10_std": -0.106218, "nauc_mrr_at_10_diff1": 0.753786, "nauc_mrr_at_20_max": 0.208516, "nauc_mrr_at_20_std": -0.098561, "nauc_mrr_at_20_diff1": 0.753836, "nauc_mrr_at_100_max": 0.208478, "nauc_mrr_at_100_std": -0.101156, "nauc_mrr_at_100_diff1": 0.753935, "nauc_mrr_at_1000_max": 0.208478, "nauc_mrr_at_1000_std": -0.101156, "nauc_mrr_at_1000_diff1": 0.753935, "main_score": 0.83336, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.7013, "ndcg_at_3": 0.80272, "ndcg_at_5": 0.81893, "ndcg_at_10": 0.8448, "ndcg_at_20": 0.84821, "ndcg_at_100": 0.84821, "ndcg_at_1000": 0.84821, "map_at_1": 0.7013, "map_at_3": 0.77922, "map_at_5": 0.78831, "map_at_10": 0.7994, "map_at_20": 0.8004, "map_at_100": 0.8004, "map_at_1000": 0.8004, "recall_at_1": 0.7013, "recall_at_3": 0.87013, "recall_at_5": 0.90909, "recall_at_10": 0.98701, "recall_at_20": 1.0, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.7013, "precision_at_3": 0.29004, "precision_at_5": 0.18182, "precision_at_10": 0.0987, "precision_at_20": 0.05, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.701299, "mrr_at_3": 0.779221, "mrr_at_5": 0.788312, "mrr_at_10": 0.799402, "mrr_at_20": 0.800401, "mrr_at_100": 0.800401, "mrr_at_1000": 0.800401, "nauc_ndcg_at_1_max": 0.081176, "nauc_ndcg_at_1_std": -0.144095, "nauc_ndcg_at_1_diff1": 0.773142, "nauc_ndcg_at_3_max": 0.106368, "nauc_ndcg_at_3_std": -0.095221, "nauc_ndcg_at_3_diff1": 0.705919, "nauc_ndcg_at_5_max": 0.176106, "nauc_ndcg_at_5_std": -0.07397, "nauc_ndcg_at_5_diff1": 0.738532, "nauc_ndcg_at_10_max": 0.10271, "nauc_ndcg_at_10_std": -0.084316, "nauc_ndcg_at_10_diff1": 0.731965, "nauc_ndcg_at_20_max": 0.119417, "nauc_ndcg_at_20_std": -0.108326, "nauc_ndcg_at_20_diff1": 0.741389, "nauc_ndcg_at_100_max": 0.119417, "nauc_ndcg_at_100_std": -0.108326, "nauc_ndcg_at_100_diff1": 0.741389, "nauc_ndcg_at_1000_max": 0.119417, "nauc_ndcg_at_1000_std": -0.108326, "nauc_ndcg_at_1000_diff1": 0.741389, "nauc_map_at_1_max": 0.081176, "nauc_map_at_1_std": -0.144095, "nauc_map_at_1_diff1": 0.773142, "nauc_map_at_3_max": 0.10516, "nauc_map_at_3_std": -0.103132, "nauc_map_at_3_diff1": 0.726607, "nauc_map_at_5_max": 0.138129, "nauc_map_at_5_std": -0.092882, "nauc_map_at_5_diff1": 0.743977, "nauc_map_at_10_max": 0.112387, "nauc_map_at_10_std": -0.104289, "nauc_map_at_10_diff1": 0.742022, "nauc_map_at_20_max": 0.116174, "nauc_map_at_20_std": -0.109765, "nauc_map_at_20_diff1": 0.744184, "nauc_map_at_100_max": 0.116174, "nauc_map_at_100_std": -0.109765, "nauc_map_at_100_diff1": 0.744184, "nauc_map_at_1000_max": 0.116174, "nauc_map_at_1000_std": -0.109765, "nauc_map_at_1000_diff1": 0.744184, "nauc_recall_at_1_max": 0.081176, "nauc_recall_at_1_std": -0.144095, "nauc_recall_at_1_diff1": 0.773142, "nauc_recall_at_3_max": 0.107482, "nauc_recall_at_3_std": -0.064325, "nauc_recall_at_3_diff1": 0.612807, "nauc_recall_at_5_max": 0.419712, "nauc_recall_at_5_std": 0.038179, "nauc_recall_at_5_diff1": 0.713326, "nauc_recall_at_10_max": -0.560444, "nauc_recall_at_10_std": 0.868713, "nauc_recall_at_10_diff1": 0.357916, "nauc_recall_at_20_max": NaN, "nauc_recall_at_20_std": NaN, "nauc_recall_at_20_diff1": NaN, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.081176, "nauc_precision_at_1_std": -0.144095, "nauc_precision_at_1_diff1": 0.773142, "nauc_precision_at_3_max": 0.107482, "nauc_precision_at_3_std": -0.064325, "nauc_precision_at_3_diff1": 0.612807, "nauc_precision_at_5_max": 0.419712, "nauc_precision_at_5_std": 0.038179, "nauc_precision_at_5_diff1": 0.713326, "nauc_precision_at_10_max": -0.560444, "nauc_precision_at_10_std": 0.868713, "nauc_precision_at_10_diff1": 0.357916, "nauc_precision_at_20_max": 1.0, "nauc_precision_at_20_std": 1.0, "nauc_precision_at_20_diff1": 1.0, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.081176, "nauc_mrr_at_1_std": -0.144095, "nauc_mrr_at_1_diff1": 0.773142, "nauc_mrr_at_3_max": 0.10516, "nauc_mrr_at_3_std": -0.103132, "nauc_mrr_at_3_diff1": 0.726607, "nauc_mrr_at_5_max": 0.138129, "nauc_mrr_at_5_std": -0.092882, "nauc_mrr_at_5_diff1": 0.743977, "nauc_mrr_at_10_max": 0.112387, "nauc_mrr_at_10_std": -0.104289, "nauc_mrr_at_10_diff1": 0.742022, "nauc_mrr_at_20_max": 0.116174, "nauc_mrr_at_20_std": -0.109765, "nauc_mrr_at_20_diff1": 0.744184, "nauc_mrr_at_100_max": 0.116174, "nauc_mrr_at_100_std": -0.109765, "nauc_mrr_at_100_diff1": 0.744184, "nauc_mrr_at_1000_max": 0.116174, "nauc_mrr_at_1000_std": -0.109765, "nauc_mrr_at_1000_diff1": 0.744184, "main_score": 0.8448, "hf_subset": "vietnamese", "languages": [ "vie-Latn" ] } ] }, "evaluation_time": 47.91824531555176, "kg_co2_emissions": null }