{ "dataset_revision": "main", "task_name": "PublicHealthQA", "mteb_version": "1.18.0", "scores": { "test": [ { "ndcg_at_1": 0.06977, "ndcg_at_3": 0.14867, "ndcg_at_5": 0.16318, "ndcg_at_10": 0.18591, "ndcg_at_20": 0.21859, "ndcg_at_100": 0.32003, "ndcg_at_1000": 0.32003, "map_at_1": 0.06977, "map_at_3": 0.12791, "map_at_5": 0.13605, "map_at_10": 0.14551, "map_at_20": 0.15463, "map_at_100": 0.16791, "map_at_1000": 0.16791, "recall_at_1": 0.06977, "recall_at_3": 0.2093, "recall_at_5": 0.24419, "recall_at_10": 0.31395, "recall_at_20": 0.44186, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.06977, "precision_at_3": 0.06977, "precision_at_5": 0.04884, "precision_at_10": 0.0314, "precision_at_20": 0.02209, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.069767, "mrr_at_3": 0.127907, "mrr_at_5": 0.136047, "mrr_at_10": 0.145506, "mrr_at_20": 0.154629, "mrr_at_100": 0.167908, "mrr_at_1000": 0.167908, "nauc_ndcg_at_1_max": 0.110518, "nauc_ndcg_at_1_std": -0.137455, "nauc_ndcg_at_1_diff1": 0.573109, "nauc_ndcg_at_3_max": -0.121556, "nauc_ndcg_at_3_std": 0.091967, "nauc_ndcg_at_3_diff1": 0.271564, "nauc_ndcg_at_5_max": -0.11816, "nauc_ndcg_at_5_std": 0.108129, "nauc_ndcg_at_5_diff1": 0.235233, "nauc_ndcg_at_10_max": -0.086178, "nauc_ndcg_at_10_std": 0.093745, "nauc_ndcg_at_10_diff1": 0.173461, "nauc_ndcg_at_20_max": -0.136357, "nauc_ndcg_at_20_std": 0.117216, "nauc_ndcg_at_20_diff1": 0.162619, "nauc_ndcg_at_100_max": -0.115871, "nauc_ndcg_at_100_std": 0.096225, "nauc_ndcg_at_100_diff1": 0.249058, "nauc_ndcg_at_1000_max": -0.115871, "nauc_ndcg_at_1000_std": 0.096225, "nauc_ndcg_at_1000_diff1": 0.249058, "nauc_map_at_1_max": 0.110518, "nauc_map_at_1_std": -0.137455, "nauc_map_at_1_diff1": 0.573109, "nauc_map_at_3_max": -0.082438, "nauc_map_at_3_std": 0.06842, "nauc_map_at_3_diff1": 0.329806, "nauc_map_at_5_max": -0.080143, "nauc_map_at_5_std": 0.07996, "nauc_map_at_5_diff1": 0.305317, "nauc_map_at_10_max": -0.064045, "nauc_map_at_10_std": 0.072137, "nauc_map_at_10_diff1": 0.272389, "nauc_map_at_20_max": -0.080784, "nauc_map_at_20_std": 0.078744, "nauc_map_at_20_diff1": 0.269577, "nauc_map_at_100_max": -0.08322, "nauc_map_at_100_std": 0.077278, "nauc_map_at_100_diff1": 0.287735, "nauc_map_at_1000_max": -0.08322, "nauc_map_at_1000_std": 0.077278, "nauc_map_at_1000_diff1": 0.287735, "nauc_recall_at_1_max": 0.110518, "nauc_recall_at_1_std": -0.137455, "nauc_recall_at_1_diff1": 0.573109, "nauc_recall_at_3_max": -0.197563, "nauc_recall_at_3_std": 0.134077, "nauc_recall_at_3_diff1": 0.156613, "nauc_recall_at_5_max": -0.189531, "nauc_recall_at_5_std": 0.158091, "nauc_recall_at_5_diff1": 0.099752, "nauc_recall_at_10_max": -0.118809, "nauc_recall_at_10_std": 0.127119, "nauc_recall_at_10_diff1": -0.013813, "nauc_recall_at_20_max": -0.251085, "nauc_recall_at_20_std": 0.194142, "nauc_recall_at_20_diff1": -0.0433, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.110518, "nauc_precision_at_1_std": -0.137455, "nauc_precision_at_1_diff1": 0.573109, "nauc_precision_at_3_max": -0.197563, "nauc_precision_at_3_std": 0.134077, "nauc_precision_at_3_diff1": 0.156613, "nauc_precision_at_5_max": -0.189531, "nauc_precision_at_5_std": 0.158091, "nauc_precision_at_5_diff1": 0.099752, "nauc_precision_at_10_max": -0.118809, "nauc_precision_at_10_std": 0.127119, "nauc_precision_at_10_diff1": -0.013813, "nauc_precision_at_20_max": -0.251085, "nauc_precision_at_20_std": 0.194142, "nauc_precision_at_20_diff1": -0.0433, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.110518, "nauc_mrr_at_1_std": -0.137455, "nauc_mrr_at_1_diff1": 0.573109, "nauc_mrr_at_3_max": -0.082438, "nauc_mrr_at_3_std": 0.06842, "nauc_mrr_at_3_diff1": 0.329806, "nauc_mrr_at_5_max": -0.080143, "nauc_mrr_at_5_std": 0.07996, "nauc_mrr_at_5_diff1": 0.305317, "nauc_mrr_at_10_max": -0.064045, "nauc_mrr_at_10_std": 0.072137, "nauc_mrr_at_10_diff1": 0.272389, "nauc_mrr_at_20_max": -0.080784, "nauc_mrr_at_20_std": 0.078744, "nauc_mrr_at_20_diff1": 0.269577, "nauc_mrr_at_100_max": -0.08322, "nauc_mrr_at_100_std": 0.077278, "nauc_mrr_at_100_diff1": 0.287735, "nauc_mrr_at_1000_max": -0.08322, "nauc_mrr_at_1000_std": 0.077278, "nauc_mrr_at_1000_diff1": 0.287735, "main_score": 0.18591, "hf_subset": "arabic", "languages": [ "ara-Arab" ] }, { "ndcg_at_1": 0.07975, "ndcg_at_3": 0.11138, "ndcg_at_5": 0.12987, "ndcg_at_10": 0.1673, "ndcg_at_20": 0.19164, "ndcg_at_100": 0.2597, "ndcg_at_1000": 0.29113, "map_at_1": 0.07975, "map_at_3": 0.10327, "map_at_5": 0.11401, "map_at_10": 0.1293, "map_at_20": 0.13572, "map_at_100": 0.14381, "map_at_1000": 0.14553, "recall_at_1": 0.07975, "recall_at_3": 0.13497, "recall_at_5": 0.17791, "recall_at_10": 0.29448, "recall_at_20": 0.39264, "recall_at_100": 0.77914, "recall_at_1000": 1.0, "precision_at_1": 0.07975, "precision_at_3": 0.04499, "precision_at_5": 0.03558, "precision_at_10": 0.02945, "precision_at_20": 0.01963, "precision_at_100": 0.00779, "precision_at_1000": 0.001, "mrr_at_1": 0.079755, "mrr_at_3": 0.103272, "mrr_at_5": 0.114008, "mrr_at_10": 0.129297, "mrr_at_20": 0.135718, "mrr_at_100": 0.143812, "mrr_at_1000": 0.14553, "nauc_ndcg_at_1_max": -0.206541, "nauc_ndcg_at_1_std": -0.117408, "nauc_ndcg_at_1_diff1": 0.207305, "nauc_ndcg_at_3_max": -0.192174, "nauc_ndcg_at_3_std": -0.132438, "nauc_ndcg_at_3_diff1": 0.171795, "nauc_ndcg_at_5_max": -0.224347, "nauc_ndcg_at_5_std": -0.200315, "nauc_ndcg_at_5_diff1": 0.168563, "nauc_ndcg_at_10_max": -0.165544, "nauc_ndcg_at_10_std": -0.209977, "nauc_ndcg_at_10_diff1": 0.120358, "nauc_ndcg_at_20_max": -0.164539, "nauc_ndcg_at_20_std": -0.143312, "nauc_ndcg_at_20_diff1": 0.118369, "nauc_ndcg_at_100_max": -0.145432, "nauc_ndcg_at_100_std": -0.101547, "nauc_ndcg_at_100_diff1": 0.080327, "nauc_ndcg_at_1000_max": -0.176763, "nauc_ndcg_at_1000_std": -0.152853, "nauc_ndcg_at_1000_diff1": 0.121765, "nauc_map_at_1_max": -0.206541, "nauc_map_at_1_std": -0.117408, "nauc_map_at_1_diff1": 0.207305, "nauc_map_at_3_max": -0.195048, "nauc_map_at_3_std": -0.132974, "nauc_map_at_3_diff1": 0.170696, "nauc_map_at_5_max": -0.215524, "nauc_map_at_5_std": -0.176544, "nauc_map_at_5_diff1": 0.168693, "nauc_map_at_10_max": -0.187402, "nauc_map_at_10_std": -0.182239, "nauc_map_at_10_diff1": 0.14401, "nauc_map_at_20_max": -0.187102, "nauc_map_at_20_std": -0.162059, "nauc_map_at_20_diff1": 0.143583, "nauc_map_at_100_max": -0.185511, "nauc_map_at_100_std": -0.157105, "nauc_map_at_100_diff1": 0.138582, "nauc_map_at_1000_max": -0.187544, "nauc_map_at_1000_std": -0.160199, "nauc_map_at_1000_diff1": 0.140889, "nauc_recall_at_1_max": -0.206541, "nauc_recall_at_1_std": -0.117408, "nauc_recall_at_1_diff1": 0.207305, "nauc_recall_at_3_max": -0.185483, "nauc_recall_at_3_std": -0.130038, "nauc_recall_at_3_diff1": 0.177015, "nauc_recall_at_5_max": -0.244626, "nauc_recall_at_5_std": -0.252623, "nauc_recall_at_5_diff1": 0.170222, "nauc_recall_at_10_max": -0.118163, "nauc_recall_at_10_std": -0.261561, "nauc_recall_at_10_diff1": 0.073684, "nauc_recall_at_20_max": -0.117443, "nauc_recall_at_20_std": -0.081934, "nauc_recall_at_20_diff1": 0.069468, "nauc_recall_at_100_max": 0.046945, "nauc_recall_at_100_std": 0.217844, "nauc_recall_at_100_diff1": -0.186652, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.206541, "nauc_precision_at_1_std": -0.117408, "nauc_precision_at_1_diff1": 0.207305, "nauc_precision_at_3_max": -0.185483, "nauc_precision_at_3_std": -0.130038, "nauc_precision_at_3_diff1": 0.177015, "nauc_precision_at_5_max": -0.244626, "nauc_precision_at_5_std": -0.252623, "nauc_precision_at_5_diff1": 0.170222, "nauc_precision_at_10_max": -0.118163, "nauc_precision_at_10_std": -0.261561, "nauc_precision_at_10_diff1": 0.073684, "nauc_precision_at_20_max": -0.117443, "nauc_precision_at_20_std": -0.081934, "nauc_precision_at_20_diff1": 0.069468, "nauc_precision_at_100_max": 0.046945, "nauc_precision_at_100_std": 0.217844, "nauc_precision_at_100_diff1": -0.186652, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": -0.206541, "nauc_mrr_at_1_std": -0.117408, "nauc_mrr_at_1_diff1": 0.207305, "nauc_mrr_at_3_max": -0.195048, "nauc_mrr_at_3_std": -0.132974, "nauc_mrr_at_3_diff1": 0.170696, "nauc_mrr_at_5_max": -0.215524, "nauc_mrr_at_5_std": -0.176544, "nauc_mrr_at_5_diff1": 0.168693, "nauc_mrr_at_10_max": -0.187402, "nauc_mrr_at_10_std": -0.182239, "nauc_mrr_at_10_diff1": 0.14401, "nauc_mrr_at_20_max": -0.187102, "nauc_mrr_at_20_std": -0.162059, "nauc_mrr_at_20_diff1": 0.143583, "nauc_mrr_at_100_max": -0.185511, "nauc_mrr_at_100_std": -0.157105, "nauc_mrr_at_100_diff1": 0.138582, "nauc_mrr_at_1000_max": -0.187544, "nauc_mrr_at_1000_std": -0.160199, "nauc_mrr_at_1000_diff1": 0.140889, "main_score": 0.1673, "hf_subset": "chinese", "languages": [ "zho-Hans" ] }, { "ndcg_at_1": 0.57558, "ndcg_at_3": 0.70293, "ndcg_at_5": 0.7317, "ndcg_at_10": 0.75052, "ndcg_at_20": 0.7605, "ndcg_at_100": 0.76719, "ndcg_at_1000": 0.76806, "map_at_1": 0.57558, "map_at_3": 0.67248, "map_at_5": 0.68847, "map_at_10": 0.69624, "map_at_20": 0.69882, "map_at_100": 0.69982, "map_at_1000": 0.69988, "recall_at_1": 0.57558, "recall_at_3": 0.7907, "recall_at_5": 0.86047, "recall_at_10": 0.9186, "recall_at_20": 0.9593, "recall_at_100": 0.99419, "recall_at_1000": 1.0, "precision_at_1": 0.57558, "precision_at_3": 0.26357, "precision_at_5": 0.17209, "precision_at_10": 0.09186, "precision_at_20": 0.04797, "precision_at_100": 0.00994, "precision_at_1000": 0.001, "mrr_at_1": 0.575581, "mrr_at_3": 0.672481, "mrr_at_5": 0.688469, "mrr_at_10": 0.696242, "mrr_at_20": 0.69884, "mrr_at_100": 0.699832, "mrr_at_1000": 0.699889, "nauc_ndcg_at_1_max": 0.397463, "nauc_ndcg_at_1_std": -0.075984, "nauc_ndcg_at_1_diff1": 0.720658, "nauc_ndcg_at_3_max": 0.385108, "nauc_ndcg_at_3_std": -0.041819, "nauc_ndcg_at_3_diff1": 0.674651, "nauc_ndcg_at_5_max": 0.390748, "nauc_ndcg_at_5_std": 0.013062, "nauc_ndcg_at_5_diff1": 0.66405, "nauc_ndcg_at_10_max": 0.403866, "nauc_ndcg_at_10_std": -0.001158, "nauc_ndcg_at_10_diff1": 0.687215, "nauc_ndcg_at_20_max": 0.397723, "nauc_ndcg_at_20_std": -0.019266, "nauc_ndcg_at_20_diff1": 0.684601, "nauc_ndcg_at_100_max": 0.39224, "nauc_ndcg_at_100_std": -0.031134, "nauc_ndcg_at_100_diff1": 0.684065, "nauc_ndcg_at_1000_max": 0.391493, "nauc_ndcg_at_1000_std": -0.031843, "nauc_ndcg_at_1000_diff1": 0.682607, "nauc_map_at_1_max": 0.397463, "nauc_map_at_1_std": -0.075984, "nauc_map_at_1_diff1": 0.720658, "nauc_map_at_3_max": 0.387835, "nauc_map_at_3_std": -0.050888, "nauc_map_at_3_diff1": 0.680517, "nauc_map_at_5_max": 0.390818, "nauc_map_at_5_std": -0.026401, "nauc_map_at_5_diff1": 0.675764, "nauc_map_at_10_max": 0.393678, "nauc_map_at_10_std": -0.034058, "nauc_map_at_10_diff1": 0.684154, "nauc_map_at_20_max": 0.391893, "nauc_map_at_20_std": -0.038411, "nauc_map_at_20_diff1": 0.683436, "nauc_map_at_100_max": 0.391056, "nauc_map_at_100_std": -0.040023, "nauc_map_at_100_diff1": 0.683549, "nauc_map_at_1000_max": 0.391018, "nauc_map_at_1000_std": -0.040061, "nauc_map_at_1000_diff1": 0.683475, "nauc_recall_at_1_max": 0.397463, "nauc_recall_at_1_std": -0.075984, "nauc_recall_at_1_diff1": 0.720658, "nauc_recall_at_3_max": 0.374779, "nauc_recall_at_3_std": -0.006316, "nauc_recall_at_3_diff1": 0.655674, "nauc_recall_at_5_max": 0.392423, "nauc_recall_at_5_std": 0.245693, "nauc_recall_at_5_diff1": 0.603566, "nauc_recall_at_10_max": 0.523501, "nauc_recall_at_10_std": 0.311292, "nauc_recall_at_10_diff1": 0.744945, "nauc_recall_at_20_max": 0.540401, "nauc_recall_at_20_std": 0.278928, "nauc_recall_at_20_diff1": 0.758139, "nauc_recall_at_100_max": 0.55419, "nauc_recall_at_100_std": 0.122436, "nauc_recall_at_100_diff1": 1.0, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.397463, "nauc_precision_at_1_std": -0.075984, "nauc_precision_at_1_diff1": 0.720658, "nauc_precision_at_3_max": 0.374779, "nauc_precision_at_3_std": -0.006316, "nauc_precision_at_3_diff1": 0.655674, "nauc_precision_at_5_max": 0.392423, "nauc_precision_at_5_std": 0.245693, "nauc_precision_at_5_diff1": 0.603566, "nauc_precision_at_10_max": 0.523501, "nauc_precision_at_10_std": 0.311292, "nauc_precision_at_10_diff1": 0.744945, "nauc_precision_at_20_max": 0.540401, "nauc_precision_at_20_std": 0.278928, "nauc_precision_at_20_diff1": 0.758139, "nauc_precision_at_100_max": 0.55419, "nauc_precision_at_100_std": 0.122436, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.397463, "nauc_mrr_at_1_std": -0.075984, "nauc_mrr_at_1_diff1": 0.720658, "nauc_mrr_at_3_max": 0.387835, "nauc_mrr_at_3_std": -0.050888, "nauc_mrr_at_3_diff1": 0.680517, "nauc_mrr_at_5_max": 0.390818, "nauc_mrr_at_5_std": -0.026401, "nauc_mrr_at_5_diff1": 0.675764, "nauc_mrr_at_10_max": 0.393678, "nauc_mrr_at_10_std": -0.034058, "nauc_mrr_at_10_diff1": 0.684154, "nauc_mrr_at_20_max": 0.391845, "nauc_mrr_at_20_std": -0.038492, "nauc_mrr_at_20_diff1": 0.683446, "nauc_mrr_at_100_max": 0.391035, "nauc_mrr_at_100_std": -0.04006, "nauc_mrr_at_100_diff1": 0.683561, "nauc_mrr_at_1000_max": 0.390997, "nauc_mrr_at_1000_std": -0.040098, "nauc_mrr_at_1000_diff1": 0.683487, "main_score": 0.75052, "hf_subset": "english", "languages": [ "eng-Latn" ] }, { "ndcg_at_1": 0.50588, "ndcg_at_3": 0.62002, "ndcg_at_5": 0.64888, "ndcg_at_10": 0.68353, "ndcg_at_20": 0.70642, "ndcg_at_100": 0.71254, "ndcg_at_1000": 0.71254, "map_at_1": 0.50588, "map_at_3": 0.59412, "map_at_5": 0.61, "map_at_10": 0.62452, "map_at_20": 0.63035, "map_at_100": 0.63102, "map_at_1000": 0.63102, "recall_at_1": 0.50588, "recall_at_3": 0.69412, "recall_at_5": 0.76471, "recall_at_10": 0.87059, "recall_at_20": 0.96471, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.50588, "precision_at_3": 0.23137, "precision_at_5": 0.15294, "precision_at_10": 0.08706, "precision_at_20": 0.04824, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.505882, "mrr_at_3": 0.594118, "mrr_at_5": 0.61, "mrr_at_10": 0.624519, "mrr_at_20": 0.630348, "mrr_at_100": 0.631019, "mrr_at_1000": 0.631019, "nauc_ndcg_at_1_max": 0.314386, "nauc_ndcg_at_1_std": 0.154121, "nauc_ndcg_at_1_diff1": 0.380502, "nauc_ndcg_at_3_max": 0.298604, "nauc_ndcg_at_3_std": 0.175429, "nauc_ndcg_at_3_diff1": 0.294219, "nauc_ndcg_at_5_max": 0.285411, "nauc_ndcg_at_5_std": 0.208249, "nauc_ndcg_at_5_diff1": 0.271137, "nauc_ndcg_at_10_max": 0.292798, "nauc_ndcg_at_10_std": 0.17806, "nauc_ndcg_at_10_diff1": 0.305303, "nauc_ndcg_at_20_max": 0.283867, "nauc_ndcg_at_20_std": 0.178496, "nauc_ndcg_at_20_diff1": 0.331099, "nauc_ndcg_at_100_max": 0.296137, "nauc_ndcg_at_100_std": 0.179144, "nauc_ndcg_at_100_diff1": 0.323437, "nauc_ndcg_at_1000_max": 0.296137, "nauc_ndcg_at_1000_std": 0.179144, "nauc_ndcg_at_1000_diff1": 0.323437, "nauc_map_at_1_max": 0.314386, "nauc_map_at_1_std": 0.154121, "nauc_map_at_1_diff1": 0.380502, "nauc_map_at_3_max": 0.307228, "nauc_map_at_3_std": 0.170786, "nauc_map_at_3_diff1": 0.316366, "nauc_map_at_5_max": 0.299951, "nauc_map_at_5_std": 0.187607, "nauc_map_at_5_diff1": 0.305426, "nauc_map_at_10_max": 0.304751, "nauc_map_at_10_std": 0.177375, "nauc_map_at_10_diff1": 0.320958, "nauc_map_at_20_max": 0.302484, "nauc_map_at_20_std": 0.177737, "nauc_map_at_20_diff1": 0.327554, "nauc_map_at_100_max": 0.303205, "nauc_map_at_100_std": 0.177373, "nauc_map_at_100_diff1": 0.326911, "nauc_map_at_1000_max": 0.303205, "nauc_map_at_1000_std": 0.177373, "nauc_map_at_1000_diff1": 0.326911, "nauc_recall_at_1_max": 0.314386, "nauc_recall_at_1_std": 0.154121, "nauc_recall_at_1_diff1": 0.380502, "nauc_recall_at_3_max": 0.267245, "nauc_recall_at_3_std": 0.190619, "nauc_recall_at_3_diff1": 0.219732, "nauc_recall_at_5_max": 0.222658, "nauc_recall_at_5_std": 0.297649, "nauc_recall_at_5_diff1": 0.128144, "nauc_recall_at_10_max": 0.205923, "nauc_recall_at_10_std": 0.157915, "nauc_recall_at_10_diff1": 0.215822, "nauc_recall_at_20_max": -0.210798, "nauc_recall_at_20_std": 0.095678, "nauc_recall_at_20_diff1": 0.610077, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.314386, "nauc_precision_at_1_std": 0.154121, "nauc_precision_at_1_diff1": 0.380502, "nauc_precision_at_3_max": 0.267245, "nauc_precision_at_3_std": 0.190619, "nauc_precision_at_3_diff1": 0.219732, "nauc_precision_at_5_max": 0.222658, "nauc_precision_at_5_std": 0.297649, "nauc_precision_at_5_diff1": 0.128144, "nauc_precision_at_10_max": 0.205923, "nauc_precision_at_10_std": 0.157915, "nauc_precision_at_10_diff1": 0.215822, "nauc_precision_at_20_max": -0.210798, "nauc_precision_at_20_std": 0.095678, "nauc_precision_at_20_diff1": 0.610077, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.314386, "nauc_mrr_at_1_std": 0.154121, "nauc_mrr_at_1_diff1": 0.380502, "nauc_mrr_at_3_max": 0.307228, "nauc_mrr_at_3_std": 0.170786, "nauc_mrr_at_3_diff1": 0.316366, "nauc_mrr_at_5_max": 0.299951, "nauc_mrr_at_5_std": 0.187607, "nauc_mrr_at_5_diff1": 0.305426, "nauc_mrr_at_10_max": 0.304751, "nauc_mrr_at_10_std": 0.177375, "nauc_mrr_at_10_diff1": 0.320958, "nauc_mrr_at_20_max": 0.302484, "nauc_mrr_at_20_std": 0.177737, "nauc_mrr_at_20_diff1": 0.327554, "nauc_mrr_at_100_max": 0.303205, "nauc_mrr_at_100_std": 0.177373, "nauc_mrr_at_100_diff1": 0.326911, "nauc_mrr_at_1000_max": 0.303205, "nauc_mrr_at_1000_std": 0.177373, "nauc_mrr_at_1000_diff1": 0.326911, "main_score": 0.68353, "hf_subset": "french", "languages": [ "fra-Latn" ] }, { "ndcg_at_1": 0.07792, "ndcg_at_3": 0.1008, "ndcg_at_5": 0.11142, "ndcg_at_10": 0.11908, "ndcg_at_20": 0.16913, "ndcg_at_100": 0.28595, "ndcg_at_1000": 0.28595, "map_at_1": 0.07792, "map_at_3": 0.09524, "map_at_5": 0.10108, "map_at_10": 0.10382, "map_at_20": 0.11794, "map_at_100": 0.13339, "map_at_1000": 0.13339, "recall_at_1": 0.07792, "recall_at_3": 0.11688, "recall_at_5": 0.14286, "recall_at_10": 0.16883, "recall_at_20": 0.36364, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.07792, "precision_at_3": 0.03896, "precision_at_5": 0.02857, "precision_at_10": 0.01688, "precision_at_20": 0.01818, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.077922, "mrr_at_3": 0.095238, "mrr_at_5": 0.101082, "mrr_at_10": 0.103824, "mrr_at_20": 0.117942, "mrr_at_100": 0.133388, "mrr_at_1000": 0.133388, "nauc_ndcg_at_1_max": 0.126526, "nauc_ndcg_at_1_std": -0.039991, "nauc_ndcg_at_1_diff1": 0.36833, "nauc_ndcg_at_3_max": 0.029978, "nauc_ndcg_at_3_std": 0.022414, "nauc_ndcg_at_3_diff1": 0.219137, "nauc_ndcg_at_5_max": -0.018403, "nauc_ndcg_at_5_std": -0.019877, "nauc_ndcg_at_5_diff1": 0.211642, "nauc_ndcg_at_10_max": -0.00915, "nauc_ndcg_at_10_std": -0.018255, "nauc_ndcg_at_10_diff1": 0.190356, "nauc_ndcg_at_20_max": -0.014715, "nauc_ndcg_at_20_std": 0.022369, "nauc_ndcg_at_20_diff1": 0.165797, "nauc_ndcg_at_100_max": 0.008524, "nauc_ndcg_at_100_std": -0.009652, "nauc_ndcg_at_100_diff1": 0.202375, "nauc_ndcg_at_1000_max": 0.008524, "nauc_ndcg_at_1000_std": -0.009652, "nauc_ndcg_at_1000_diff1": 0.202375, "nauc_map_at_1_max": 0.126526, "nauc_map_at_1_std": -0.039991, "nauc_map_at_1_diff1": 0.36833, "nauc_map_at_3_max": 0.047426, "nauc_map_at_3_std": 0.005931, "nauc_map_at_3_diff1": 0.251167, "nauc_map_at_5_max": 0.01775, "nauc_map_at_5_std": -0.018294, "nauc_map_at_5_diff1": 0.246324, "nauc_map_at_10_max": 0.020592, "nauc_map_at_10_std": -0.017752, "nauc_map_at_10_diff1": 0.236968, "nauc_map_at_20_max": 0.018722, "nauc_map_at_20_std": -0.004437, "nauc_map_at_20_diff1": 0.22804, "nauc_map_at_100_max": 0.023156, "nauc_map_at_100_std": -0.01257, "nauc_map_at_100_diff1": 0.230881, "nauc_map_at_1000_max": 0.023156, "nauc_map_at_1000_std": -0.01257, "nauc_map_at_1000_diff1": 0.230881, "nauc_recall_at_1_max": 0.126526, "nauc_recall_at_1_std": -0.039991, "nauc_recall_at_1_diff1": 0.36833, "nauc_recall_at_3_max": -0.011314, "nauc_recall_at_3_std": 0.063407, "nauc_recall_at_3_diff1": 0.141407, "nauc_recall_at_5_max": -0.101579, "nauc_recall_at_5_std": -0.027219, "nauc_recall_at_5_diff1": 0.134095, "nauc_recall_at_10_max": -0.067442, "nauc_recall_at_10_std": -0.021914, "nauc_recall_at_10_diff1": 0.089943, "nauc_recall_at_20_max": -0.069317, "nauc_recall_at_20_std": 0.078396, "nauc_recall_at_20_diff1": 0.053751, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.126526, "nauc_precision_at_1_std": -0.039991, "nauc_precision_at_1_diff1": 0.36833, "nauc_precision_at_3_max": -0.011314, "nauc_precision_at_3_std": 0.063407, "nauc_precision_at_3_diff1": 0.141407, "nauc_precision_at_5_max": -0.101579, "nauc_precision_at_5_std": -0.027219, "nauc_precision_at_5_diff1": 0.134095, "nauc_precision_at_10_max": -0.067442, "nauc_precision_at_10_std": -0.021914, "nauc_precision_at_10_diff1": 0.089943, "nauc_precision_at_20_max": -0.069317, "nauc_precision_at_20_std": 0.078396, "nauc_precision_at_20_diff1": 0.053751, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": 0.126526, "nauc_mrr_at_1_std": -0.039991, "nauc_mrr_at_1_diff1": 0.36833, "nauc_mrr_at_3_max": 0.047426, "nauc_mrr_at_3_std": 0.005931, "nauc_mrr_at_3_diff1": 0.251167, "nauc_mrr_at_5_max": 0.01775, "nauc_mrr_at_5_std": -0.018294, "nauc_mrr_at_5_diff1": 0.246324, "nauc_mrr_at_10_max": 0.020592, "nauc_mrr_at_10_std": -0.017752, "nauc_mrr_at_10_diff1": 0.236968, "nauc_mrr_at_20_max": 0.018722, "nauc_mrr_at_20_std": -0.004437, "nauc_mrr_at_20_diff1": 0.22804, "nauc_mrr_at_100_max": 0.023156, "nauc_mrr_at_100_std": -0.01257, "nauc_mrr_at_100_diff1": 0.230881, "nauc_mrr_at_1000_max": 0.023156, "nauc_mrr_at_1000_std": -0.01257, "nauc_mrr_at_1000_diff1": 0.230881, "main_score": 0.11908, "hf_subset": "korean", "languages": [ "kor-Hang" ] }, { "ndcg_at_1": 0.04615, "ndcg_at_3": 0.13883, "ndcg_at_5": 0.15668, "ndcg_at_10": 0.20194, "ndcg_at_20": 0.26251, "ndcg_at_100": 0.3315, "ndcg_at_1000": 0.3315, "map_at_1": 0.04615, "map_at_3": 0.11282, "map_at_5": 0.12205, "map_at_10": 0.14098, "map_at_20": 0.15879, "map_at_100": 0.16833, "map_at_1000": 0.16833, "recall_at_1": 0.04615, "recall_at_3": 0.21538, "recall_at_5": 0.26154, "recall_at_10": 0.4, "recall_at_20": 0.63077, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.04615, "precision_at_3": 0.07179, "precision_at_5": 0.05231, "precision_at_10": 0.04, "precision_at_20": 0.03154, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.046154, "mrr_at_3": 0.112821, "mrr_at_5": 0.122051, "mrr_at_10": 0.140977, "mrr_at_20": 0.158786, "mrr_at_100": 0.168334, "mrr_at_1000": 0.168334, "nauc_ndcg_at_1_max": 0.592847, "nauc_ndcg_at_1_std": 0.249486, "nauc_ndcg_at_1_diff1": 0.274819, "nauc_ndcg_at_3_max": 0.366007, "nauc_ndcg_at_3_std": 0.026953, "nauc_ndcg_at_3_diff1": -0.0287, "nauc_ndcg_at_5_max": 0.354398, "nauc_ndcg_at_5_std": 0.070495, "nauc_ndcg_at_5_diff1": -0.027892, "nauc_ndcg_at_10_max": 0.289291, "nauc_ndcg_at_10_std": 0.013636, "nauc_ndcg_at_10_diff1": 0.008832, "nauc_ndcg_at_20_max": 0.26934, "nauc_ndcg_at_20_std": 0.072737, "nauc_ndcg_at_20_diff1": 0.038855, "nauc_ndcg_at_100_max": 0.326319, "nauc_ndcg_at_100_std": 0.075326, "nauc_ndcg_at_100_diff1": 0.030752, "nauc_ndcg_at_1000_max": 0.326319, "nauc_ndcg_at_1000_std": 0.075326, "nauc_ndcg_at_1000_diff1": 0.030752, "nauc_map_at_1_max": 0.592847, "nauc_map_at_1_std": 0.249486, "nauc_map_at_1_diff1": 0.274819, "nauc_map_at_3_max": 0.391704, "nauc_map_at_3_std": 0.047751, "nauc_map_at_3_diff1": 0.006286, "nauc_map_at_5_max": 0.383627, "nauc_map_at_5_std": 0.074517, "nauc_map_at_5_diff1": 0.005741, "nauc_map_at_10_max": 0.350639, "nauc_map_at_10_std": 0.044476, "nauc_map_at_10_diff1": 0.022859, "nauc_map_at_20_max": 0.342538, "nauc_map_at_20_std": 0.068555, "nauc_map_at_20_diff1": 0.035351, "nauc_map_at_100_max": 0.354052, "nauc_map_at_100_std": 0.073224, "nauc_map_at_100_diff1": 0.034991, "nauc_map_at_1000_max": 0.354052, "nauc_map_at_1000_std": 0.073224, "nauc_map_at_1000_diff1": 0.034991, "nauc_recall_at_1_max": 0.592847, "nauc_recall_at_1_std": 0.249486, "nauc_recall_at_1_diff1": 0.274819, "nauc_recall_at_3_max": 0.323884, "nauc_recall_at_3_std": -0.00612, "nauc_recall_at_3_diff1": -0.086189, "nauc_recall_at_5_max": 0.307671, "nauc_recall_at_5_std": 0.070146, "nauc_recall_at_5_diff1": -0.080174, "nauc_recall_at_10_max": 0.183378, "nauc_recall_at_10_std": -0.037239, "nauc_recall_at_10_diff1": -0.002161, "nauc_recall_at_20_max": 0.119585, "nauc_recall_at_20_std": 0.098501, "nauc_recall_at_20_diff1": 0.067866, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.592847, "nauc_precision_at_1_std": 0.249486, "nauc_precision_at_1_diff1": 0.274819, "nauc_precision_at_3_max": 0.323884, "nauc_precision_at_3_std": -0.00612, "nauc_precision_at_3_diff1": -0.086189, "nauc_precision_at_5_max": 0.307671, "nauc_precision_at_5_std": 0.070146, "nauc_precision_at_5_diff1": -0.080174, "nauc_precision_at_10_max": 0.183378, "nauc_precision_at_10_std": -0.037239, "nauc_precision_at_10_diff1": -0.002161, "nauc_precision_at_20_max": 0.119585, "nauc_precision_at_20_std": 0.098501, "nauc_precision_at_20_diff1": 0.067866, "nauc_precision_at_100_max": NaN, "nauc_precision_at_100_std": NaN, "nauc_precision_at_100_diff1": NaN, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.592847, "nauc_mrr_at_1_std": 0.249486, "nauc_mrr_at_1_diff1": 0.274819, "nauc_mrr_at_3_max": 0.391704, "nauc_mrr_at_3_std": 0.047751, "nauc_mrr_at_3_diff1": 0.006286, "nauc_mrr_at_5_max": 0.383627, "nauc_mrr_at_5_std": 0.074517, "nauc_mrr_at_5_diff1": 0.005741, "nauc_mrr_at_10_max": 0.350639, "nauc_mrr_at_10_std": 0.044476, "nauc_mrr_at_10_diff1": 0.022859, "nauc_mrr_at_20_max": 0.342538, "nauc_mrr_at_20_std": 0.068555, "nauc_mrr_at_20_diff1": 0.035351, "nauc_mrr_at_100_max": 0.354052, "nauc_mrr_at_100_std": 0.073224, "nauc_mrr_at_100_diff1": 0.034991, "nauc_mrr_at_1000_max": 0.354052, "nauc_mrr_at_1000_std": 0.073224, "nauc_mrr_at_1000_diff1": 0.034991, "main_score": 0.20194, "hf_subset": "russian", "languages": [ "rus-Cyrl" ] }, { "ndcg_at_1": 0.3642, "ndcg_at_3": 0.44716, "ndcg_at_5": 0.48276, "ndcg_at_10": 0.52578, "ndcg_at_20": 0.55884, "ndcg_at_100": 0.57762, "ndcg_at_1000": 0.58294, "map_at_1": 0.3642, "map_at_3": 0.4249, "map_at_5": 0.44465, "map_at_10": 0.46305, "map_at_20": 0.47227, "map_at_100": 0.47463, "map_at_1000": 0.47494, "recall_at_1": 0.3642, "recall_at_3": 0.51235, "recall_at_5": 0.59877, "recall_at_10": 0.7284, "recall_at_20": 0.85802, "recall_at_100": 0.96296, "recall_at_1000": 1.0, "precision_at_1": 0.3642, "precision_at_3": 0.17078, "precision_at_5": 0.11975, "precision_at_10": 0.07284, "precision_at_20": 0.0429, "precision_at_100": 0.00963, "precision_at_1000": 0.001, "mrr_at_1": 0.364198, "mrr_at_3": 0.424897, "mrr_at_5": 0.44465, "mrr_at_10": 0.463051, "mrr_at_20": 0.472266, "mrr_at_100": 0.474635, "mrr_at_1000": 0.474935, "nauc_ndcg_at_1_max": 0.349766, "nauc_ndcg_at_1_std": -0.080665, "nauc_ndcg_at_1_diff1": 0.284554, "nauc_ndcg_at_3_max": 0.296708, "nauc_ndcg_at_3_std": -0.04236, "nauc_ndcg_at_3_diff1": 0.245379, "nauc_ndcg_at_5_max": 0.317534, "nauc_ndcg_at_5_std": -0.049777, "nauc_ndcg_at_5_diff1": 0.241015, "nauc_ndcg_at_10_max": 0.327314, "nauc_ndcg_at_10_std": -0.013634, "nauc_ndcg_at_10_diff1": 0.245281, "nauc_ndcg_at_20_max": 0.328941, "nauc_ndcg_at_20_std": 0.011294, "nauc_ndcg_at_20_diff1": 0.268604, "nauc_ndcg_at_100_max": 0.332924, "nauc_ndcg_at_100_std": -0.00797, "nauc_ndcg_at_100_diff1": 0.269516, "nauc_ndcg_at_1000_max": 0.330722, "nauc_ndcg_at_1000_std": -0.019922, "nauc_ndcg_at_1000_diff1": 0.263064, "nauc_map_at_1_max": 0.349766, "nauc_map_at_1_std": -0.080665, "nauc_map_at_1_diff1": 0.284554, "nauc_map_at_3_max": 0.314459, "nauc_map_at_3_std": -0.050268, "nauc_map_at_3_diff1": 0.257323, "nauc_map_at_5_max": 0.328177, "nauc_map_at_5_std": -0.054414, "nauc_map_at_5_diff1": 0.255377, "nauc_map_at_10_max": 0.332515, "nauc_map_at_10_std": -0.037465, "nauc_map_at_10_diff1": 0.255624, "nauc_map_at_20_max": 0.332853, "nauc_map_at_20_std": -0.031869, "nauc_map_at_20_diff1": 0.261592, "nauc_map_at_100_max": 0.333167, "nauc_map_at_100_std": -0.034327, "nauc_map_at_100_diff1": 0.262443, "nauc_map_at_1000_max": 0.333072, "nauc_map_at_1000_std": -0.034924, "nauc_map_at_1000_diff1": 0.262158, "nauc_recall_at_1_max": 0.349766, "nauc_recall_at_1_std": -0.080665, "nauc_recall_at_1_diff1": 0.284554, "nauc_recall_at_3_max": 0.242369, "nauc_recall_at_3_std": -0.019659, "nauc_recall_at_3_diff1": 0.209174, "nauc_recall_at_5_max": 0.282073, "nauc_recall_at_5_std": -0.036983, "nauc_recall_at_5_diff1": 0.193417, "nauc_recall_at_10_max": 0.309051, "nauc_recall_at_10_std": 0.091066, "nauc_recall_at_10_diff1": 0.208786, "nauc_recall_at_20_max": 0.312198, "nauc_recall_at_20_std": 0.374145, "nauc_recall_at_20_diff1": 0.374149, "nauc_recall_at_100_max": 0.444506, "nauc_recall_at_100_std": 0.580004, "nauc_recall_at_100_diff1": 0.595746, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": 0.349766, "nauc_precision_at_1_std": -0.080665, "nauc_precision_at_1_diff1": 0.284554, "nauc_precision_at_3_max": 0.242369, "nauc_precision_at_3_std": -0.019659, "nauc_precision_at_3_diff1": 0.209174, "nauc_precision_at_5_max": 0.282073, "nauc_precision_at_5_std": -0.036983, "nauc_precision_at_5_diff1": 0.193417, "nauc_precision_at_10_max": 0.309051, "nauc_precision_at_10_std": 0.091066, "nauc_precision_at_10_diff1": 0.208786, "nauc_precision_at_20_max": 0.312198, "nauc_precision_at_20_std": 0.374145, "nauc_precision_at_20_diff1": 0.374149, "nauc_precision_at_100_max": 0.444506, "nauc_precision_at_100_std": 0.580004, "nauc_precision_at_100_diff1": 0.595746, "nauc_precision_at_1000_max": 1.0, "nauc_precision_at_1000_std": 1.0, "nauc_precision_at_1000_diff1": 1.0, "nauc_mrr_at_1_max": 0.349766, "nauc_mrr_at_1_std": -0.080665, "nauc_mrr_at_1_diff1": 0.284554, "nauc_mrr_at_3_max": 0.314459, "nauc_mrr_at_3_std": -0.050268, "nauc_mrr_at_3_diff1": 0.257323, "nauc_mrr_at_5_max": 0.328177, "nauc_mrr_at_5_std": -0.054414, "nauc_mrr_at_5_diff1": 0.255377, "nauc_mrr_at_10_max": 0.332515, "nauc_mrr_at_10_std": -0.037465, "nauc_mrr_at_10_diff1": 0.255624, "nauc_mrr_at_20_max": 0.332853, "nauc_mrr_at_20_std": -0.031869, "nauc_mrr_at_20_diff1": 0.261592, "nauc_mrr_at_100_max": 0.333167, "nauc_mrr_at_100_std": -0.034327, "nauc_mrr_at_100_diff1": 0.262443, "nauc_mrr_at_1000_max": 0.333072, "nauc_mrr_at_1000_std": -0.034924, "nauc_mrr_at_1000_diff1": 0.262158, "main_score": 0.52578, "hf_subset": "spanish", "languages": [ "spa-Latn" ] }, { "ndcg_at_1": 0.07792, "ndcg_at_3": 0.11889, "ndcg_at_5": 0.12448, "ndcg_at_10": 0.16523, "ndcg_at_20": 0.22376, "ndcg_at_100": 0.31275, "ndcg_at_1000": 0.31275, "map_at_1": 0.07792, "map_at_3": 0.11039, "map_at_5": 0.11364, "map_at_10": 0.12973, "map_at_20": 0.14548, "map_at_100": 0.15758, "map_at_1000": 0.15758, "recall_at_1": 0.07792, "recall_at_3": 0.14286, "recall_at_5": 0.15584, "recall_at_10": 0.28571, "recall_at_20": 0.51948, "recall_at_100": 1.0, "recall_at_1000": 1.0, "precision_at_1": 0.07792, "precision_at_3": 0.04762, "precision_at_5": 0.03117, "precision_at_10": 0.02857, "precision_at_20": 0.02597, "precision_at_100": 0.01, "precision_at_1000": 0.001, "mrr_at_1": 0.077922, "mrr_at_3": 0.11039, "mrr_at_5": 0.113636, "mrr_at_10": 0.129726, "mrr_at_20": 0.145484, "mrr_at_100": 0.15758, "mrr_at_1000": 0.15758, "nauc_ndcg_at_1_max": -0.220002, "nauc_ndcg_at_1_std": 0.159388, "nauc_ndcg_at_1_diff1": 0.654014, "nauc_ndcg_at_3_max": -0.095568, "nauc_ndcg_at_3_std": 0.095164, "nauc_ndcg_at_3_diff1": 0.361144, "nauc_ndcg_at_5_max": -0.112807, "nauc_ndcg_at_5_std": 0.14084, "nauc_ndcg_at_5_diff1": 0.328909, "nauc_ndcg_at_10_max": -0.037638, "nauc_ndcg_at_10_std": 0.06668, "nauc_ndcg_at_10_diff1": 0.311745, "nauc_ndcg_at_20_max": -0.066242, "nauc_ndcg_at_20_std": 0.054175, "nauc_ndcg_at_20_diff1": 0.270042, "nauc_ndcg_at_100_max": -0.090405, "nauc_ndcg_at_100_std": 0.100796, "nauc_ndcg_at_100_diff1": 0.326868, "nauc_ndcg_at_1000_max": -0.090405, "nauc_ndcg_at_1000_std": 0.100796, "nauc_ndcg_at_1000_diff1": 0.326868, "nauc_map_at_1_max": -0.220002, "nauc_map_at_1_std": 0.159388, "nauc_map_at_1_diff1": 0.654014, "nauc_map_at_3_max": -0.114912, "nauc_map_at_3_std": 0.105148, "nauc_map_at_3_diff1": 0.406674, "nauc_map_at_5_max": -0.125314, "nauc_map_at_5_std": 0.133557, "nauc_map_at_5_diff1": 0.385543, "nauc_map_at_10_max": -0.092998, "nauc_map_at_10_std": 0.101759, "nauc_map_at_10_diff1": 0.375088, "nauc_map_at_20_max": -0.101633, "nauc_map_at_20_std": 0.09502, "nauc_map_at_20_diff1": 0.359603, "nauc_map_at_100_max": -0.106412, "nauc_map_at_100_std": 0.107216, "nauc_map_at_100_diff1": 0.367107, "nauc_map_at_1000_max": -0.106412, "nauc_map_at_1000_std": 0.107216, "nauc_map_at_1000_diff1": 0.367107, "nauc_recall_at_1_max": -0.220002, "nauc_recall_at_1_std": 0.159388, "nauc_recall_at_1_diff1": 0.654014, "nauc_recall_at_3_max": -0.051975, "nauc_recall_at_3_std": 0.072664, "nauc_recall_at_3_diff1": 0.258543, "nauc_recall_at_5_max": -0.08776, "nauc_recall_at_5_std": 0.161625, "nauc_recall_at_5_diff1": 0.203217, "nauc_recall_at_10_max": 0.077746, "nauc_recall_at_10_std": -0.011066, "nauc_recall_at_10_diff1": 0.198564, "nauc_recall_at_20_max": -0.001566, "nauc_recall_at_20_std": -0.031612, "nauc_recall_at_20_diff1": 0.097255, "nauc_recall_at_100_max": NaN, "nauc_recall_at_100_std": NaN, "nauc_recall_at_100_diff1": NaN, "nauc_recall_at_1000_max": NaN, "nauc_recall_at_1000_std": NaN, "nauc_recall_at_1000_diff1": NaN, "nauc_precision_at_1_max": -0.220002, "nauc_precision_at_1_std": 0.159388, "nauc_precision_at_1_diff1": 0.654014, "nauc_precision_at_3_max": -0.051975, "nauc_precision_at_3_std": 0.072664, "nauc_precision_at_3_diff1": 0.258543, "nauc_precision_at_5_max": -0.08776, "nauc_precision_at_5_std": 0.161625, "nauc_precision_at_5_diff1": 0.203217, "nauc_precision_at_10_max": 0.077746, "nauc_precision_at_10_std": -0.011066, "nauc_precision_at_10_diff1": 0.198564, "nauc_precision_at_20_max": -0.001566, "nauc_precision_at_20_std": -0.031612, "nauc_precision_at_20_diff1": 0.097255, "nauc_precision_at_100_max": 1.0, "nauc_precision_at_100_std": 1.0, "nauc_precision_at_100_diff1": 1.0, "nauc_precision_at_1000_max": NaN, "nauc_precision_at_1000_std": NaN, "nauc_precision_at_1000_diff1": NaN, "nauc_mrr_at_1_max": -0.220002, "nauc_mrr_at_1_std": 0.159388, "nauc_mrr_at_1_diff1": 0.654014, "nauc_mrr_at_3_max": -0.114912, "nauc_mrr_at_3_std": 0.105148, "nauc_mrr_at_3_diff1": 0.406674, "nauc_mrr_at_5_max": -0.125314, "nauc_mrr_at_5_std": 0.133557, "nauc_mrr_at_5_diff1": 0.385543, "nauc_mrr_at_10_max": -0.092998, "nauc_mrr_at_10_std": 0.101759, "nauc_mrr_at_10_diff1": 0.375088, "nauc_mrr_at_20_max": -0.101633, "nauc_mrr_at_20_std": 0.09502, "nauc_mrr_at_20_diff1": 0.359603, "nauc_mrr_at_100_max": -0.106412, "nauc_mrr_at_100_std": 0.107216, "nauc_mrr_at_100_diff1": 0.367107, "nauc_mrr_at_1000_max": -0.106412, "nauc_mrr_at_1000_std": 0.107216, "nauc_mrr_at_1000_diff1": 0.367107, "main_score": 0.16523, "hf_subset": "vietnamese", "languages": [ "vie-Latn" ] } ] }, "evaluation_time": 6.181554079055786, "kg_co2_emissions": 0.0005120497435441834 }