{ "dataset_revision": "4672e20407010da34463acc759c162ca9734bca6", "task_name": "MassiveIntentClassification", "mteb_version": "1.18.0", "scores": { "validation": [ { "accuracy": 0.136596, "f1": 0.123697, "f1_weighted": 0.135495, "scores_per_experiment": [ { "accuracy": 0.139695, "f1": 0.128488, "f1_weighted": 0.136463 }, { "accuracy": 0.14363, "f1": 0.124545, "f1_weighted": 0.145991 }, { "accuracy": 0.143138, "f1": 0.123135, "f1_weighted": 0.147805 }, { "accuracy": 0.118544, "f1": 0.117794, "f1_weighted": 0.115274 }, { "accuracy": 0.138219, "f1": 0.115631, "f1_weighted": 0.12876 }, { "accuracy": 0.121003, "f1": 0.101849, "f1_weighted": 0.119439 }, { "accuracy": 0.124939, "f1": 0.122756, "f1_weighted": 0.120354 }, { "accuracy": 0.146581, "f1": 0.133997, "f1_weighted": 0.143332 }, { "accuracy": 0.147565, "f1": 0.139438, "f1_weighted": 0.150252 }, { "accuracy": 0.142646, "f1": 0.129334, "f1_weighted": 0.147283 } ], "main_score": 0.136596, "hf_subset": "hy", "languages": [ "hye-Armn" ] }, { "accuracy": 0.026414, "f1": 0.012291, "f1_weighted": 0.018291, "scores_per_experiment": [ { "accuracy": 0.033448, "f1": 0.011044, "f1_weighted": 0.026104 }, { "accuracy": 0.016232, "f1": 0.012653, "f1_weighted": 0.012729 }, { "accuracy": 0.030005, "f1": 0.015874, "f1_weighted": 0.026294 }, { "accuracy": 0.017216, "f1": 0.013161, "f1_weighted": 0.016158 }, { "accuracy": 0.028037, "f1": 0.015534, "f1_weighted": 0.018156 }, { "accuracy": 0.031481, "f1": 0.012975, "f1_weighted": 0.01625 }, { "accuracy": 0.012297, "f1": 0.008406, "f1_weighted": 0.009708 }, { "accuracy": 0.020659, "f1": 0.007865, "f1_weighted": 0.015504 }, { "accuracy": 0.053123, "f1": 0.017502, "f1_weighted": 0.033614 }, { "accuracy": 0.021643, "f1": 0.007898, "f1_weighted": 0.008398 } ], "main_score": 0.026414, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "accuracy": 0.465667, "f1": 0.449904, "f1_weighted": 0.470393, "scores_per_experiment": [ { "accuracy": 0.452041, "f1": 0.451059, "f1_weighted": 0.461837 }, { "accuracy": 0.474668, "f1": 0.443644, "f1_weighted": 0.481965 }, { "accuracy": 0.458436, "f1": 0.449959, "f1_weighted": 0.461844 }, { "accuracy": 0.489916, "f1": 0.475337, "f1_weighted": 0.4931 }, { "accuracy": 0.484998, "f1": 0.465324, "f1_weighted": 0.487754 }, { "accuracy": 0.449582, "f1": 0.42663, "f1_weighted": 0.456486 }, { "accuracy": 0.467782, "f1": 0.458554, "f1_weighted": 0.473775 }, { "accuracy": 0.468765, "f1": 0.44322, "f1_weighted": 0.474654 }, { "accuracy": 0.434333, "f1": 0.430556, "f1_weighted": 0.433607 }, { "accuracy": 0.476144, "f1": 0.454757, "f1_weighted": 0.478906 } ], "main_score": 0.465667, "hf_subset": "af", "languages": [ "afr-Latn" ] }, { "accuracy": 0.409592, "f1": 0.407417, "f1_weighted": 0.412145, "scores_per_experiment": [ { "accuracy": 0.397442, "f1": 0.406734, "f1_weighted": 0.400188 }, { "accuracy": 0.416134, "f1": 0.407652, "f1_weighted": 0.415102 }, { "accuracy": 0.395475, "f1": 0.39873, "f1_weighted": 0.39818 }, { "accuracy": 0.424988, "f1": 0.405839, "f1_weighted": 0.429702 }, { "accuracy": 0.424496, "f1": 0.409802, "f1_weighted": 0.428596 }, { "accuracy": 0.42548, "f1": 0.418268, "f1_weighted": 0.429181 }, { "accuracy": 0.39941, "f1": 0.401854, "f1_weighted": 0.400325 }, { "accuracy": 0.385637, "f1": 0.39108, "f1_weighted": 0.392895 }, { "accuracy": 0.408264, "f1": 0.415512, "f1_weighted": 0.411175 }, { "accuracy": 0.418593, "f1": 0.418698, "f1_weighted": 0.416108 } ], "main_score": 0.409592, "hf_subset": "az", "languages": [ "aze-Latn" ] }, { "accuracy": 0.046729, "f1": 0.020568, "f1_weighted": 0.023174, "scores_per_experiment": [ { "accuracy": 0.04427, "f1": 0.015896, "f1_weighted": 0.022139 }, { "accuracy": 0.040334, "f1": 0.022502, "f1_weighted": 0.020907 }, { "accuracy": 0.04427, "f1": 0.013698, "f1_weighted": 0.017002 }, { "accuracy": 0.040334, "f1": 0.022506, "f1_weighted": 0.021541 }, { "accuracy": 0.045745, "f1": 0.023896, "f1_weighted": 0.027384 }, { "accuracy": 0.049188, "f1": 0.022369, "f1_weighted": 0.022095 }, { "accuracy": 0.038367, "f1": 0.018168, "f1_weighted": 0.018773 }, { "accuracy": 0.070339, "f1": 0.026253, "f1_weighted": 0.038088 }, { "accuracy": 0.055091, "f1": 0.019871, "f1_weighted": 0.027593 }, { "accuracy": 0.039351, "f1": 0.020523, "f1_weighted": 0.016216 } ], "main_score": 0.046729, "hf_subset": "km", "languages": [ "khm-Khmr" ] }, { "accuracy": 0.326611, "f1": 0.308314, "f1_weighted": 0.33259, "scores_per_experiment": [ { "accuracy": 0.354156, "f1": 0.33001, "f1_weighted": 0.358463 }, { "accuracy": 0.333497, "f1": 0.320316, "f1_weighted": 0.339433 }, { "accuracy": 0.314314, "f1": 0.294571, "f1_weighted": 0.317879 }, { "accuracy": 0.328578, "f1": 0.298706, "f1_weighted": 0.339406 }, { "accuracy": 0.333497, "f1": 0.319109, "f1_weighted": 0.331932 }, { "accuracy": 0.308411, "f1": 0.296225, "f1_weighted": 0.318237 }, { "accuracy": 0.324643, "f1": 0.307274, "f1_weighted": 0.333116 }, { "accuracy": 0.325135, "f1": 0.305341, "f1_weighted": 0.33057 }, { "accuracy": 0.314806, "f1": 0.299189, "f1_weighted": 0.323155 }, { "accuracy": 0.32907, "f1": 0.312403, "f1_weighted": 0.333708 } ], "main_score": 0.326611, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.469897, "f1": 0.45458, "f1_weighted": 0.478227, "scores_per_experiment": [ { "accuracy": 0.466798, "f1": 0.455208, "f1_weighted": 0.478102 }, { "accuracy": 0.457944, "f1": 0.424304, "f1_weighted": 0.467628 }, { "accuracy": 0.459911, "f1": 0.447915, "f1_weighted": 0.468412 }, { "accuracy": 0.497295, "f1": 0.469355, "f1_weighted": 0.498498 }, { "accuracy": 0.495327, "f1": 0.47242, "f1_weighted": 0.503983 }, { "accuracy": 0.458436, "f1": 0.443818, "f1_weighted": 0.465644 }, { "accuracy": 0.462863, "f1": 0.447259, "f1_weighted": 0.473338 }, { "accuracy": 0.457452, "f1": 0.451839, "f1_weighted": 0.468204 }, { "accuracy": 0.462863, "f1": 0.470606, "f1_weighted": 0.46886 }, { "accuracy": 0.480079, "f1": 0.46308, "f1_weighted": 0.489598 } ], "main_score": 0.469897, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "accuracy": 0.513035, "f1": 0.511516, "f1_weighted": 0.516482, "scores_per_experiment": [ { "accuracy": 0.500738, "f1": 0.518385, "f1_weighted": 0.506344 }, { "accuracy": 0.539105, "f1": 0.521896, "f1_weighted": 0.545685 }, { "accuracy": 0.519429, "f1": 0.507699, "f1_weighted": 0.52564 }, { "accuracy": 0.527791, "f1": 0.516906, "f1_weighted": 0.529609 }, { "accuracy": 0.541564, "f1": 0.540842, "f1_weighted": 0.543596 }, { "accuracy": 0.52484, "f1": 0.522158, "f1_weighted": 0.529173 }, { "accuracy": 0.4909, "f1": 0.500637, "f1_weighted": 0.487248 }, { "accuracy": 0.50664, "f1": 0.489473, "f1_weighted": 0.506898 }, { "accuracy": 0.495327, "f1": 0.498126, "f1_weighted": 0.499379 }, { "accuracy": 0.484014, "f1": 0.499037, "f1_weighted": 0.491251 } ], "main_score": 0.513035, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "accuracy": 0.43881, "f1": 0.433375, "f1_weighted": 0.440322, "scores_per_experiment": [ { "accuracy": 0.424988, "f1": 0.426503, "f1_weighted": 0.426752 }, { "accuracy": 0.434333, "f1": 0.426152, "f1_weighted": 0.438576 }, { "accuracy": 0.416626, "f1": 0.422398, "f1_weighted": 0.411831 }, { "accuracy": 0.473192, "f1": 0.470723, "f1_weighted": 0.4727 }, { "accuracy": 0.45696, "f1": 0.445083, "f1_weighted": 0.459995 }, { "accuracy": 0.445647, "f1": 0.419674, "f1_weighted": 0.45092 }, { "accuracy": 0.421545, "f1": 0.417393, "f1_weighted": 0.417822 }, { "accuracy": 0.428431, "f1": 0.420969, "f1_weighted": 0.434828 }, { "accuracy": 0.440236, "f1": 0.448757, "f1_weighted": 0.43774 }, { "accuracy": 0.446139, "f1": 0.436102, "f1_weighted": 0.452059 } ], "main_score": 0.43881, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "accuracy": 0.192179, "f1": 0.186053, "f1_weighted": 0.185388, "scores_per_experiment": [ { "accuracy": 0.208559, "f1": 0.202224, "f1_weighted": 0.200477 }, { "accuracy": 0.186916, "f1": 0.181293, "f1_weighted": 0.178501 }, { "accuracy": 0.18544, "f1": 0.184865, "f1_weighted": 0.177967 }, { "accuracy": 0.201672, "f1": 0.192, "f1_weighted": 0.202037 }, { "accuracy": 0.194786, "f1": 0.177186, "f1_weighted": 0.183342 }, { "accuracy": 0.179538, "f1": 0.17305, "f1_weighted": 0.167768 }, { "accuracy": 0.178554, "f1": 0.173509, "f1_weighted": 0.170011 }, { "accuracy": 0.182489, "f1": 0.172142, "f1_weighted": 0.176664 }, { "accuracy": 0.212494, "f1": 0.212688, "f1_weighted": 0.210668 }, { "accuracy": 0.191343, "f1": 0.19157, "f1_weighted": 0.186447 } ], "main_score": 0.192179, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "accuracy": 0.512395, "f1": 0.518453, "f1_weighted": 0.512621, "scores_per_experiment": [ { "accuracy": 0.515494, "f1": 0.517558, "f1_weighted": 0.522171 }, { "accuracy": 0.523364, "f1": 0.515341, "f1_weighted": 0.523102 }, { "accuracy": 0.523856, "f1": 0.526629, "f1_weighted": 0.523029 }, { "accuracy": 0.507132, "f1": 0.508139, "f1_weighted": 0.50832 }, { "accuracy": 0.552878, "f1": 0.54287, "f1_weighted": 0.55749 }, { "accuracy": 0.489916, "f1": 0.511118, "f1_weighted": 0.491261 }, { "accuracy": 0.49877, "f1": 0.51843, "f1_weighted": 0.494374 }, { "accuracy": 0.495819, "f1": 0.498511, "f1_weighted": 0.493461 }, { "accuracy": 0.500246, "f1": 0.513913, "f1_weighted": 0.498636 }, { "accuracy": 0.516478, "f1": 0.532016, "f1_weighted": 0.514363 } ], "main_score": 0.512395, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "accuracy": 0.44968, "f1": 0.443195, "f1_weighted": 0.450602, "scores_per_experiment": [ { "accuracy": 0.453517, "f1": 0.457228, "f1_weighted": 0.457065 }, { "accuracy": 0.461387, "f1": 0.442993, "f1_weighted": 0.461553 }, { "accuracy": 0.412199, "f1": 0.410097, "f1_weighted": 0.407056 }, { "accuracy": 0.461879, "f1": 0.459263, "f1_weighted": 0.46005 }, { "accuracy": 0.452041, "f1": 0.451319, "f1_weighted": 0.452192 }, { "accuracy": 0.452533, "f1": 0.450733, "f1_weighted": 0.45604 }, { "accuracy": 0.445155, "f1": 0.439796, "f1_weighted": 0.44676 }, { "accuracy": 0.457944, "f1": 0.440798, "f1_weighted": 0.46224 }, { "accuracy": 0.44122, "f1": 0.442622, "f1_weighted": 0.438793 }, { "accuracy": 0.458928, "f1": 0.437099, "f1_weighted": 0.464272 } ], "main_score": 0.44968, "hf_subset": "ms", "languages": [ "msa-Latn" ] }, { "accuracy": 0.277718, "f1": 0.275939, "f1_weighted": 0.276759, "scores_per_experiment": [ { "accuracy": 0.302017, "f1": 0.301173, "f1_weighted": 0.304494 }, { "accuracy": 0.277423, "f1": 0.271548, "f1_weighted": 0.28096 }, { "accuracy": 0.269061, "f1": 0.268405, "f1_weighted": 0.269415 }, { "accuracy": 0.275947, "f1": 0.274012, "f1_weighted": 0.272815 }, { "accuracy": 0.277423, "f1": 0.280134, "f1_weighted": 0.277844 }, { "accuracy": 0.264142, "f1": 0.266827, "f1_weighted": 0.260881 }, { "accuracy": 0.266109, "f1": 0.260853, "f1_weighted": 0.260487 }, { "accuracy": 0.277423, "f1": 0.268579, "f1_weighted": 0.27981 }, { "accuracy": 0.265125, "f1": 0.279928, "f1_weighted": 0.252952 }, { "accuracy": 0.302509, "f1": 0.287926, "f1_weighted": 0.307932 } ], "main_score": 0.277718, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "accuracy": 0.026168, "f1": 0.012712, "f1_weighted": 0.01309, "scores_per_experiment": [ { "accuracy": 0.030497, "f1": 0.013267, "f1_weighted": 0.018237 }, { "accuracy": 0.024594, "f1": 0.010012, "f1_weighted": 0.009361 }, { "accuracy": 0.023119, "f1": 0.015499, "f1_weighted": 0.013067 }, { "accuracy": 0.013773, "f1": 0.004766, "f1_weighted": 0.007393 }, { "accuracy": 0.032956, "f1": 0.015367, "f1_weighted": 0.019524 }, { "accuracy": 0.027054, "f1": 0.011799, "f1_weighted": 0.011368 }, { "accuracy": 0.020167, "f1": 0.009256, "f1_weighted": 0.007612 }, { "accuracy": 0.019675, "f1": 0.017608, "f1_weighted": 0.0116 }, { "accuracy": 0.043778, "f1": 0.017049, "f1_weighted": 0.020846 }, { "accuracy": 0.02607, "f1": 0.012501, "f1_weighted": 0.011895 } ], "main_score": 0.026168, "hf_subset": "am", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.025529, "f1": 0.008323, "f1_weighted": 0.011905, "scores_per_experiment": [ { "accuracy": 0.040826, "f1": 0.008122, "f1_weighted": 0.017305 }, { "accuracy": 0.018692, "f1": 0.006171, "f1_weighted": 0.004451 }, { "accuracy": 0.00787, "f1": 0.004107, "f1_weighted": 0.004516 }, { "accuracy": 0.027054, "f1": 0.010467, "f1_weighted": 0.012119 }, { "accuracy": 0.034432, "f1": 0.010245, "f1_weighted": 0.015071 }, { "accuracy": 0.03394, "f1": 0.011205, "f1_weighted": 0.019383 }, { "accuracy": 0.015248, "f1": 0.006926, "f1_weighted": 0.008082 }, { "accuracy": 0.014265, "f1": 0.007403, "f1_weighted": 0.007892 }, { "accuracy": 0.04181, "f1": 0.011862, "f1_weighted": 0.022434 }, { "accuracy": 0.021151, "f1": 0.006717, "f1_weighted": 0.007798 } ], "main_score": 0.025529, "hf_subset": "ml", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.234235, "f1": 0.207347, "f1_weighted": 0.232455, "scores_per_experiment": [ { "accuracy": 0.249385, "f1": 0.223148, "f1_weighted": 0.252181 }, { "accuracy": 0.236104, "f1": 0.213748, "f1_weighted": 0.228052 }, { "accuracy": 0.248401, "f1": 0.215846, "f1_weighted": 0.247437 }, { "accuracy": 0.248893, "f1": 0.224531, "f1_weighted": 0.243616 }, { "accuracy": 0.240531, "f1": 0.205265, "f1_weighted": 0.238217 }, { "accuracy": 0.22971, "f1": 0.205055, "f1_weighted": 0.226935 }, { "accuracy": 0.204624, "f1": 0.179857, "f1_weighted": 0.203577 }, { "accuracy": 0.231677, "f1": 0.206855, "f1_weighted": 0.228224 }, { "accuracy": 0.235121, "f1": 0.204146, "f1_weighted": 0.233066 }, { "accuracy": 0.217905, "f1": 0.19502, "f1_weighted": 0.223247 } ], "main_score": 0.234235, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "accuracy": 0.461928, "f1": 0.458821, "f1_weighted": 0.466716, "scores_per_experiment": [ { "accuracy": 0.466306, "f1": 0.461497, "f1_weighted": 0.472929 }, { "accuracy": 0.467782, "f1": 0.45053, "f1_weighted": 0.475658 }, { "accuracy": 0.461387, "f1": 0.456417, "f1_weighted": 0.468878 }, { "accuracy": 0.478603, "f1": 0.477075, "f1_weighted": 0.482671 }, { "accuracy": 0.478111, "f1": 0.469349, "f1_weighted": 0.484677 }, { "accuracy": 0.467782, "f1": 0.458165, "f1_weighted": 0.469025 }, { "accuracy": 0.434333, "f1": 0.433139, "f1_weighted": 0.43783 }, { "accuracy": 0.450074, "f1": 0.448091, "f1_weighted": 0.458188 }, { "accuracy": 0.453517, "f1": 0.467966, "f1_weighted": 0.453948 }, { "accuracy": 0.461387, "f1": 0.465977, "f1_weighted": 0.463357 } ], "main_score": 0.461928, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "accuracy": 0.241958, "f1": 0.241765, "f1_weighted": 0.238093, "scores_per_experiment": [ { "accuracy": 0.24545, "f1": 0.249049, "f1_weighted": 0.243761 }, { "accuracy": 0.227742, "f1": 0.224756, "f1_weighted": 0.219838 }, { "accuracy": 0.239547, "f1": 0.249164, "f1_weighted": 0.231466 }, { "accuracy": 0.23758, "f1": 0.238804, "f1_weighted": 0.228917 }, { "accuracy": 0.240039, "f1": 0.240589, "f1_weighted": 0.236177 }, { "accuracy": 0.253812, "f1": 0.247029, "f1_weighted": 0.255089 }, { "accuracy": 0.225775, "f1": 0.226984, "f1_weighted": 0.221344 }, { "accuracy": 0.255288, "f1": 0.243142, "f1_weighted": 0.252777 }, { "accuracy": 0.250369, "f1": 0.2557, "f1_weighted": 0.250997 }, { "accuracy": 0.243974, "f1": 0.242433, "f1_weighted": 0.240562 } ], "main_score": 0.241958, "hf_subset": "mn", "languages": [ "mon-Cyrl" ] }, { "accuracy": 0.288736, "f1": 0.268739, "f1_weighted": 0.285137, "scores_per_experiment": [ { "accuracy": 0.294638, "f1": 0.275358, "f1_weighted": 0.2938 }, { "accuracy": 0.301033, "f1": 0.275782, "f1_weighted": 0.29926 }, { "accuracy": 0.302017, "f1": 0.286318, "f1_weighted": 0.30337 }, { "accuracy": 0.297098, "f1": 0.260304, "f1_weighted": 0.293028 }, { "accuracy": 0.297098, "f1": 0.26811, "f1_weighted": 0.295512 }, { "accuracy": 0.277914, "f1": 0.266841, "f1_weighted": 0.269768 }, { "accuracy": 0.274471, "f1": 0.252195, "f1_weighted": 0.267747 }, { "accuracy": 0.302509, "f1": 0.279708, "f1_weighted": 0.305678 }, { "accuracy": 0.263158, "f1": 0.25906, "f1_weighted": 0.249984 }, { "accuracy": 0.277423, "f1": 0.263716, "f1_weighted": 0.273219 } ], "main_score": 0.288736, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "accuracy": 0.483178, "f1": 0.478909, "f1_weighted": 0.48827, "scores_per_experiment": [ { "accuracy": 0.48303, "f1": 0.482782, "f1_weighted": 0.491009 }, { "accuracy": 0.491884, "f1": 0.474258, "f1_weighted": 0.503886 }, { "accuracy": 0.469749, "f1": 0.478267, "f1_weighted": 0.473299 }, { "accuracy": 0.492868, "f1": 0.475929, "f1_weighted": 0.495407 }, { "accuracy": 0.473684, "f1": 0.469587, "f1_weighted": 0.483887 }, { "accuracy": 0.477127, "f1": 0.475508, "f1_weighted": 0.477345 }, { "accuracy": 0.470733, "f1": 0.470275, "f1_weighted": 0.47177 }, { "accuracy": 0.497295, "f1": 0.493832, "f1_weighted": 0.507516 }, { "accuracy": 0.470241, "f1": 0.464293, "f1_weighted": 0.475575 }, { "accuracy": 0.505165, "f1": 0.504362, "f1_weighted": 0.503003 } ], "main_score": 0.483178, "hf_subset": "sq", "languages": [ "sqi-Latn" ] }, { "accuracy": 0.294245, "f1": 0.268232, "f1_weighted": 0.304794, "scores_per_experiment": [ { "accuracy": 0.29513, "f1": 0.277889, "f1_weighted": 0.304848 }, { "accuracy": 0.300541, "f1": 0.268625, "f1_weighted": 0.309671 }, { "accuracy": 0.302017, "f1": 0.283142, "f1_weighted": 0.32081 }, { "accuracy": 0.298082, "f1": 0.263346, "f1_weighted": 0.308043 }, { "accuracy": 0.29513, "f1": 0.250818, "f1_weighted": 0.307292 }, { "accuracy": 0.304476, "f1": 0.283802, "f1_weighted": 0.32327 }, { "accuracy": 0.288244, "f1": 0.258155, "f1_weighted": 0.290563 }, { "accuracy": 0.276931, "f1": 0.2583, "f1_weighted": 0.287123 }, { "accuracy": 0.286276, "f1": 0.267758, "f1_weighted": 0.29767 }, { "accuracy": 0.295622, "f1": 0.270487, "f1_weighted": 0.29865 } ], "main_score": 0.294245, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "accuracy": 0.259715, "f1": 0.235143, "f1_weighted": 0.266314, "scores_per_experiment": [ { "accuracy": 0.282833, "f1": 0.249859, "f1_weighted": 0.289 }, { "accuracy": 0.27152, "f1": 0.237719, "f1_weighted": 0.281122 }, { "accuracy": 0.262666, "f1": 0.242933, "f1_weighted": 0.272225 }, { "accuracy": 0.257255, "f1": 0.230636, "f1_weighted": 0.262183 }, { "accuracy": 0.266601, "f1": 0.244232, "f1_weighted": 0.275218 }, { "accuracy": 0.249385, "f1": 0.239861, "f1_weighted": 0.255466 }, { "accuracy": 0.22725, "f1": 0.209089, "f1_weighted": 0.232237 }, { "accuracy": 0.258731, "f1": 0.236665, "f1_weighted": 0.267828 }, { "accuracy": 0.252828, "f1": 0.231799, "f1_weighted": 0.253974 }, { "accuracy": 0.268077, "f1": 0.228636, "f1_weighted": 0.27389 } ], "main_score": 0.259715, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ] }, { "accuracy": 0.4727, "f1": 0.457292, "f1_weighted": 0.476286, "scores_per_experiment": [ { "accuracy": 0.470733, "f1": 0.459729, "f1_weighted": 0.472117 }, { "accuracy": 0.477127, "f1": 0.45464, "f1_weighted": 0.488829 }, { "accuracy": 0.472209, "f1": 0.460136, "f1_weighted": 0.474683 }, { "accuracy": 0.475652, "f1": 0.459768, "f1_weighted": 0.477192 }, { "accuracy": 0.503689, "f1": 0.479473, "f1_weighted": 0.508943 }, { "accuracy": 0.475652, "f1": 0.459144, "f1_weighted": 0.477108 }, { "accuracy": 0.436301, "f1": 0.430893, "f1_weighted": 0.434477 }, { "accuracy": 0.45696, "f1": 0.437709, "f1_weighted": 0.462405 }, { "accuracy": 0.475652, "f1": 0.469791, "f1_weighted": 0.481524 }, { "accuracy": 0.48303, "f1": 0.461633, "f1_weighted": 0.485577 } ], "main_score": 0.4727, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "accuracy": 0.446483, "f1": 0.433212, "f1_weighted": 0.446715, "scores_per_experiment": [ { "accuracy": 0.448106, "f1": 0.435865, "f1_weighted": 0.449221 }, { "accuracy": 0.444663, "f1": 0.42286, "f1_weighted": 0.445124 }, { "accuracy": 0.452533, "f1": 0.441447, "f1_weighted": 0.452718 }, { "accuracy": 0.450074, "f1": 0.434696, "f1_weighted": 0.450785 }, { "accuracy": 0.469257, "f1": 0.453258, "f1_weighted": 0.465658 }, { "accuracy": 0.451549, "f1": 0.442664, "f1_weighted": 0.451409 }, { "accuracy": 0.425971, "f1": 0.417432, "f1_weighted": 0.421451 }, { "accuracy": 0.443187, "f1": 0.423001, "f1_weighted": 0.452207 }, { "accuracy": 0.439744, "f1": 0.430764, "f1_weighted": 0.441924 }, { "accuracy": 0.439744, "f1": 0.430133, "f1_weighted": 0.436653 } ], "main_score": 0.446483, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "accuracy": 0.46124, "f1": 0.447231, "f1_weighted": 0.467698, "scores_per_experiment": [ { "accuracy": 0.465814, "f1": 0.450289, "f1_weighted": 0.47342 }, { "accuracy": 0.479095, "f1": 0.450191, "f1_weighted": 0.482889 }, { "accuracy": 0.470733, "f1": 0.448998, "f1_weighted": 0.479057 }, { "accuracy": 0.470733, "f1": 0.452187, "f1_weighted": 0.473462 }, { "accuracy": 0.470241, "f1": 0.45682, "f1_weighted": 0.482254 }, { "accuracy": 0.471717, "f1": 0.450918, "f1_weighted": 0.48399 }, { "accuracy": 0.448598, "f1": 0.446768, "f1_weighted": 0.454388 }, { "accuracy": 0.436301, "f1": 0.423036, "f1_weighted": 0.441929 }, { "accuracy": 0.432366, "f1": 0.434389, "f1_weighted": 0.430471 }, { "accuracy": 0.466798, "f1": 0.458717, "f1_weighted": 0.475119 } ], "main_score": 0.46124, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "accuracy": 0.697393, "f1": 0.681731, "f1_weighted": 0.694318, "scores_per_experiment": [ { "accuracy": 0.70241, "f1": 0.685753, "f1_weighted": 0.698503 }, { "accuracy": 0.727988, "f1": 0.695833, "f1_weighted": 0.729792 }, { "accuracy": 0.700443, "f1": 0.668529, "f1_weighted": 0.692281 }, { "accuracy": 0.699951, "f1": 0.676192, "f1_weighted": 0.695302 }, { "accuracy": 0.70241, "f1": 0.682847, "f1_weighted": 0.694642 }, { "accuracy": 0.675848, "f1": 0.684936, "f1_weighted": 0.674408 }, { "accuracy": 0.697491, "f1": 0.688807, "f1_weighted": 0.698213 }, { "accuracy": 0.671422, "f1": 0.664649, "f1_weighted": 0.668811 }, { "accuracy": 0.682243, "f1": 0.666708, "f1_weighted": 0.679385 }, { "accuracy": 0.713724, "f1": 0.703052, "f1_weighted": 0.711843 } ], "main_score": 0.697393, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "accuracy": 0.498918, "f1": 0.486148, "f1_weighted": 0.503416, "scores_per_experiment": [ { "accuracy": 0.484998, "f1": 0.469551, "f1_weighted": 0.493486 }, { "accuracy": 0.510084, "f1": 0.483067, "f1_weighted": 0.514942 }, { "accuracy": 0.502213, "f1": 0.491404, "f1_weighted": 0.504705 }, { "accuracy": 0.507624, "f1": 0.497013, "f1_weighted": 0.51219 }, { "accuracy": 0.522381, "f1": 0.512633, "f1_weighted": 0.526514 }, { "accuracy": 0.504673, "f1": 0.486843, "f1_weighted": 0.512362 }, { "accuracy": 0.486965, "f1": 0.482535, "f1_weighted": 0.485298 }, { "accuracy": 0.486473, "f1": 0.472079, "f1_weighted": 0.495829 }, { "accuracy": 0.4909, "f1": 0.488859, "f1_weighted": 0.493055 }, { "accuracy": 0.492868, "f1": 0.477493, "f1_weighted": 0.495779 } ], "main_score": 0.498918, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "accuracy": 0.229218, "f1": 0.205475, "f1_weighted": 0.230221, "scores_per_experiment": [ { "accuracy": 0.238564, "f1": 0.215967, "f1_weighted": 0.24347 }, { "accuracy": 0.231677, "f1": 0.200529, "f1_weighted": 0.229668 }, { "accuracy": 0.21938, "f1": 0.198964, "f1_weighted": 0.224633 }, { "accuracy": 0.224299, "f1": 0.193926, "f1_weighted": 0.224304 }, { "accuracy": 0.231677, "f1": 0.209166, "f1_weighted": 0.232311 }, { "accuracy": 0.247418, "f1": 0.218387, "f1_weighted": 0.253012 }, { "accuracy": 0.207575, "f1": 0.194464, "f1_weighted": 0.195271 }, { "accuracy": 0.251845, "f1": 0.21823, "f1_weighted": 0.256686 }, { "accuracy": 0.215445, "f1": 0.201195, "f1_weighted": 0.212834 }, { "accuracy": 0.224299, "f1": 0.203922, "f1_weighted": 0.230019 } ], "main_score": 0.229218, "hf_subset": "he", "languages": [ "heb-Hebr" ] }, { "accuracy": 0.434481, "f1": 0.422187, "f1_weighted": 0.437966, "scores_per_experiment": [ { "accuracy": 0.449582, "f1": 0.432575, "f1_weighted": 0.452256 }, { "accuracy": 0.425971, "f1": 0.411188, "f1_weighted": 0.42626 }, { "accuracy": 0.434333, "f1": 0.426378, "f1_weighted": 0.437131 }, { "accuracy": 0.457944, "f1": 0.435992, "f1_weighted": 0.461162 }, { "accuracy": 0.453025, "f1": 0.437565, "f1_weighted": 0.463977 }, { "accuracy": 0.42302, "f1": 0.403492, "f1_weighted": 0.427877 }, { "accuracy": 0.415642, "f1": 0.411982, "f1_weighted": 0.411154 }, { "accuracy": 0.418101, "f1": 0.409783, "f1_weighted": 0.426256 }, { "accuracy": 0.421545, "f1": 0.422372, "f1_weighted": 0.423298 }, { "accuracy": 0.445647, "f1": 0.430548, "f1_weighted": 0.450287 } ], "main_score": 0.434481, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "accuracy": 0.457895, "f1": 0.436737, "f1_weighted": 0.463608, "scores_per_experiment": [ { "accuracy": 0.465814, "f1": 0.450505, "f1_weighted": 0.471072 }, { "accuracy": 0.469257, "f1": 0.433679, "f1_weighted": 0.479285 }, { "accuracy": 0.479587, "f1": 0.458758, "f1_weighted": 0.490297 }, { "accuracy": 0.464338, "f1": 0.445901, "f1_weighted": 0.47275 }, { "accuracy": 0.476636, "f1": 0.454854, "f1_weighted": 0.477877 }, { "accuracy": 0.44909, "f1": 0.42392, "f1_weighted": 0.452167 }, { "accuracy": 0.43335, "f1": 0.41386, "f1_weighted": 0.429778 }, { "accuracy": 0.442696, "f1": 0.418495, "f1_weighted": 0.454665 }, { "accuracy": 0.432858, "f1": 0.430334, "f1_weighted": 0.435809 }, { "accuracy": 0.465322, "f1": 0.437067, "f1_weighted": 0.472381 } ], "main_score": 0.457895, "hf_subset": "tl", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.50305, "f1": 0.495291, "f1_weighted": 0.503443, "scores_per_experiment": [ { "accuracy": 0.494343, "f1": 0.491002, "f1_weighted": 0.494534 }, { "accuracy": 0.503197, "f1": 0.478467, "f1_weighted": 0.500862 }, { "accuracy": 0.499754, "f1": 0.48985, "f1_weighted": 0.503278 }, { "accuracy": 0.512051, "f1": 0.498616, "f1_weighted": 0.512876 }, { "accuracy": 0.538121, "f1": 0.525535, "f1_weighted": 0.542637 }, { "accuracy": 0.506149, "f1": 0.493289, "f1_weighted": 0.502816 }, { "accuracy": 0.508116, "f1": 0.501071, "f1_weighted": 0.508574 }, { "accuracy": 0.488933, "f1": 0.488002, "f1_weighted": 0.492644 }, { "accuracy": 0.483522, "f1": 0.498047, "f1_weighted": 0.483519 }, { "accuracy": 0.496311, "f1": 0.489032, "f1_weighted": 0.492686 } ], "main_score": 0.50305, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "accuracy": 0.456813, "f1": 0.444957, "f1_weighted": 0.459715, "scores_per_experiment": [ { "accuracy": 0.459911, "f1": 0.456556, "f1_weighted": 0.463858 }, { "accuracy": 0.477619, "f1": 0.453445, "f1_weighted": 0.480217 }, { "accuracy": 0.454993, "f1": 0.446249, "f1_weighted": 0.45749 }, { "accuracy": 0.492868, "f1": 0.4773, "f1_weighted": 0.49871 }, { "accuracy": 0.471225, "f1": 0.451913, "f1_weighted": 0.474413 }, { "accuracy": 0.450566, "f1": 0.441495, "f1_weighted": 0.451117 }, { "accuracy": 0.421053, "f1": 0.412256, "f1_weighted": 0.420365 }, { "accuracy": 0.453025, "f1": 0.432635, "f1_weighted": 0.456441 }, { "accuracy": 0.424004, "f1": 0.429437, "f1_weighted": 0.434283 }, { "accuracy": 0.462863, "f1": 0.448285, "f1_weighted": 0.460257 } ], "main_score": 0.456813, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "accuracy": 0.26183, "f1": 0.234017, "f1_weighted": 0.273712, "scores_per_experiment": [ { "accuracy": 0.274471, "f1": 0.245758, "f1_weighted": 0.287955 }, { "accuracy": 0.244466, "f1": 0.229267, "f1_weighted": 0.253599 }, { "accuracy": 0.260698, "f1": 0.229435, "f1_weighted": 0.268695 }, { "accuracy": 0.281849, "f1": 0.244078, "f1_weighted": 0.293653 }, { "accuracy": 0.256272, "f1": 0.231999, "f1_weighted": 0.266877 }, { "accuracy": 0.26119, "f1": 0.22809, "f1_weighted": 0.279957 }, { "accuracy": 0.257747, "f1": 0.236783, "f1_weighted": 0.274515 }, { "accuracy": 0.280866, "f1": 0.242378, "f1_weighted": 0.291444 }, { "accuracy": 0.250369, "f1": 0.23752, "f1_weighted": 0.260631 }, { "accuracy": 0.250369, "f1": 0.214864, "f1_weighted": 0.259791 } ], "main_score": 0.26183, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ] }, { "accuracy": 0.493507, "f1": 0.500393, "f1_weighted": 0.49622, "scores_per_experiment": [ { "accuracy": 0.504673, "f1": 0.510038, "f1_weighted": 0.509014 }, { "accuracy": 0.505657, "f1": 0.502086, "f1_weighted": 0.508985 }, { "accuracy": 0.488933, "f1": 0.494455, "f1_weighted": 0.490667 }, { "accuracy": 0.49877, "f1": 0.487561, "f1_weighted": 0.497983 }, { "accuracy": 0.517954, "f1": 0.516507, "f1_weighted": 0.518623 }, { "accuracy": 0.479095, "f1": 0.4937, "f1_weighted": 0.48607 }, { "accuracy": 0.484998, "f1": 0.511938, "f1_weighted": 0.481329 }, { "accuracy": 0.489424, "f1": 0.50216, "f1_weighted": 0.498553 }, { "accuracy": 0.484014, "f1": 0.493698, "f1_weighted": 0.488052 }, { "accuracy": 0.481554, "f1": 0.491788, "f1_weighted": 0.482924 } ], "main_score": 0.493507, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "accuracy": 0.05332, "f1": 0.024047, "f1_weighted": 0.031419, "scores_per_experiment": [ { "accuracy": 0.066896, "f1": 0.031212, "f1_weighted": 0.037383 }, { "accuracy": 0.068864, "f1": 0.024565, "f1_weighted": 0.037995 }, { "accuracy": 0.03394, "f1": 0.020231, "f1_weighted": 0.020412 }, { "accuracy": 0.036399, "f1": 0.013222, "f1_weighted": 0.014451 }, { "accuracy": 0.072307, "f1": 0.028697, "f1_weighted": 0.042729 }, { "accuracy": 0.04427, "f1": 0.02757, "f1_weighted": 0.03002 }, { "accuracy": 0.04968, "f1": 0.024449, "f1_weighted": 0.030795 }, { "accuracy": 0.048205, "f1": 0.029915, "f1_weighted": 0.037664 }, { "accuracy": 0.066896, "f1": 0.019061, "f1_weighted": 0.031155 }, { "accuracy": 0.045745, "f1": 0.021551, "f1_weighted": 0.031588 } ], "main_score": 0.05332, "hf_subset": "my", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.226709, "f1": 0.20103, "f1_weighted": 0.228218, "scores_per_experiment": [ { "accuracy": 0.219872, "f1": 0.198999, "f1_weighted": 0.222672 }, { "accuracy": 0.225775, "f1": 0.192374, "f1_weighted": 0.228408 }, { "accuracy": 0.217905, "f1": 0.191297, "f1_weighted": 0.222499 }, { "accuracy": 0.249385, "f1": 0.223067, "f1_weighted": 0.257261 }, { "accuracy": 0.238564, "f1": 0.200086, "f1_weighted": 0.234639 }, { "accuracy": 0.215445, "f1": 0.192912, "f1_weighted": 0.211014 }, { "accuracy": 0.21938, "f1": 0.209145, "f1_weighted": 0.221231 }, { "accuracy": 0.230202, "f1": 0.198759, "f1_weighted": 0.230893 }, { "accuracy": 0.218396, "f1": 0.200653, "f1_weighted": 0.216022 }, { "accuracy": 0.232169, "f1": 0.203005, "f1_weighted": 0.237536 } ], "main_score": 0.226709, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "accuracy": 0.181358, "f1": 0.161298, "f1_weighted": 0.185964, "scores_per_experiment": [ { "accuracy": 0.190851, "f1": 0.176081, "f1_weighted": 0.196596 }, { "accuracy": 0.175603, "f1": 0.152725, "f1_weighted": 0.182454 }, { "accuracy": 0.179046, "f1": 0.158967, "f1_weighted": 0.182857 }, { "accuracy": 0.18003, "f1": 0.15879, "f1_weighted": 0.184206 }, { "accuracy": 0.194294, "f1": 0.164702, "f1_weighted": 0.200752 }, { "accuracy": 0.174619, "f1": 0.158354, "f1_weighted": 0.181173 }, { "accuracy": 0.173143, "f1": 0.159866, "f1_weighted": 0.176938 }, { "accuracy": 0.189375, "f1": 0.161151, "f1_weighted": 0.193658 }, { "accuracy": 0.181013, "f1": 0.163836, "f1_weighted": 0.180159 }, { "accuracy": 0.175603, "f1": 0.158512, "f1_weighted": 0.180851 } ], "main_score": 0.181358, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "accuracy": 0.463158, "f1": 0.456724, "f1_weighted": 0.463297, "scores_per_experiment": [ { "accuracy": 0.492868, "f1": 0.481169, "f1_weighted": 0.493186 }, { "accuracy": 0.47516, "f1": 0.468096, "f1_weighted": 0.477198 }, { "accuracy": 0.461387, "f1": 0.452099, "f1_weighted": 0.461109 }, { "accuracy": 0.466306, "f1": 0.452683, "f1_weighted": 0.467515 }, { "accuracy": 0.462371, "f1": 0.461902, "f1_weighted": 0.45766 }, { "accuracy": 0.464338, "f1": 0.455034, "f1_weighted": 0.465958 }, { "accuracy": 0.450074, "f1": 0.455368, "f1_weighted": 0.447037 }, { "accuracy": 0.463355, "f1": 0.457661, "f1_weighted": 0.46739 }, { "accuracy": 0.442696, "f1": 0.444741, "f1_weighted": 0.439191 }, { "accuracy": 0.453025, "f1": 0.438488, "f1_weighted": 0.456723 } ], "main_score": 0.463158, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "accuracy": 0.479341, "f1": 0.46102, "f1_weighted": 0.482999, "scores_per_experiment": [ { "accuracy": 0.473192, "f1": 0.449043, "f1_weighted": 0.479379 }, { "accuracy": 0.492376, "f1": 0.461391, "f1_weighted": 0.49664 }, { "accuracy": 0.476144, "f1": 0.454254, "f1_weighted": 0.477826 }, { "accuracy": 0.497295, "f1": 0.474152, "f1_weighted": 0.501034 }, { "accuracy": 0.486473, "f1": 0.468892, "f1_weighted": 0.49199 }, { "accuracy": 0.48303, "f1": 0.46136, "f1_weighted": 0.489827 }, { "accuracy": 0.462371, "f1": 0.451663, "f1_weighted": 0.460307 }, { "accuracy": 0.45942, "f1": 0.451496, "f1_weighted": 0.464408 }, { "accuracy": 0.480079, "f1": 0.47255, "f1_weighted": 0.485655 }, { "accuracy": 0.48303, "f1": 0.465395, "f1_weighted": 0.482923 } ], "main_score": 0.479341, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "accuracy": 0.439252, "f1": 0.427965, "f1_weighted": 0.444307, "scores_per_experiment": [ { "accuracy": 0.42548, "f1": 0.436899, "f1_weighted": 0.433522 }, { "accuracy": 0.455485, "f1": 0.423359, "f1_weighted": 0.459694 }, { "accuracy": 0.437285, "f1": 0.423526, "f1_weighted": 0.445431 }, { "accuracy": 0.462863, "f1": 0.454919, "f1_weighted": 0.468868 }, { "accuracy": 0.453517, "f1": 0.437768, "f1_weighted": 0.460997 }, { "accuracy": 0.440236, "f1": 0.421125, "f1_weighted": 0.444181 }, { "accuracy": 0.415642, "f1": 0.406129, "f1_weighted": 0.417432 }, { "accuracy": 0.44122, "f1": 0.420535, "f1_weighted": 0.449956 }, { "accuracy": 0.433842, "f1": 0.432295, "f1_weighted": 0.433821 }, { "accuracy": 0.426955, "f1": 0.42309, "f1_weighted": 0.429166 } ], "main_score": 0.439252, "hf_subset": "jv", "languages": [ "jav-Latn" ] }, { "accuracy": 0.15332, "f1": 0.13108, "f1_weighted": 0.146769, "scores_per_experiment": [ { "accuracy": 0.159862, "f1": 0.140496, "f1_weighted": 0.148798 }, { "accuracy": 0.157895, "f1": 0.137914, "f1_weighted": 0.147575 }, { "accuracy": 0.155927, "f1": 0.13119, "f1_weighted": 0.149728 }, { "accuracy": 0.147565, "f1": 0.130114, "f1_weighted": 0.144701 }, { "accuracy": 0.148549, "f1": 0.134445, "f1_weighted": 0.145241 }, { "accuracy": 0.146581, "f1": 0.130247, "f1_weighted": 0.142112 }, { "accuracy": 0.152976, "f1": 0.119892, "f1_weighted": 0.146759 }, { "accuracy": 0.165273, "f1": 0.137372, "f1_weighted": 0.159323 }, { "accuracy": 0.141663, "f1": 0.125531, "f1_weighted": 0.134599 }, { "accuracy": 0.156911, "f1": 0.123597, "f1_weighted": 0.148854 } ], "main_score": 0.15332, "hf_subset": "ka", "languages": [ "kat-Geor" ] }, { "accuracy": 0.480079, "f1": 0.472803, "f1_weighted": 0.486283, "scores_per_experiment": [ { "accuracy": 0.482538, "f1": 0.476824, "f1_weighted": 0.489772 }, { "accuracy": 0.484506, "f1": 0.456545, "f1_weighted": 0.488623 }, { "accuracy": 0.478603, "f1": 0.463593, "f1_weighted": 0.484053 }, { "accuracy": 0.505165, "f1": 0.489323, "f1_weighted": 0.51652 }, { "accuracy": 0.488933, "f1": 0.477775, "f1_weighted": 0.493288 }, { "accuracy": 0.481554, "f1": 0.478428, "f1_weighted": 0.485565 }, { "accuracy": 0.478111, "f1": 0.477541, "f1_weighted": 0.483624 }, { "accuracy": 0.471717, "f1": 0.468651, "f1_weighted": 0.486085 }, { "accuracy": 0.465322, "f1": 0.470089, "f1_weighted": 0.467079 }, { "accuracy": 0.464338, "f1": 0.46926, "f1_weighted": 0.468225 } ], "main_score": 0.480079, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "accuracy": 0.479193, "f1": 0.467715, "f1_weighted": 0.481903, "scores_per_experiment": [ { "accuracy": 0.485489, "f1": 0.485902, "f1_weighted": 0.490804 }, { "accuracy": 0.491392, "f1": 0.472075, "f1_weighted": 0.48979 }, { "accuracy": 0.458436, "f1": 0.457593, "f1_weighted": 0.463103 }, { "accuracy": 0.487949, "f1": 0.462456, "f1_weighted": 0.489168 }, { "accuracy": 0.494835, "f1": 0.477651, "f1_weighted": 0.496357 }, { "accuracy": 0.478111, "f1": 0.466459, "f1_weighted": 0.485107 }, { "accuracy": 0.454993, "f1": 0.45074, "f1_weighted": 0.454797 }, { "accuracy": 0.484998, "f1": 0.45942, "f1_weighted": 0.493814 }, { "accuracy": 0.470733, "f1": 0.473418, "f1_weighted": 0.474187 }, { "accuracy": 0.484998, "f1": 0.471438, "f1_weighted": 0.481906 } ], "main_score": 0.479193, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "accuracy": 0.47698, "f1": 0.473208, "f1_weighted": 0.479218, "scores_per_experiment": [ { "accuracy": 0.499262, "f1": 0.498608, "f1_weighted": 0.503092 }, { "accuracy": 0.4909, "f1": 0.481609, "f1_weighted": 0.497151 }, { "accuracy": 0.455976, "f1": 0.452038, "f1_weighted": 0.456295 }, { "accuracy": 0.476144, "f1": 0.47843, "f1_weighted": 0.473185 }, { "accuracy": 0.495819, "f1": 0.487596, "f1_weighted": 0.495836 }, { "accuracy": 0.481062, "f1": 0.47416, "f1_weighted": 0.485722 }, { "accuracy": 0.465322, "f1": 0.454747, "f1_weighted": 0.469103 }, { "accuracy": 0.475652, "f1": 0.468071, "f1_weighted": 0.478444 }, { "accuracy": 0.468765, "f1": 0.483435, "f1_weighted": 0.470782 }, { "accuracy": 0.460895, "f1": 0.453384, "f1_weighted": 0.46257 } ], "main_score": 0.47698, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "accuracy": 0.167634, "f1": 0.1561, "f1_weighted": 0.167609, "scores_per_experiment": [ { "accuracy": 0.179538, "f1": 0.170965, "f1_weighted": 0.182792 }, { "accuracy": 0.165765, "f1": 0.149547, "f1_weighted": 0.164869 }, { "accuracy": 0.160846, "f1": 0.149291, "f1_weighted": 0.163539 }, { "accuracy": 0.162814, "f1": 0.150175, "f1_weighted": 0.156665 }, { "accuracy": 0.185932, "f1": 0.158252, "f1_weighted": 0.189683 }, { "accuracy": 0.165765, "f1": 0.159225, "f1_weighted": 0.162607 }, { "accuracy": 0.155927, "f1": 0.146314, "f1_weighted": 0.153576 }, { "accuracy": 0.170684, "f1": 0.165494, "f1_weighted": 0.169129 }, { "accuracy": 0.15937, "f1": 0.160111, "f1_weighted": 0.159945 }, { "accuracy": 0.1697, "f1": 0.151621, "f1_weighted": 0.173281 } ], "main_score": 0.167634, "hf_subset": "ur", "languages": [ "urd-Arab" ] }, { "accuracy": 0.155534, "f1": 0.137665, "f1_weighted": 0.160801, "scores_per_experiment": [ { "accuracy": 0.158387, "f1": 0.137149, "f1_weighted": 0.157285 }, { "accuracy": 0.185932, "f1": 0.158023, "f1_weighted": 0.195774 }, { "accuracy": 0.140187, "f1": 0.126682, "f1_weighted": 0.146311 }, { "accuracy": 0.148549, "f1": 0.130456, "f1_weighted": 0.156124 }, { "accuracy": 0.166257, "f1": 0.14355, "f1_weighted": 0.171674 }, { "accuracy": 0.178554, "f1": 0.159352, "f1_weighted": 0.184195 }, { "accuracy": 0.130349, "f1": 0.136684, "f1_weighted": 0.134234 }, { "accuracy": 0.137727, "f1": 0.12868, "f1_weighted": 0.148522 }, { "accuracy": 0.147073, "f1": 0.133367, "f1_weighted": 0.154951 }, { "accuracy": 0.162322, "f1": 0.122707, "f1_weighted": 0.158945 } ], "main_score": 0.155534, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "accuracy": 0.42666, "f1": 0.417624, "f1_weighted": 0.429392, "scores_per_experiment": [ { "accuracy": 0.414658, "f1": 0.422329, "f1_weighted": 0.415502 }, { "accuracy": 0.43335, "f1": 0.416473, "f1_weighted": 0.432539 }, { "accuracy": 0.413182, "f1": 0.411688, "f1_weighted": 0.42044 }, { "accuracy": 0.448106, "f1": 0.429443, "f1_weighted": 0.449739 }, { "accuracy": 0.438269, "f1": 0.413765, "f1_weighted": 0.440249 }, { "accuracy": 0.432366, "f1": 0.421207, "f1_weighted": 0.439836 }, { "accuracy": 0.396458, "f1": 0.393, "f1_weighted": 0.397409 }, { "accuracy": 0.436301, "f1": 0.423175, "f1_weighted": 0.439786 }, { "accuracy": 0.435809, "f1": 0.429684, "f1_weighted": 0.438941 }, { "accuracy": 0.418101, "f1": 0.415472, "f1_weighted": 0.419482 } ], "main_score": 0.42666, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "accuracy": 0.452238, "f1": 0.449015, "f1_weighted": 0.455876, "scores_per_experiment": [ { "accuracy": 0.464338, "f1": 0.464428, "f1_weighted": 0.473351 }, { "accuracy": 0.456468, "f1": 0.455465, "f1_weighted": 0.460808 }, { "accuracy": 0.438269, "f1": 0.440945, "f1_weighted": 0.437302 }, { "accuracy": 0.465814, "f1": 0.453897, "f1_weighted": 0.468842 }, { "accuracy": 0.470241, "f1": 0.46232, "f1_weighted": 0.473993 }, { "accuracy": 0.464338, "f1": 0.452209, "f1_weighted": 0.469032 }, { "accuracy": 0.43876, "f1": 0.428699, "f1_weighted": 0.440858 }, { "accuracy": 0.45696, "f1": 0.448005, "f1_weighted": 0.463779 }, { "accuracy": 0.420561, "f1": 0.44097, "f1_weighted": 0.42078 }, { "accuracy": 0.446631, "f1": 0.443207, "f1_weighted": 0.450019 } ], "main_score": 0.452238, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "accuracy": 0.038564, "f1": 0.024824, "f1_weighted": 0.028962, "scores_per_experiment": [ { "accuracy": 0.046729, "f1": 0.027481, "f1_weighted": 0.036513 }, { "accuracy": 0.022135, "f1": 0.01861, "f1_weighted": 0.012981 }, { "accuracy": 0.032956, "f1": 0.023457, "f1_weighted": 0.025828 }, { "accuracy": 0.038367, "f1": 0.022339, "f1_weighted": 0.028868 }, { "accuracy": 0.040334, "f1": 0.026458, "f1_weighted": 0.032167 }, { "accuracy": 0.037875, "f1": 0.026418, "f1_weighted": 0.027585 }, { "accuracy": 0.033448, "f1": 0.023196, "f1_weighted": 0.023619 }, { "accuracy": 0.053615, "f1": 0.03198, "f1_weighted": 0.042717 }, { "accuracy": 0.048205, "f1": 0.024274, "f1_weighted": 0.034013 }, { "accuracy": 0.031972, "f1": 0.024027, "f1_weighted": 0.025327 } ], "main_score": 0.038564, "hf_subset": "kn", "languages": [ "kan-Knda" ] }, { "accuracy": 0.436793, "f1": 0.432572, "f1_weighted": 0.442325, "scores_per_experiment": [ { "accuracy": 0.434333, "f1": 0.437426, "f1_weighted": 0.43711 }, { "accuracy": 0.447122, "f1": 0.435999, "f1_weighted": 0.447063 }, { "accuracy": 0.437285, "f1": 0.436087, "f1_weighted": 0.438545 }, { "accuracy": 0.474668, "f1": 0.455943, "f1_weighted": 0.484162 }, { "accuracy": 0.435809, "f1": 0.428035, "f1_weighted": 0.446024 }, { "accuracy": 0.416134, "f1": 0.421269, "f1_weighted": 0.422323 }, { "accuracy": 0.417609, "f1": 0.425361, "f1_weighted": 0.421429 }, { "accuracy": 0.433842, "f1": 0.418495, "f1_weighted": 0.443807 }, { "accuracy": 0.43876, "f1": 0.439876, "f1_weighted": 0.442471 }, { "accuracy": 0.432366, "f1": 0.42723, "f1_weighted": 0.440321 } ], "main_score": 0.436793, "hf_subset": "cy", "languages": [ "cym-Latn" ] }, { "accuracy": 0.143187, "f1": 0.127791, "f1_weighted": 0.131742, "scores_per_experiment": [ { "accuracy": 0.156911, "f1": 0.140352, "f1_weighted": 0.146681 }, { "accuracy": 0.144614, "f1": 0.130914, "f1_weighted": 0.136149 }, { "accuracy": 0.12543, "f1": 0.113514, "f1_weighted": 0.108841 }, { "accuracy": 0.147073, "f1": 0.133524, "f1_weighted": 0.148214 }, { "accuracy": 0.15937, "f1": 0.134456, "f1_weighted": 0.147929 }, { "accuracy": 0.14609, "f1": 0.122038, "f1_weighted": 0.131621 }, { "accuracy": 0.144614, "f1": 0.128321, "f1_weighted": 0.124473 }, { "accuracy": 0.123463, "f1": 0.111636, "f1_weighted": 0.111299 }, { "accuracy": 0.142646, "f1": 0.136206, "f1_weighted": 0.130885 }, { "accuracy": 0.141663, "f1": 0.126951, "f1_weighted": 0.131334 } ], "main_score": 0.143187, "hf_subset": "ta", "languages": [ "tam-Taml" ] } ], "test": [ { "accuracy": 0.139913, "f1": 0.127002, "f1_weighted": 0.136948, "scores_per_experiment": [ { "accuracy": 0.15232, "f1": 0.1357, "f1_weighted": 0.149507 }, { "accuracy": 0.139879, "f1": 0.120875, "f1_weighted": 0.139306 }, { "accuracy": 0.146604, "f1": 0.126036, "f1_weighted": 0.151744 }, { "accuracy": 0.120713, "f1": 0.120149, "f1_weighted": 0.113064 }, { "accuracy": 0.144586, "f1": 0.126499, "f1_weighted": 0.135754 }, { "accuracy": 0.12811, "f1": 0.115197, "f1_weighted": 0.126396 }, { "accuracy": 0.133826, "f1": 0.126708, "f1_weighted": 0.126701 }, { "accuracy": 0.14963, "f1": 0.132931, "f1_weighted": 0.147977 }, { "accuracy": 0.145931, "f1": 0.137266, "f1_weighted": 0.143259 }, { "accuracy": 0.137525, "f1": 0.128659, "f1_weighted": 0.135769 } ], "main_score": 0.139913, "hf_subset": "hy", "languages": [ "hye-Armn" ] }, { "accuracy": 0.0269, "f1": 0.014336, "f1_weighted": 0.019634, "scores_per_experiment": [ { "accuracy": 0.030935, "f1": 0.015476, "f1_weighted": 0.028685 }, { "accuracy": 0.020511, "f1": 0.014797, "f1_weighted": 0.015326 }, { "accuracy": 0.032952, "f1": 0.020541, "f1_weighted": 0.03106 }, { "accuracy": 0.019166, "f1": 0.012341, "f1_weighted": 0.016025 }, { "accuracy": 0.026227, "f1": 0.01936, "f1_weighted": 0.020389 }, { "accuracy": 0.027572, "f1": 0.016097, "f1_weighted": 0.017992 }, { "accuracy": 0.01345, "f1": 0.007941, "f1_weighted": 0.008756 }, { "accuracy": 0.017821, "f1": 0.005306, "f1_weighted": 0.008549 }, { "accuracy": 0.055817, "f1": 0.018651, "f1_weighted": 0.03686 }, { "accuracy": 0.024546, "f1": 0.012852, "f1_weighted": 0.012694 } ], "main_score": 0.0269, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "accuracy": 0.459718, "f1": 0.449071, "f1_weighted": 0.463954, "scores_per_experiment": [ { "accuracy": 0.445192, "f1": 0.443614, "f1_weighted": 0.452701 }, { "accuracy": 0.482515, "f1": 0.45946, "f1_weighted": 0.486772 }, { "accuracy": 0.446537, "f1": 0.442101, "f1_weighted": 0.447541 }, { "accuracy": 0.490921, "f1": 0.467599, "f1_weighted": 0.498368 }, { "accuracy": 0.469065, "f1": 0.45774, "f1_weighted": 0.470656 }, { "accuracy": 0.443847, "f1": 0.43587, "f1_weighted": 0.449939 }, { "accuracy": 0.454943, "f1": 0.455966, "f1_weighted": 0.46185 }, { "accuracy": 0.464694, "f1": 0.44772, "f1_weighted": 0.471723 }, { "accuracy": 0.419973, "f1": 0.410952, "f1_weighted": 0.416073 }, { "accuracy": 0.479489, "f1": 0.469682, "f1_weighted": 0.483916 } ], "main_score": 0.459718, "hf_subset": "af", "languages": [ "afr-Latn" ] }, { "accuracy": 0.411903, "f1": 0.414285, "f1_weighted": 0.415645, "scores_per_experiment": [ { "accuracy": 0.409549, "f1": 0.423726, "f1_weighted": 0.414408 }, { "accuracy": 0.429724, "f1": 0.422166, "f1_weighted": 0.431643 }, { "accuracy": 0.403833, "f1": 0.410668, "f1_weighted": 0.40919 }, { "accuracy": 0.422999, "f1": 0.417392, "f1_weighted": 0.427897 }, { "accuracy": 0.417283, "f1": 0.40413, "f1_weighted": 0.423603 }, { "accuracy": 0.417283, "f1": 0.425689, "f1_weighted": 0.419185 }, { "accuracy": 0.405178, "f1": 0.413101, "f1_weighted": 0.4079 }, { "accuracy": 0.413248, "f1": 0.412795, "f1_weighted": 0.424553 }, { "accuracy": 0.399798, "f1": 0.409375, "f1_weighted": 0.396299 }, { "accuracy": 0.400134, "f1": 0.40381, "f1_weighted": 0.401768 } ], "main_score": 0.411903, "hf_subset": "az", "languages": [ "aze-Latn" ] }, { "accuracy": 0.052286, "f1": 0.022871, "f1_weighted": 0.027192, "scores_per_experiment": [ { "accuracy": 0.054136, "f1": 0.020634, "f1_weighted": 0.027573 }, { "accuracy": 0.046066, "f1": 0.028325, "f1_weighted": 0.023546 }, { "accuracy": 0.050437, "f1": 0.017198, "f1_weighted": 0.022519 }, { "accuracy": 0.046402, "f1": 0.025293, "f1_weighted": 0.02704 }, { "accuracy": 0.052118, "f1": 0.023167, "f1_weighted": 0.035271 }, { "accuracy": 0.053127, "f1": 0.028768, "f1_weighted": 0.026863 }, { "accuracy": 0.04304, "f1": 0.017623, "f1_weighted": 0.019323 }, { "accuracy": 0.069603, "f1": 0.022128, "f1_weighted": 0.036185 }, { "accuracy": 0.06456, "f1": 0.025337, "f1_weighted": 0.035734 }, { "accuracy": 0.043376, "f1": 0.020238, "f1_weighted": 0.017868 } ], "main_score": 0.052286, "hf_subset": "km", "languages": [ "khm-Khmr" ] }, { "accuracy": 0.330061, "f1": 0.306359, "f1_weighted": 0.336111, "scores_per_experiment": [ { "accuracy": 0.362139, "f1": 0.336969, "f1_weighted": 0.366847 }, { "accuracy": 0.330531, "f1": 0.305519, "f1_weighted": 0.338885 }, { "accuracy": 0.319435, "f1": 0.293651, "f1_weighted": 0.317051 }, { "accuracy": 0.32347, "f1": 0.300537, "f1_weighted": 0.336192 }, { "accuracy": 0.349361, "f1": 0.318089, "f1_weighted": 0.352698 }, { "accuracy": 0.32078, "f1": 0.29655, "f1_weighted": 0.326745 }, { "accuracy": 0.324815, "f1": 0.308366, "f1_weighted": 0.336153 }, { "accuracy": 0.33154, "f1": 0.312796, "f1_weighted": 0.335246 }, { "accuracy": 0.315736, "f1": 0.287766, "f1_weighted": 0.323886 }, { "accuracy": 0.322798, "f1": 0.30335, "f1_weighted": 0.327406 } ], "main_score": 0.330061, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.466106, "f1": 0.44365, "f1_weighted": 0.473807, "scores_per_experiment": [ { "accuracy": 0.469738, "f1": 0.443487, "f1_weighted": 0.477622 }, { "accuracy": 0.476463, "f1": 0.443981, "f1_weighted": 0.482697 }, { "accuracy": 0.453598, "f1": 0.435927, "f1_weighted": 0.463322 }, { "accuracy": 0.487223, "f1": 0.450533, "f1_weighted": 0.489442 }, { "accuracy": 0.489913, "f1": 0.454423, "f1_weighted": 0.502034 }, { "accuracy": 0.450908, "f1": 0.429343, "f1_weighted": 0.463462 }, { "accuracy": 0.472428, "f1": 0.457743, "f1_weighted": 0.476385 }, { "accuracy": 0.449899, "f1": 0.437201, "f1_weighted": 0.463766 }, { "accuracy": 0.433759, "f1": 0.432608, "f1_weighted": 0.437184 }, { "accuracy": 0.477135, "f1": 0.451252, "f1_weighted": 0.482156 } ], "main_score": 0.466106, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "accuracy": 0.519166, "f1": 0.507505, "f1_weighted": 0.523997, "scores_per_experiment": [ { "accuracy": 0.51076, "f1": 0.51191, "f1_weighted": 0.514771 }, { "accuracy": 0.540686, "f1": 0.509467, "f1_weighted": 0.541853 }, { "accuracy": 0.505044, "f1": 0.492454, "f1_weighted": 0.510758 }, { "accuracy": 0.557162, "f1": 0.530681, "f1_weighted": 0.560844 }, { "accuracy": 0.537323, "f1": 0.515941, "f1_weighted": 0.540332 }, { "accuracy": 0.522865, "f1": 0.513879, "f1_weighted": 0.529324 }, { "accuracy": 0.49731, "f1": 0.492442, "f1_weighted": 0.502034 }, { "accuracy": 0.514459, "f1": 0.502715, "f1_weighted": 0.518831 }, { "accuracy": 0.501009, "f1": 0.504478, "f1_weighted": 0.504503 }, { "accuracy": 0.505044, "f1": 0.501083, "f1_weighted": 0.516716 } ], "main_score": 0.519166, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "accuracy": 0.437223, "f1": 0.429817, "f1_weighted": 0.44086, "scores_per_experiment": [ { "accuracy": 0.447545, "f1": 0.444072, "f1_weighted": 0.451986 }, { "accuracy": 0.443174, "f1": 0.435458, "f1_weighted": 0.447326 }, { "accuracy": 0.430733, "f1": 0.427367, "f1_weighted": 0.42841 }, { "accuracy": 0.458305, "f1": 0.44039, "f1_weighted": 0.464349 }, { "accuracy": 0.439812, "f1": 0.429671, "f1_weighted": 0.439991 }, { "accuracy": 0.436113, "f1": 0.424955, "f1_weighted": 0.44186 }, { "accuracy": 0.424008, "f1": 0.422809, "f1_weighted": 0.425366 }, { "accuracy": 0.429388, "f1": 0.419074, "f1_weighted": 0.43918 }, { "accuracy": 0.412912, "f1": 0.411323, "f1_weighted": 0.413175 }, { "accuracy": 0.450235, "f1": 0.443053, "f1_weighted": 0.456962 } ], "main_score": 0.437223, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "accuracy": 0.197344, "f1": 0.18937, "f1_weighted": 0.189906, "scores_per_experiment": [ { "accuracy": 0.20612, "f1": 0.200359, "f1_weighted": 0.19688 }, { "accuracy": 0.194687, "f1": 0.191046, "f1_weighted": 0.190715 }, { "accuracy": 0.188635, "f1": 0.178748, "f1_weighted": 0.183264 }, { "accuracy": 0.213517, "f1": 0.198295, "f1_weighted": 0.212586 }, { "accuracy": 0.186617, "f1": 0.171563, "f1_weighted": 0.175284 }, { "accuracy": 0.182246, "f1": 0.180555, "f1_weighted": 0.169452 }, { "accuracy": 0.195024, "f1": 0.18524, "f1_weighted": 0.186766 }, { "accuracy": 0.203093, "f1": 0.198984, "f1_weighted": 0.195159 }, { "accuracy": 0.213517, "f1": 0.201985, "f1_weighted": 0.208288 }, { "accuracy": 0.18998, "f1": 0.186922, "f1_weighted": 0.180667 } ], "main_score": 0.197344, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "accuracy": 0.513853, "f1": 0.512143, "f1_weighted": 0.515278, "scores_per_experiment": [ { "accuracy": 0.510087, "f1": 0.516685, "f1_weighted": 0.513547 }, { "accuracy": 0.519502, "f1": 0.517378, "f1_weighted": 0.520704 }, { "accuracy": 0.51614, "f1": 0.514028, "f1_weighted": 0.514697 }, { "accuracy": 0.52421, "f1": 0.512179, "f1_weighted": 0.525142 }, { "accuracy": 0.539341, "f1": 0.529227, "f1_weighted": 0.540901 }, { "accuracy": 0.493948, "f1": 0.499664, "f1_weighted": 0.49617 }, { "accuracy": 0.511769, "f1": 0.516523, "f1_weighted": 0.510403 }, { "accuracy": 0.493948, "f1": 0.493488, "f1_weighted": 0.496542 }, { "accuracy": 0.501345, "f1": 0.503041, "f1_weighted": 0.503894 }, { "accuracy": 0.528245, "f1": 0.519219, "f1_weighted": 0.530786 } ], "main_score": 0.513853, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "accuracy": 0.453934, "f1": 0.44322, "f1_weighted": 0.457788, "scores_per_experiment": [ { "accuracy": 0.45427, "f1": 0.445269, "f1_weighted": 0.460913 }, { "accuracy": 0.468056, "f1": 0.4516, "f1_weighted": 0.47125 }, { "accuracy": 0.442502, "f1": 0.443009, "f1_weighted": 0.440614 }, { "accuracy": 0.469738, "f1": 0.449888, "f1_weighted": 0.473811 }, { "accuracy": 0.447545, "f1": 0.436672, "f1_weighted": 0.449151 }, { "accuracy": 0.447209, "f1": 0.433768, "f1_weighted": 0.455098 }, { "accuracy": 0.434432, "f1": 0.431944, "f1_weighted": 0.435322 }, { "accuracy": 0.470074, "f1": 0.453278, "f1_weighted": 0.47961 }, { "accuracy": 0.432751, "f1": 0.429022, "f1_weighted": 0.434685 }, { "accuracy": 0.472764, "f1": 0.457752, "f1_weighted": 0.477426 } ], "main_score": 0.453934, "hf_subset": "ms", "languages": [ "msa-Latn" ] }, { "accuracy": 0.282784, "f1": 0.2818, "f1_weighted": 0.283131, "scores_per_experiment": [ { "accuracy": 0.297579, "f1": 0.301402, "f1_weighted": 0.294956 }, { "accuracy": 0.281775, "f1": 0.276789, "f1_weighted": 0.288825 }, { "accuracy": 0.28312, "f1": 0.282729, "f1_weighted": 0.279018 }, { "accuracy": 0.291863, "f1": 0.285143, "f1_weighted": 0.292201 }, { "accuracy": 0.285138, "f1": 0.285852, "f1_weighted": 0.288759 }, { "accuracy": 0.273705, "f1": 0.275739, "f1_weighted": 0.275797 }, { "accuracy": 0.266308, "f1": 0.269719, "f1_weighted": 0.265806 }, { "accuracy": 0.284129, "f1": 0.279458, "f1_weighted": 0.286423 }, { "accuracy": 0.265636, "f1": 0.272735, "f1_weighted": 0.259774 }, { "accuracy": 0.298588, "f1": 0.288435, "f1_weighted": 0.299752 } ], "main_score": 0.282784, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "accuracy": 0.027135, "f1": 0.013523, "f1_weighted": 0.013387, "scores_per_experiment": [ { "accuracy": 0.038668, "f1": 0.012963, "f1_weighted": 0.021366 }, { "accuracy": 0.023874, "f1": 0.009218, "f1_weighted": 0.009567 }, { "accuracy": 0.019839, "f1": 0.015241, "f1_weighted": 0.01085 }, { "accuracy": 0.016812, "f1": 0.006854, "f1_weighted": 0.009076 }, { "accuracy": 0.033625, "f1": 0.022058, "f1_weighted": 0.019965 }, { "accuracy": 0.025219, "f1": 0.014483, "f1_weighted": 0.011395 }, { "accuracy": 0.011432, "f1": 0.003473, "f1_weighted": 0.00174 }, { "accuracy": 0.013114, "f1": 0.011047, "f1_weighted": 0.004727 }, { "accuracy": 0.053463, "f1": 0.019103, "f1_weighted": 0.027787 }, { "accuracy": 0.035306, "f1": 0.020788, "f1_weighted": 0.017401 } ], "main_score": 0.027135, "hf_subset": "am", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.028884, "f1": 0.009263, "f1_weighted": 0.015354, "scores_per_experiment": [ { "accuracy": 0.047411, "f1": 0.010307, "f1_weighted": 0.021153 }, { "accuracy": 0.018157, "f1": 0.008209, "f1_weighted": 0.004825 }, { "accuracy": 0.011769, "f1": 0.004754, "f1_weighted": 0.005705 }, { "accuracy": 0.032616, "f1": 0.011269, "f1_weighted": 0.016342 }, { "accuracy": 0.023537, "f1": 0.006755, "f1_weighted": 0.013458 }, { "accuracy": 0.034633, "f1": 0.01092, "f1_weighted": 0.019919 }, { "accuracy": 0.025891, "f1": 0.010466, "f1_weighted": 0.0184 }, { "accuracy": 0.014122, "f1": 0.008885, "f1_weighted": 0.012552 }, { "accuracy": 0.0538, "f1": 0.012631, "f1_weighted": 0.031208 }, { "accuracy": 0.0269, "f1": 0.008431, "f1_weighted": 0.009977 } ], "main_score": 0.028884, "hf_subset": "ml", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.229455, "f1": 0.210125, "f1_weighted": 0.225582, "scores_per_experiment": [ { "accuracy": 0.229321, "f1": 0.205213, "f1_weighted": 0.230351 }, { "accuracy": 0.230666, "f1": 0.216695, "f1_weighted": 0.223082 }, { "accuracy": 0.237391, "f1": 0.213286, "f1_weighted": 0.233216 }, { "accuracy": 0.229321, "f1": 0.207994, "f1_weighted": 0.225021 }, { "accuracy": 0.227976, "f1": 0.207161, "f1_weighted": 0.228513 }, { "accuracy": 0.217888, "f1": 0.205758, "f1_weighted": 0.209919 }, { "accuracy": 0.215198, "f1": 0.192225, "f1_weighted": 0.209769 }, { "accuracy": 0.250841, "f1": 0.223602, "f1_weighted": 0.249127 }, { "accuracy": 0.237054, "f1": 0.217779, "f1_weighted": 0.233142 }, { "accuracy": 0.218897, "f1": 0.211532, "f1_weighted": 0.213684 } ], "main_score": 0.229455, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "accuracy": 0.460592, "f1": 0.452104, "f1_weighted": 0.468956, "scores_per_experiment": [ { "accuracy": 0.4731, "f1": 0.466636, "f1_weighted": 0.484776 }, { "accuracy": 0.455279, "f1": 0.441281, "f1_weighted": 0.460634 }, { "accuracy": 0.456624, "f1": 0.455921, "f1_weighted": 0.468089 }, { "accuracy": 0.481506, "f1": 0.464538, "f1_weighted": 0.49067 }, { "accuracy": 0.46234, "f1": 0.454989, "f1_weighted": 0.471131 }, { "accuracy": 0.45965, "f1": 0.445763, "f1_weighted": 0.464168 }, { "accuracy": 0.445528, "f1": 0.442992, "f1_weighted": 0.45763 }, { "accuracy": 0.464022, "f1": 0.44922, "f1_weighted": 0.474993 }, { "accuracy": 0.44351, "f1": 0.437622, "f1_weighted": 0.447008 }, { "accuracy": 0.464358, "f1": 0.462074, "f1_weighted": 0.470462 } ], "main_score": 0.460592, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "accuracy": 0.252354, "f1": 0.2408, "f1_weighted": 0.249685, "scores_per_experiment": [ { "accuracy": 0.26698, "f1": 0.255975, "f1_weighted": 0.267297 }, { "accuracy": 0.245797, "f1": 0.229525, "f1_weighted": 0.243322 }, { "accuracy": 0.254539, "f1": 0.242594, "f1_weighted": 0.250394 }, { "accuracy": 0.247814, "f1": 0.233262, "f1_weighted": 0.242573 }, { "accuracy": 0.248487, "f1": 0.244722, "f1_weighted": 0.243367 }, { "accuracy": 0.243779, "f1": 0.232721, "f1_weighted": 0.238656 }, { "accuracy": 0.250504, "f1": 0.23576, "f1_weighted": 0.246349 }, { "accuracy": 0.261937, "f1": 0.245534, "f1_weighted": 0.265286 }, { "accuracy": 0.248151, "f1": 0.249141, "f1_weighted": 0.243143 }, { "accuracy": 0.255548, "f1": 0.238766, "f1_weighted": 0.256465 } ], "main_score": 0.252354, "hf_subset": "mn", "languages": [ "mon-Cyrl" ] }, { "accuracy": 0.288971, "f1": 0.269228, "f1_weighted": 0.28917, "scores_per_experiment": [ { "accuracy": 0.308339, "f1": 0.287243, "f1_weighted": 0.316612 }, { "accuracy": 0.296234, "f1": 0.266649, "f1_weighted": 0.297041 }, { "accuracy": 0.295562, "f1": 0.276602, "f1_weighted": 0.300961 }, { "accuracy": 0.305649, "f1": 0.270323, "f1_weighted": 0.306899 }, { "accuracy": 0.298252, "f1": 0.270849, "f1_weighted": 0.301743 }, { "accuracy": 0.263954, "f1": 0.258108, "f1_weighted": 0.260844 }, { "accuracy": 0.29388, "f1": 0.274467, "f1_weighted": 0.288729 }, { "accuracy": 0.306994, "f1": 0.283306, "f1_weighted": 0.307101 }, { "accuracy": 0.255212, "f1": 0.248094, "f1_weighted": 0.245116 }, { "accuracy": 0.265636, "f1": 0.256642, "f1_weighted": 0.26666 } ], "main_score": 0.288971, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "accuracy": 0.482683, "f1": 0.470672, "f1_weighted": 0.48703, "scores_per_experiment": [ { "accuracy": 0.493948, "f1": 0.485737, "f1_weighted": 0.500305 }, { "accuracy": 0.490585, "f1": 0.473113, "f1_weighted": 0.494357 }, { "accuracy": 0.467384, "f1": 0.462403, "f1_weighted": 0.472245 }, { "accuracy": 0.506725, "f1": 0.484067, "f1_weighted": 0.511111 }, { "accuracy": 0.480834, "f1": 0.471952, "f1_weighted": 0.485793 }, { "accuracy": 0.457633, "f1": 0.448615, "f1_weighted": 0.45737 }, { "accuracy": 0.485541, "f1": 0.47487, "f1_weighted": 0.488969 }, { "accuracy": 0.48924, "f1": 0.47802, "f1_weighted": 0.496458 }, { "accuracy": 0.455615, "f1": 0.443323, "f1_weighted": 0.461678 }, { "accuracy": 0.499328, "f1": 0.484619, "f1_weighted": 0.502011 } ], "main_score": 0.482683, "hf_subset": "sq", "languages": [ "sqi-Latn" ] }, { "accuracy": 0.299731, "f1": 0.267031, "f1_weighted": 0.307059, "scores_per_experiment": [ { "accuracy": 0.300941, "f1": 0.273069, "f1_weighted": 0.309862 }, { "accuracy": 0.310356, "f1": 0.27469, "f1_weighted": 0.312782 }, { "accuracy": 0.28581, "f1": 0.267602, "f1_weighted": 0.302474 }, { "accuracy": 0.300941, "f1": 0.262521, "f1_weighted": 0.305148 }, { "accuracy": 0.308339, "f1": 0.260334, "f1_weighted": 0.317221 }, { "accuracy": 0.309011, "f1": 0.267049, "f1_weighted": 0.326492 }, { "accuracy": 0.296907, "f1": 0.263092, "f1_weighted": 0.298856 }, { "accuracy": 0.288164, "f1": 0.264075, "f1_weighted": 0.292739 }, { "accuracy": 0.283457, "f1": 0.260007, "f1_weighted": 0.285159 }, { "accuracy": 0.313383, "f1": 0.277873, "f1_weighted": 0.319858 } ], "main_score": 0.299731, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "accuracy": 0.250572, "f1": 0.234491, "f1_weighted": 0.259464, "scores_per_experiment": [ { "accuracy": 0.26967, "f1": 0.243226, "f1_weighted": 0.280626 }, { "accuracy": 0.260592, "f1": 0.241881, "f1_weighted": 0.272379 }, { "accuracy": 0.255884, "f1": 0.241443, "f1_weighted": 0.263256 }, { "accuracy": 0.26967, "f1": 0.25317, "f1_weighted": 0.287512 }, { "accuracy": 0.251177, "f1": 0.233879, "f1_weighted": 0.26231 }, { "accuracy": 0.228648, "f1": 0.222498, "f1_weighted": 0.236972 }, { "accuracy": 0.221587, "f1": 0.215067, "f1_weighted": 0.223822 }, { "accuracy": 0.250504, "f1": 0.234311, "f1_weighted": 0.259233 }, { "accuracy": 0.239744, "f1": 0.220155, "f1_weighted": 0.244133 }, { "accuracy": 0.258238, "f1": 0.239282, "f1_weighted": 0.2644 } ], "main_score": 0.250572, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ] }, { "accuracy": 0.48033, "f1": 0.458428, "f1_weighted": 0.485965, "scores_per_experiment": [ { "accuracy": 0.477135, "f1": 0.4583, "f1_weighted": 0.47876 }, { "accuracy": 0.498655, "f1": 0.475735, "f1_weighted": 0.505946 }, { "accuracy": 0.474109, "f1": 0.446352, "f1_weighted": 0.478238 }, { "accuracy": 0.487223, "f1": 0.461639, "f1_weighted": 0.494535 }, { "accuracy": 0.493611, "f1": 0.461551, "f1_weighted": 0.496907 }, { "accuracy": 0.471755, "f1": 0.450739, "f1_weighted": 0.475331 }, { "accuracy": 0.458305, "f1": 0.445299, "f1_weighted": 0.461269 }, { "accuracy": 0.471083, "f1": 0.450685, "f1_weighted": 0.48176 }, { "accuracy": 0.474781, "f1": 0.45705, "f1_weighted": 0.485177 }, { "accuracy": 0.496638, "f1": 0.476933, "f1_weighted": 0.501723 } ], "main_score": 0.48033, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "accuracy": 0.437626, "f1": 0.425842, "f1_weighted": 0.440831, "scores_per_experiment": [ { "accuracy": 0.446873, "f1": 0.44083, "f1_weighted": 0.453482 }, { "accuracy": 0.441493, "f1": 0.422105, "f1_weighted": 0.439502 }, { "accuracy": 0.448218, "f1": 0.434273, "f1_weighted": 0.447149 }, { "accuracy": 0.450235, "f1": 0.441388, "f1_weighted": 0.451796 }, { "accuracy": 0.443847, "f1": 0.424952, "f1_weighted": 0.445847 }, { "accuracy": 0.429052, "f1": 0.415794, "f1_weighted": 0.434689 }, { "accuracy": 0.427707, "f1": 0.424358, "f1_weighted": 0.429091 }, { "accuracy": 0.409549, "f1": 0.400753, "f1_weighted": 0.42051 }, { "accuracy": 0.440148, "f1": 0.425243, "f1_weighted": 0.44357 }, { "accuracy": 0.439139, "f1": 0.428726, "f1_weighted": 0.442671 } ], "main_score": 0.437626, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "accuracy": 0.459718, "f1": 0.445788, "f1_weighted": 0.465372, "scores_per_experiment": [ { "accuracy": 0.474109, "f1": 0.470295, "f1_weighted": 0.477378 }, { "accuracy": 0.468729, "f1": 0.447457, "f1_weighted": 0.473649 }, { "accuracy": 0.458978, "f1": 0.446682, "f1_weighted": 0.463033 }, { "accuracy": 0.482179, "f1": 0.456775, "f1_weighted": 0.485477 }, { "accuracy": 0.450572, "f1": 0.431984, "f1_weighted": 0.456848 }, { "accuracy": 0.46234, "f1": 0.440911, "f1_weighted": 0.478114 }, { "accuracy": 0.445192, "f1": 0.439465, "f1_weighted": 0.451807 }, { "accuracy": 0.445192, "f1": 0.435994, "f1_weighted": 0.453507 }, { "accuracy": 0.421991, "f1": 0.422478, "f1_weighted": 0.420391 }, { "accuracy": 0.487895, "f1": 0.465841, "f1_weighted": 0.49352 } ], "main_score": 0.459718, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "accuracy": 0.691056, "f1": 0.668895, "f1_weighted": 0.691352, "scores_per_experiment": [ { "accuracy": 0.703093, "f1": 0.680618, "f1_weighted": 0.704677 }, { "accuracy": 0.717888, "f1": 0.679651, "f1_weighted": 0.717831 }, { "accuracy": 0.689307, "f1": 0.660711, "f1_weighted": 0.686306 }, { "accuracy": 0.706456, "f1": 0.67328, "f1_weighted": 0.705688 }, { "accuracy": 0.685272, "f1": 0.663689, "f1_weighted": 0.682862 }, { "accuracy": 0.670477, "f1": 0.658586, "f1_weighted": 0.671598 }, { "accuracy": 0.682582, "f1": 0.664613, "f1_weighted": 0.685252 }, { "accuracy": 0.6846, "f1": 0.671597, "f1_weighted": 0.686591 }, { "accuracy": 0.677875, "f1": 0.666662, "f1_weighted": 0.677956 }, { "accuracy": 0.693006, "f1": 0.669547, "f1_weighted": 0.694756 } ], "main_score": 0.691056, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "accuracy": 0.502253, "f1": 0.48438, "f1_weighted": 0.509107, "scores_per_experiment": [ { "accuracy": 0.50269, "f1": 0.48754, "f1_weighted": 0.513343 }, { "accuracy": 0.51883, "f1": 0.489724, "f1_weighted": 0.525567 }, { "accuracy": 0.496974, "f1": 0.476696, "f1_weighted": 0.498105 }, { "accuracy": 0.521184, "f1": 0.502869, "f1_weighted": 0.530984 }, { "accuracy": 0.504707, "f1": 0.480557, "f1_weighted": 0.509933 }, { "accuracy": 0.508406, "f1": 0.486796, "f1_weighted": 0.522757 }, { "accuracy": 0.485541, "f1": 0.483188, "f1_weighted": 0.487938 }, { "accuracy": 0.484196, "f1": 0.472957, "f1_weighted": 0.489777 }, { "accuracy": 0.494284, "f1": 0.475081, "f1_weighted": 0.499493 }, { "accuracy": 0.505716, "f1": 0.488389, "f1_weighted": 0.513168 } ], "main_score": 0.502253, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "accuracy": 0.247209, "f1": 0.217779, "f1_weighted": 0.249321, "scores_per_experiment": [ { "accuracy": 0.256221, "f1": 0.230294, "f1_weighted": 0.261169 }, { "accuracy": 0.240753, "f1": 0.206715, "f1_weighted": 0.241198 }, { "accuracy": 0.230666, "f1": 0.203243, "f1_weighted": 0.229223 }, { "accuracy": 0.253531, "f1": 0.214215, "f1_weighted": 0.256543 }, { "accuracy": 0.256557, "f1": 0.223059, "f1_weighted": 0.261148 }, { "accuracy": 0.253867, "f1": 0.221474, "f1_weighted": 0.258586 }, { "accuracy": 0.234028, "f1": 0.208887, "f1_weighted": 0.231469 }, { "accuracy": 0.260592, "f1": 0.2258, "f1_weighted": 0.266889 }, { "accuracy": 0.234701, "f1": 0.213598, "f1_weighted": 0.229548 }, { "accuracy": 0.251177, "f1": 0.230506, "f1_weighted": 0.257438 } ], "main_score": 0.247209, "hf_subset": "he", "languages": [ "heb-Hebr" ] }, { "accuracy": 0.445931, "f1": 0.428763, "f1_weighted": 0.447929, "scores_per_experiment": [ { "accuracy": 0.461332, "f1": 0.440999, "f1_weighted": 0.463696 }, { "accuracy": 0.442838, "f1": 0.431078, "f1_weighted": 0.440495 }, { "accuracy": 0.443847, "f1": 0.431163, "f1_weighted": 0.444225 }, { "accuracy": 0.467048, "f1": 0.434259, "f1_weighted": 0.470757 }, { "accuracy": 0.455615, "f1": 0.426278, "f1_weighted": 0.462647 }, { "accuracy": 0.430733, "f1": 0.42554, "f1_weighted": 0.435815 }, { "accuracy": 0.430397, "f1": 0.419052, "f1_weighted": 0.42612 }, { "accuracy": 0.437122, "f1": 0.42457, "f1_weighted": 0.442225 }, { "accuracy": 0.431742, "f1": 0.416876, "f1_weighted": 0.430913 }, { "accuracy": 0.458642, "f1": 0.437816, "f1_weighted": 0.462399 } ], "main_score": 0.445931, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "accuracy": 0.46076, "f1": 0.440322, "f1_weighted": 0.464995, "scores_per_experiment": [ { "accuracy": 0.481843, "f1": 0.463948, "f1_weighted": 0.489648 }, { "accuracy": 0.464358, "f1": 0.439498, "f1_weighted": 0.470709 }, { "accuracy": 0.463685, "f1": 0.439991, "f1_weighted": 0.46926 }, { "accuracy": 0.463349, "f1": 0.441325, "f1_weighted": 0.474881 }, { "accuracy": 0.474781, "f1": 0.439672, "f1_weighted": 0.469421 }, { "accuracy": 0.460995, "f1": 0.437256, "f1_weighted": 0.46507 }, { "accuracy": 0.441157, "f1": 0.427453, "f1_weighted": 0.442225 }, { "accuracy": 0.449899, "f1": 0.427716, "f1_weighted": 0.458952 }, { "accuracy": 0.437458, "f1": 0.432502, "f1_weighted": 0.437084 }, { "accuracy": 0.470074, "f1": 0.453862, "f1_weighted": 0.472701 } ], "main_score": 0.46076, "hf_subset": "tl", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.503497, "f1": 0.491756, "f1_weighted": 0.507646, "scores_per_experiment": [ { "accuracy": 0.504371, "f1": 0.502727, "f1_weighted": 0.507062 }, { "accuracy": 0.530262, "f1": 0.500751, "f1_weighted": 0.531615 }, { "accuracy": 0.483524, "f1": 0.479071, "f1_weighted": 0.483895 }, { "accuracy": 0.503362, "f1": 0.489401, "f1_weighted": 0.511164 }, { "accuracy": 0.507734, "f1": 0.4845, "f1_weighted": 0.514408 }, { "accuracy": 0.513786, "f1": 0.498381, "f1_weighted": 0.51771 }, { "accuracy": 0.495293, "f1": 0.500077, "f1_weighted": 0.500434 }, { "accuracy": 0.494284, "f1": 0.481909, "f1_weighted": 0.500942 }, { "accuracy": 0.48117, "f1": 0.474382, "f1_weighted": 0.487108 }, { "accuracy": 0.521184, "f1": 0.50636, "f1_weighted": 0.522123 } ], "main_score": 0.503497, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "accuracy": 0.454775, "f1": 0.438081, "f1_weighted": 0.459539, "scores_per_experiment": [ { "accuracy": 0.464358, "f1": 0.451222, "f1_weighted": 0.474128 }, { "accuracy": 0.471755, "f1": 0.449257, "f1_weighted": 0.471781 }, { "accuracy": 0.440484, "f1": 0.431769, "f1_weighted": 0.440924 }, { "accuracy": 0.489576, "f1": 0.469004, "f1_weighted": 0.497129 }, { "accuracy": 0.458978, "f1": 0.425071, "f1_weighted": 0.463682 }, { "accuracy": 0.445528, "f1": 0.430441, "f1_weighted": 0.453403 }, { "accuracy": 0.43813, "f1": 0.429901, "f1_weighted": 0.43774 }, { "accuracy": 0.452253, "f1": 0.425222, "f1_weighted": 0.458612 }, { "accuracy": 0.437122, "f1": 0.433271, "f1_weighted": 0.446276 }, { "accuracy": 0.449563, "f1": 0.435651, "f1_weighted": 0.451718 } ], "main_score": 0.454775, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "accuracy": 0.254069, "f1": 0.230183, "f1_weighted": 0.26541, "scores_per_experiment": [ { "accuracy": 0.276059, "f1": 0.244154, "f1_weighted": 0.290863 }, { "accuracy": 0.240081, "f1": 0.221448, "f1_weighted": 0.249319 }, { "accuracy": 0.246469, "f1": 0.226434, "f1_weighted": 0.251855 }, { "accuracy": 0.267317, "f1": 0.235447, "f1_weighted": 0.278767 }, { "accuracy": 0.252186, "f1": 0.22778, "f1_weighted": 0.266513 }, { "accuracy": 0.234364, "f1": 0.211851, "f1_weighted": 0.256181 }, { "accuracy": 0.259247, "f1": 0.235703, "f1_weighted": 0.271271 }, { "accuracy": 0.26967, "f1": 0.245459, "f1_weighted": 0.276586 }, { "accuracy": 0.247814, "f1": 0.228534, "f1_weighted": 0.256666 }, { "accuracy": 0.247478, "f1": 0.225018, "f1_weighted": 0.256083 } ], "main_score": 0.254069, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ] }, { "accuracy": 0.480397, "f1": 0.479589, "f1_weighted": 0.482969, "scores_per_experiment": [ { "accuracy": 0.503362, "f1": 0.50015, "f1_weighted": 0.509105 }, { "accuracy": 0.496974, "f1": 0.482138, "f1_weighted": 0.49529 }, { "accuracy": 0.464694, "f1": 0.466726, "f1_weighted": 0.465771 }, { "accuracy": 0.485541, "f1": 0.464007, "f1_weighted": 0.490068 }, { "accuracy": 0.5, "f1": 0.485005, "f1_weighted": 0.500441 }, { "accuracy": 0.471419, "f1": 0.477962, "f1_weighted": 0.479228 }, { "accuracy": 0.463349, "f1": 0.474015, "f1_weighted": 0.46403 }, { "accuracy": 0.469401, "f1": 0.473765, "f1_weighted": 0.4727 }, { "accuracy": 0.472428, "f1": 0.479933, "f1_weighted": 0.470972 }, { "accuracy": 0.476799, "f1": 0.492186, "f1_weighted": 0.482086 } ], "main_score": 0.480397, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "accuracy": 0.04842, "f1": 0.019305, "f1_weighted": 0.027909, "scores_per_experiment": [ { "accuracy": 0.063887, "f1": 0.024674, "f1_weighted": 0.033339 }, { "accuracy": 0.065905, "f1": 0.022417, "f1_weighted": 0.039388 }, { "accuracy": 0.029926, "f1": 0.014609, "f1_weighted": 0.018582 }, { "accuracy": 0.02959, "f1": 0.0079, "f1_weighted": 0.009286 }, { "accuracy": 0.071621, "f1": 0.023029, "f1_weighted": 0.042649 }, { "accuracy": 0.035642, "f1": 0.022512, "f1_weighted": 0.024694 }, { "accuracy": 0.044721, "f1": 0.022454, "f1_weighted": 0.026607 }, { "accuracy": 0.03228, "f1": 0.017642, "f1_weighted": 0.02214 }, { "accuracy": 0.068258, "f1": 0.018792, "f1_weighted": 0.034115 }, { "accuracy": 0.042367, "f1": 0.019021, "f1_weighted": 0.028289 } ], "main_score": 0.04842, "hf_subset": "my", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.244317, "f1": 0.217753, "f1_weighted": 0.247623, "scores_per_experiment": [ { "accuracy": 0.240753, "f1": 0.225199, "f1_weighted": 0.24625 }, { "accuracy": 0.239072, "f1": 0.214391, "f1_weighted": 0.243878 }, { "accuracy": 0.239408, "f1": 0.215548, "f1_weighted": 0.243046 }, { "accuracy": 0.263282, "f1": 0.227725, "f1_weighted": 0.268828 }, { "accuracy": 0.250168, "f1": 0.218264, "f1_weighted": 0.247946 }, { "accuracy": 0.222596, "f1": 0.196317, "f1_weighted": 0.22658 }, { "accuracy": 0.225622, "f1": 0.212069, "f1_weighted": 0.225364 }, { "accuracy": 0.258574, "f1": 0.222599, "f1_weighted": 0.260809 }, { "accuracy": 0.238736, "f1": 0.212797, "f1_weighted": 0.237951 }, { "accuracy": 0.264963, "f1": 0.232617, "f1_weighted": 0.275578 } ], "main_score": 0.244317, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "accuracy": 0.195696, "f1": 0.175529, "f1_weighted": 0.19934, "scores_per_experiment": [ { "accuracy": 0.216207, "f1": 0.194653, "f1_weighted": 0.222114 }, { "accuracy": 0.197714, "f1": 0.17102, "f1_weighted": 0.202666 }, { "accuracy": 0.191997, "f1": 0.17094, "f1_weighted": 0.19143 }, { "accuracy": 0.198386, "f1": 0.173487, "f1_weighted": 0.20451 }, { "accuracy": 0.193679, "f1": 0.176001, "f1_weighted": 0.199659 }, { "accuracy": 0.18729, "f1": 0.170735, "f1_weighted": 0.190835 }, { "accuracy": 0.183927, "f1": 0.170009, "f1_weighted": 0.189106 }, { "accuracy": 0.201412, "f1": 0.179811, "f1_weighted": 0.200693 }, { "accuracy": 0.194351, "f1": 0.17167, "f1_weighted": 0.194793 }, { "accuracy": 0.191997, "f1": 0.17696, "f1_weighted": 0.197591 } ], "main_score": 0.195696, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "accuracy": 0.462139, "f1": 0.455917, "f1_weighted": 0.463605, "scores_per_experiment": [ { "accuracy": 0.495293, "f1": 0.490762, "f1_weighted": 0.495281 }, { "accuracy": 0.47579, "f1": 0.467607, "f1_weighted": 0.478106 }, { "accuracy": 0.462677, "f1": 0.461699, "f1_weighted": 0.463536 }, { "accuracy": 0.46503, "f1": 0.455464, "f1_weighted": 0.468255 }, { "accuracy": 0.45965, "f1": 0.444877, "f1_weighted": 0.457313 }, { "accuracy": 0.44889, "f1": 0.441327, "f1_weighted": 0.451087 }, { "accuracy": 0.448218, "f1": 0.451253, "f1_weighted": 0.450162 }, { "accuracy": 0.463349, "f1": 0.451917, "f1_weighted": 0.46619 }, { "accuracy": 0.449899, "f1": 0.444014, "f1_weighted": 0.448851 }, { "accuracy": 0.452589, "f1": 0.45025, "f1_weighted": 0.457264 } ], "main_score": 0.462139, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "accuracy": 0.484331, "f1": 0.462435, "f1_weighted": 0.489969, "scores_per_experiment": [ { "accuracy": 0.498655, "f1": 0.481677, "f1_weighted": 0.506677 }, { "accuracy": 0.484196, "f1": 0.448912, "f1_weighted": 0.488961 }, { "accuracy": 0.483524, "f1": 0.458369, "f1_weighted": 0.487255 }, { "accuracy": 0.495965, "f1": 0.460028, "f1_weighted": 0.499171 }, { "accuracy": 0.499328, "f1": 0.468106, "f1_weighted": 0.503086 }, { "accuracy": 0.481506, "f1": 0.458895, "f1_weighted": 0.493335 }, { "accuracy": 0.463685, "f1": 0.454662, "f1_weighted": 0.467949 }, { "accuracy": 0.470746, "f1": 0.464689, "f1_weighted": 0.479857 }, { "accuracy": 0.488568, "f1": 0.47091, "f1_weighted": 0.493929 }, { "accuracy": 0.477135, "f1": 0.458105, "f1_weighted": 0.479471 } ], "main_score": 0.484331, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "accuracy": 0.440484, "f1": 0.422493, "f1_weighted": 0.446134, "scores_per_experiment": [ { "accuracy": 0.440484, "f1": 0.445316, "f1_weighted": 0.451512 }, { "accuracy": 0.463013, "f1": 0.426516, "f1_weighted": 0.46281 }, { "accuracy": 0.447545, "f1": 0.420081, "f1_weighted": 0.454266 }, { "accuracy": 0.449227, "f1": 0.429484, "f1_weighted": 0.457586 }, { "accuracy": 0.441157, "f1": 0.408542, "f1_weighted": 0.451482 }, { "accuracy": 0.424344, "f1": 0.406167, "f1_weighted": 0.431659 }, { "accuracy": 0.414929, "f1": 0.403139, "f1_weighted": 0.417 }, { "accuracy": 0.449563, "f1": 0.429392, "f1_weighted": 0.452904 }, { "accuracy": 0.439139, "f1": 0.422765, "f1_weighted": 0.443028 }, { "accuracy": 0.43544, "f1": 0.433533, "f1_weighted": 0.439096 } ], "main_score": 0.440484, "hf_subset": "jv", "languages": [ "jav-Latn" ] }, { "accuracy": 0.156557, "f1": 0.134803, "f1_weighted": 0.145749, "scores_per_experiment": [ { "accuracy": 0.1577, "f1": 0.136686, "f1_weighted": 0.143371 }, { "accuracy": 0.167787, "f1": 0.146116, "f1_weighted": 0.157186 }, { "accuracy": 0.156019, "f1": 0.132504, "f1_weighted": 0.149666 }, { "accuracy": 0.161399, "f1": 0.134526, "f1_weighted": 0.154521 }, { "accuracy": 0.15501, "f1": 0.141955, "f1_weighted": 0.143892 }, { "accuracy": 0.141896, "f1": 0.121204, "f1_weighted": 0.133347 }, { "accuracy": 0.167115, "f1": 0.141154, "f1_weighted": 0.159133 }, { "accuracy": 0.154674, "f1": 0.130677, "f1_weighted": 0.141933 }, { "accuracy": 0.140551, "f1": 0.127624, "f1_weighted": 0.127555 }, { "accuracy": 0.163416, "f1": 0.135588, "f1_weighted": 0.14689 } ], "main_score": 0.156557, "hf_subset": "ka", "languages": [ "kat-Geor" ] }, { "accuracy": 0.481103, "f1": 0.47398, "f1_weighted": 0.48757, "scores_per_experiment": [ { "accuracy": 0.489576, "f1": 0.495998, "f1_weighted": 0.499885 }, { "accuracy": 0.488904, "f1": 0.471448, "f1_weighted": 0.493678 }, { "accuracy": 0.484869, "f1": 0.47277, "f1_weighted": 0.489819 }, { "accuracy": 0.513786, "f1": 0.49028, "f1_weighted": 0.523662 }, { "accuracy": 0.488568, "f1": 0.4688, "f1_weighted": 0.494666 }, { "accuracy": 0.467384, "f1": 0.456494, "f1_weighted": 0.474496 }, { "accuracy": 0.471083, "f1": 0.473854, "f1_weighted": 0.474782 }, { "accuracy": 0.478816, "f1": 0.466844, "f1_weighted": 0.493595 }, { "accuracy": 0.453262, "f1": 0.46267, "f1_weighted": 0.454221 }, { "accuracy": 0.474781, "f1": 0.480643, "f1_weighted": 0.476898 } ], "main_score": 0.481103, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "accuracy": 0.483793, "f1": 0.470943, "f1_weighted": 0.487661, "scores_per_experiment": [ { "accuracy": 0.482515, "f1": 0.477174, "f1_weighted": 0.488524 }, { "accuracy": 0.493611, "f1": 0.473626, "f1_weighted": 0.496064 }, { "accuracy": 0.476799, "f1": 0.462708, "f1_weighted": 0.482386 }, { "accuracy": 0.499664, "f1": 0.475683, "f1_weighted": 0.502431 }, { "accuracy": 0.485541, "f1": 0.462422, "f1_weighted": 0.489941 }, { "accuracy": 0.477135, "f1": 0.467581, "f1_weighted": 0.4856 }, { "accuracy": 0.483524, "f1": 0.480192, "f1_weighted": 0.483486 }, { "accuracy": 0.482851, "f1": 0.471338, "f1_weighted": 0.486535 }, { "accuracy": 0.473773, "f1": 0.461746, "f1_weighted": 0.477866 }, { "accuracy": 0.482515, "f1": 0.476958, "f1_weighted": 0.483778 } ], "main_score": 0.483793, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "accuracy": 0.473605, "f1": 0.460932, "f1_weighted": 0.476364, "scores_per_experiment": [ { "accuracy": 0.49193, "f1": 0.482681, "f1_weighted": 0.498409 }, { "accuracy": 0.468393, "f1": 0.452771, "f1_weighted": 0.478569 }, { "accuracy": 0.457633, "f1": 0.450534, "f1_weighted": 0.460627 }, { "accuracy": 0.481843, "f1": 0.463372, "f1_weighted": 0.482081 }, { "accuracy": 0.484533, "f1": 0.46024, "f1_weighted": 0.487116 }, { "accuracy": 0.483524, "f1": 0.469887, "f1_weighted": 0.489108 }, { "accuracy": 0.455279, "f1": 0.450651, "f1_weighted": 0.456151 }, { "accuracy": 0.478816, "f1": 0.465051, "f1_weighted": 0.477775 }, { "accuracy": 0.463013, "f1": 0.454161, "f1_weighted": 0.461662 }, { "accuracy": 0.471083, "f1": 0.459968, "f1_weighted": 0.472145 } ], "main_score": 0.473605, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "accuracy": 0.164122, "f1": 0.156843, "f1_weighted": 0.166035, "scores_per_experiment": [ { "accuracy": 0.16308, "f1": 0.155696, "f1_weighted": 0.16761 }, { "accuracy": 0.164761, "f1": 0.155721, "f1_weighted": 0.16924 }, { "accuracy": 0.15501, "f1": 0.14077, "f1_weighted": 0.15532 }, { "accuracy": 0.163753, "f1": 0.158339, "f1_weighted": 0.163248 }, { "accuracy": 0.186281, "f1": 0.169688, "f1_weighted": 0.192506 }, { "accuracy": 0.147276, "f1": 0.1492, "f1_weighted": 0.146973 }, { "accuracy": 0.156355, "f1": 0.144701, "f1_weighted": 0.161549 }, { "accuracy": 0.171486, "f1": 0.16581, "f1_weighted": 0.169353 }, { "accuracy": 0.162744, "f1": 0.166857, "f1_weighted": 0.161857 }, { "accuracy": 0.170477, "f1": 0.161648, "f1_weighted": 0.172695 } ], "main_score": 0.164122, "hf_subset": "ur", "languages": [ "urd-Arab" ] }, { "accuracy": 0.164593, "f1": 0.144342, "f1_weighted": 0.167484, "scores_per_experiment": [ { "accuracy": 0.164089, "f1": 0.142781, "f1_weighted": 0.167475 }, { "accuracy": 0.191325, "f1": 0.155444, "f1_weighted": 0.200905 }, { "accuracy": 0.142233, "f1": 0.125627, "f1_weighted": 0.145342 }, { "accuracy": 0.158709, "f1": 0.139394, "f1_weighted": 0.16173 }, { "accuracy": 0.159718, "f1": 0.146342, "f1_weighted": 0.158777 }, { "accuracy": 0.193679, "f1": 0.162054, "f1_weighted": 0.193226 }, { "accuracy": 0.146604, "f1": 0.145356, "f1_weighted": 0.147407 }, { "accuracy": 0.142569, "f1": 0.132703, "f1_weighted": 0.151435 }, { "accuracy": 0.159045, "f1": 0.144991, "f1_weighted": 0.164798 }, { "accuracy": 0.187962, "f1": 0.148726, "f1_weighted": 0.183748 } ], "main_score": 0.164593, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "accuracy": 0.422966, "f1": 0.416283, "f1_weighted": 0.427413, "scores_per_experiment": [ { "accuracy": 0.429724, "f1": 0.433498, "f1_weighted": 0.434154 }, { "accuracy": 0.438803, "f1": 0.426713, "f1_weighted": 0.441879 }, { "accuracy": 0.414593, "f1": 0.40361, "f1_weighted": 0.417867 }, { "accuracy": 0.449899, "f1": 0.431113, "f1_weighted": 0.456992 }, { "accuracy": 0.437794, "f1": 0.416599, "f1_weighted": 0.443145 }, { "accuracy": 0.416611, "f1": 0.415438, "f1_weighted": 0.427689 }, { "accuracy": 0.393746, "f1": 0.392422, "f1_weighted": 0.38872 }, { "accuracy": 0.418292, "f1": 0.415089, "f1_weighted": 0.425801 }, { "accuracy": 0.408877, "f1": 0.39948, "f1_weighted": 0.413753 }, { "accuracy": 0.421318, "f1": 0.428863, "f1_weighted": 0.424131 } ], "main_score": 0.422966, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "accuracy": 0.453564, "f1": 0.448656, "f1_weighted": 0.457326, "scores_per_experiment": [ { "accuracy": 0.468729, "f1": 0.470498, "f1_weighted": 0.478875 }, { "accuracy": 0.453934, "f1": 0.45104, "f1_weighted": 0.459382 }, { "accuracy": 0.444183, "f1": 0.438188, "f1_weighted": 0.447682 }, { "accuracy": 0.475454, "f1": 0.460942, "f1_weighted": 0.473805 }, { "accuracy": 0.464694, "f1": 0.446187, "f1_weighted": 0.473238 }, { "accuracy": 0.452253, "f1": 0.440099, "f1_weighted": 0.453549 }, { "accuracy": 0.448554, "f1": 0.447853, "f1_weighted": 0.44797 }, { "accuracy": 0.460995, "f1": 0.451931, "f1_weighted": 0.463651 }, { "accuracy": 0.422663, "f1": 0.436043, "f1_weighted": 0.425419 }, { "accuracy": 0.444183, "f1": 0.443781, "f1_weighted": 0.449688 } ], "main_score": 0.453564, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "accuracy": 0.035609, "f1": 0.025649, "f1_weighted": 0.025647, "scores_per_experiment": [ { "accuracy": 0.031607, "f1": 0.023601, "f1_weighted": 0.026425 }, { "accuracy": 0.015804, "f1": 0.019973, "f1_weighted": 0.012453 }, { "accuracy": 0.031271, "f1": 0.022599, "f1_weighted": 0.023116 }, { "accuracy": 0.044048, "f1": 0.031769, "f1_weighted": 0.036805 }, { "accuracy": 0.034633, "f1": 0.025885, "f1_weighted": 0.024749 }, { "accuracy": 0.037323, "f1": 0.024515, "f1_weighted": 0.023453 }, { "accuracy": 0.030599, "f1": 0.024337, "f1_weighted": 0.022624 }, { "accuracy": 0.054472, "f1": 0.026822, "f1_weighted": 0.032326 }, { "accuracy": 0.046066, "f1": 0.029881, "f1_weighted": 0.032217 }, { "accuracy": 0.030262, "f1": 0.027108, "f1_weighted": 0.0223 } ], "main_score": 0.035609, "hf_subset": "kn", "languages": [ "kan-Knda" ] }, { "accuracy": 0.444317, "f1": 0.42662, "f1_weighted": 0.4494, "scores_per_experiment": [ { "accuracy": 0.459987, "f1": 0.452942, "f1_weighted": 0.469628 }, { "accuracy": 0.444183, "f1": 0.413714, "f1_weighted": 0.449267 }, { "accuracy": 0.429388, "f1": 0.411129, "f1_weighted": 0.429585 }, { "accuracy": 0.476463, "f1": 0.447702, "f1_weighted": 0.483541 }, { "accuracy": 0.427371, "f1": 0.406629, "f1_weighted": 0.432632 }, { "accuracy": 0.434432, "f1": 0.420432, "f1_weighted": 0.442436 }, { "accuracy": 0.441157, "f1": 0.445816, "f1_weighted": 0.444429 }, { "accuracy": 0.45427, "f1": 0.430479, "f1_weighted": 0.45906 }, { "accuracy": 0.428043, "f1": 0.404547, "f1_weighted": 0.430523 }, { "accuracy": 0.447882, "f1": 0.432804, "f1_weighted": 0.452896 } ], "main_score": 0.444317, "hf_subset": "cy", "languages": [ "cym-Latn" ] }, { "accuracy": 0.156624, "f1": 0.139968, "f1_weighted": 0.143336, "scores_per_experiment": [ { "accuracy": 0.177202, "f1": 0.157601, "f1_weighted": 0.16605 }, { "accuracy": 0.164425, "f1": 0.14818, "f1_weighted": 0.146768 }, { "accuracy": 0.143241, "f1": 0.13002, "f1_weighted": 0.125338 }, { "accuracy": 0.157364, "f1": 0.143737, "f1_weighted": 0.157492 }, { "accuracy": 0.160726, "f1": 0.129346, "f1_weighted": 0.144704 }, { "accuracy": 0.152656, "f1": 0.13149, "f1_weighted": 0.128782 }, { "accuracy": 0.15501, "f1": 0.139866, "f1_weighted": 0.13365 }, { "accuracy": 0.141224, "f1": 0.134631, "f1_weighted": 0.131935 }, { "accuracy": 0.154001, "f1": 0.142545, "f1_weighted": 0.145119 }, { "accuracy": 0.16039, "f1": 0.142264, "f1_weighted": 0.153518 } ], "main_score": 0.156624, "hf_subset": "ta", "languages": [ "tam-Taml" ] } ] }, "evaluation_time": 1697.6377646923065, "kg_co2_emissions": 0.04778326125567468 }