{ "dataset_revision": "fad2c6e8459f9e1c45d9315f4953d921437d70f8", "task_name": "MassiveScenarioClassification", "mteb_version": "1.18.0", "scores": { "validation": [ { "accuracy": 0.573487, "f1": 0.573871, "f1_weighted": 0.576752, "scores_per_experiment": [ { "accuracy": 0.587309, "f1": 0.584308, "f1_weighted": 0.585831 }, { "accuracy": 0.605509, "f1": 0.597418, "f1_weighted": 0.607211 }, { "accuracy": 0.548451, "f1": 0.54695, "f1_weighted": 0.561271 }, { "accuracy": 0.5273, "f1": 0.541687, "f1_weighted": 0.523976 }, { "accuracy": 0.612887, "f1": 0.601018, "f1_weighted": 0.612636 }, { "accuracy": 0.553369, "f1": 0.559211, "f1_weighted": 0.558101 }, { "accuracy": 0.578455, "f1": 0.577447, "f1_weighted": 0.58588 }, { "accuracy": 0.590261, "f1": 0.593705, "f1_weighted": 0.597323 }, { "accuracy": 0.555829, "f1": 0.566065, "f1_weighted": 0.556683 }, { "accuracy": 0.575504, "f1": 0.5709, "f1_weighted": 0.578611 } ], "main_score": 0.573487, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "accuracy": 0.233005, "f1": 0.229864, "f1_weighted": 0.227858, "scores_per_experiment": [ { "accuracy": 0.260207, "f1": 0.257979, "f1_weighted": 0.269597 }, { "accuracy": 0.249385, "f1": 0.255235, "f1_weighted": 0.242757 }, { "accuracy": 0.273979, "f1": 0.263625, "f1_weighted": 0.285029 }, { "accuracy": 0.219872, "f1": 0.217044, "f1_weighted": 0.220609 }, { "accuracy": 0.214461, "f1": 0.207687, "f1_weighted": 0.197562 }, { "accuracy": 0.206099, "f1": 0.20459, "f1_weighted": 0.189608 }, { "accuracy": 0.227742, "f1": 0.219782, "f1_weighted": 0.214473 }, { "accuracy": 0.229218, "f1": 0.231678, "f1_weighted": 0.213456 }, { "accuracy": 0.214953, "f1": 0.212411, "f1_weighted": 0.220873 }, { "accuracy": 0.234137, "f1": 0.228601, "f1_weighted": 0.224614 } ], "main_score": 0.233005, "hf_subset": "my", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.253025, "f1": 0.241605, "f1_weighted": 0.256397, "scores_per_experiment": [ { "accuracy": 0.267585, "f1": 0.262437, "f1_weighted": 0.279427 }, { "accuracy": 0.259715, "f1": 0.244059, "f1_weighted": 0.265886 }, { "accuracy": 0.263158, "f1": 0.237143, "f1_weighted": 0.262887 }, { "accuracy": 0.254796, "f1": 0.248911, "f1_weighted": 0.265689 }, { "accuracy": 0.240531, "f1": 0.227725, "f1_weighted": 0.238917 }, { "accuracy": 0.246434, "f1": 0.240637, "f1_weighted": 0.244388 }, { "accuracy": 0.258239, "f1": 0.244395, "f1_weighted": 0.259761 }, { "accuracy": 0.275455, "f1": 0.26386, "f1_weighted": 0.279673 }, { "accuracy": 0.225283, "f1": 0.223851, "f1_weighted": 0.223931 }, { "accuracy": 0.239056, "f1": 0.223027, "f1_weighted": 0.243405 } ], "main_score": 0.253025, "hf_subset": "hy", "languages": [ "hye-Armn" ] }, { "accuracy": 0.290605, "f1": 0.286615, "f1_weighted": 0.290565, "scores_per_experiment": [ { "accuracy": 0.297098, "f1": 0.298202, "f1_weighted": 0.302124 }, { "accuracy": 0.334481, "f1": 0.324098, "f1_weighted": 0.333755 }, { "accuracy": 0.301525, "f1": 0.292622, "f1_weighted": 0.299418 }, { "accuracy": 0.274471, "f1": 0.26867, "f1_weighted": 0.281848 }, { "accuracy": 0.293163, "f1": 0.292646, "f1_weighted": 0.291459 }, { "accuracy": 0.27152, "f1": 0.270298, "f1_weighted": 0.272872 }, { "accuracy": 0.275455, "f1": 0.271378, "f1_weighted": 0.275558 }, { "accuracy": 0.286768, "f1": 0.281573, "f1_weighted": 0.277899 }, { "accuracy": 0.266601, "f1": 0.270309, "f1_weighted": 0.265689 }, { "accuracy": 0.304968, "f1": 0.29635, "f1_weighted": 0.305032 } ], "main_score": 0.290605, "hf_subset": "ur", "languages": [ "urd-Arab" ] }, { "accuracy": 0.487309, "f1": 0.483797, "f1_weighted": 0.489653, "scores_per_experiment": [ { "accuracy": 0.496311, "f1": 0.485308, "f1_weighted": 0.500265 }, { "accuracy": 0.493851, "f1": 0.483609, "f1_weighted": 0.493924 }, { "accuracy": 0.462863, "f1": 0.474893, "f1_weighted": 0.467868 }, { "accuracy": 0.461387, "f1": 0.45223, "f1_weighted": 0.461693 }, { "accuracy": 0.518938, "f1": 0.509948, "f1_weighted": 0.5234 }, { "accuracy": 0.460403, "f1": 0.467034, "f1_weighted": 0.462733 }, { "accuracy": 0.486965, "f1": 0.476019, "f1_weighted": 0.492198 }, { "accuracy": 0.492868, "f1": 0.492602, "f1_weighted": 0.49197 }, { "accuracy": 0.498278, "f1": 0.509843, "f1_weighted": 0.500309 }, { "accuracy": 0.50123, "f1": 0.486486, "f1_weighted": 0.502166 } ], "main_score": 0.487309, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "accuracy": 0.445893, "f1": 0.43707, "f1_weighted": 0.456266, "scores_per_experiment": [ { "accuracy": 0.476144, "f1": 0.468049, "f1_weighted": 0.487099 }, { "accuracy": 0.458928, "f1": 0.438432, "f1_weighted": 0.466015 }, { "accuracy": 0.42548, "f1": 0.416654, "f1_weighted": 0.443586 }, { "accuracy": 0.436793, "f1": 0.437206, "f1_weighted": 0.450957 }, { "accuracy": 0.458928, "f1": 0.435353, "f1_weighted": 0.469539 }, { "accuracy": 0.443679, "f1": 0.437904, "f1_weighted": 0.449156 }, { "accuracy": 0.46483, "f1": 0.451755, "f1_weighted": 0.477563 }, { "accuracy": 0.470733, "f1": 0.456554, "f1_weighted": 0.471893 }, { "accuracy": 0.402361, "f1": 0.411563, "f1_weighted": 0.414999 }, { "accuracy": 0.421053, "f1": 0.417232, "f1_weighted": 0.431853 } ], "main_score": 0.445893, "hf_subset": "ms", "languages": [ "msa-Latn" ] }, { "accuracy": 0.416724, "f1": 0.410752, "f1_weighted": 0.417775, "scores_per_experiment": [ { "accuracy": 0.441712, "f1": 0.433766, "f1_weighted": 0.44332 }, { "accuracy": 0.391048, "f1": 0.384214, "f1_weighted": 0.400217 }, { "accuracy": 0.413674, "f1": 0.415071, "f1_weighted": 0.419713 }, { "accuracy": 0.407772, "f1": 0.401695, "f1_weighted": 0.405782 }, { "accuracy": 0.422036, "f1": 0.412604, "f1_weighted": 0.42133 }, { "accuracy": 0.406296, "f1": 0.405898, "f1_weighted": 0.41377 }, { "accuracy": 0.412691, "f1": 0.412458, "f1_weighted": 0.416113 }, { "accuracy": 0.434333, "f1": 0.427126, "f1_weighted": 0.428007 }, { "accuracy": 0.425971, "f1": 0.409509, "f1_weighted": 0.418564 }, { "accuracy": 0.411707, "f1": 0.405178, "f1_weighted": 0.410939 } ], "main_score": 0.416724, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "accuracy": 0.286818, "f1": 0.282156, "f1_weighted": 0.276672, "scores_per_experiment": [ { "accuracy": 0.303492, "f1": 0.298962, "f1_weighted": 0.290406 }, { "accuracy": 0.288244, "f1": 0.276516, "f1_weighted": 0.280994 }, { "accuracy": 0.288244, "f1": 0.281816, "f1_weighted": 0.284247 }, { "accuracy": 0.286768, "f1": 0.290069, "f1_weighted": 0.289154 }, { "accuracy": 0.285785, "f1": 0.271957, "f1_weighted": 0.268815 }, { "accuracy": 0.267093, "f1": 0.272126, "f1_weighted": 0.262884 }, { "accuracy": 0.301525, "f1": 0.296532, "f1_weighted": 0.287437 }, { "accuracy": 0.29759, "f1": 0.286863, "f1_weighted": 0.276383 }, { "accuracy": 0.266601, "f1": 0.270806, "f1_weighted": 0.264719 }, { "accuracy": 0.282833, "f1": 0.275912, "f1_weighted": 0.261685 } ], "main_score": 0.286818, "hf_subset": "ml", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.519725, "f1": 0.519901, "f1_weighted": 0.526497, "scores_per_experiment": [ { "accuracy": 0.518938, "f1": 0.538232, "f1_weighted": 0.527968 }, { "accuracy": 0.537137, "f1": 0.539654, "f1_weighted": 0.543148 }, { "accuracy": 0.512051, "f1": 0.519699, "f1_weighted": 0.5251 }, { "accuracy": 0.508116, "f1": 0.514712, "f1_weighted": 0.511775 }, { "accuracy": 0.537629, "f1": 0.525844, "f1_weighted": 0.547251 }, { "accuracy": 0.534678, "f1": 0.526991, "f1_weighted": 0.545983 }, { "accuracy": 0.515986, "f1": 0.506712, "f1_weighted": 0.518586 }, { "accuracy": 0.508116, "f1": 0.505242, "f1_weighted": 0.514611 }, { "accuracy": 0.502705, "f1": 0.503334, "f1_weighted": 0.49995 }, { "accuracy": 0.521889, "f1": 0.518588, "f1_weighted": 0.530602 } ], "main_score": 0.519725, "hf_subset": "tl", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.797688, "f1": 0.795862, "f1_weighted": 0.798076, "scores_per_experiment": [ { "accuracy": 0.791933, "f1": 0.801824, "f1_weighted": 0.793946 }, { "accuracy": 0.817511, "f1": 0.816065, "f1_weighted": 0.816928 }, { "accuracy": 0.794393, "f1": 0.791826, "f1_weighted": 0.796214 }, { "accuracy": 0.779144, "f1": 0.779851, "f1_weighted": 0.779495 }, { "accuracy": 0.817511, "f1": 0.808546, "f1_weighted": 0.814653 }, { "accuracy": 0.784555, "f1": 0.77916, "f1_weighted": 0.781855 }, { "accuracy": 0.784063, "f1": 0.780938, "f1_weighted": 0.787791 }, { "accuracy": 0.783571, "f1": 0.787039, "f1_weighted": 0.785313 }, { "accuracy": 0.802755, "f1": 0.799139, "f1_weighted": 0.802927 }, { "accuracy": 0.821446, "f1": 0.814236, "f1_weighted": 0.821642 } ], "main_score": 0.797688, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "accuracy": 0.487801, "f1": 0.489266, "f1_weighted": 0.494193, "scores_per_experiment": [ { "accuracy": 0.481554, "f1": 0.486223, "f1_weighted": 0.493263 }, { "accuracy": 0.485489, "f1": 0.484751, "f1_weighted": 0.486162 }, { "accuracy": 0.485489, "f1": 0.489601, "f1_weighted": 0.492739 }, { "accuracy": 0.452533, "f1": 0.455888, "f1_weighted": 0.456229 }, { "accuracy": 0.497787, "f1": 0.489275, "f1_weighted": 0.509569 }, { "accuracy": 0.461879, "f1": 0.488442, "f1_weighted": 0.474057 }, { "accuracy": 0.499262, "f1": 0.498648, "f1_weighted": 0.5088 }, { "accuracy": 0.520413, "f1": 0.501486, "f1_weighted": 0.515831 }, { "accuracy": 0.50123, "f1": 0.50997, "f1_weighted": 0.504505 }, { "accuracy": 0.492376, "f1": 0.488373, "f1_weighted": 0.500777 } ], "main_score": 0.487801, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "accuracy": 0.37998, "f1": 0.372256, "f1_weighted": 0.37108, "scores_per_experiment": [ { "accuracy": 0.427447, "f1": 0.410772, "f1_weighted": 0.423319 }, { "accuracy": 0.38908, "f1": 0.376306, "f1_weighted": 0.377065 }, { "accuracy": 0.379242, "f1": 0.370064, "f1_weighted": 0.379997 }, { "accuracy": 0.37334, "f1": 0.371706, "f1_weighted": 0.374225 }, { "accuracy": 0.383669, "f1": 0.370384, "f1_weighted": 0.360403 }, { "accuracy": 0.373832, "f1": 0.368437, "f1_weighted": 0.356121 }, { "accuracy": 0.347762, "f1": 0.344515, "f1_weighted": 0.338641 }, { "accuracy": 0.393999, "f1": 0.386229, "f1_weighted": 0.383604 }, { "accuracy": 0.354156, "f1": 0.359412, "f1_weighted": 0.3473 }, { "accuracy": 0.377275, "f1": 0.36473, "f1_weighted": 0.370128 } ], "main_score": 0.37998, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "accuracy": 0.249139, "f1": 0.236684, "f1_weighted": 0.242014, "scores_per_experiment": [ { "accuracy": 0.255288, "f1": 0.252346, "f1_weighted": 0.245742 }, { "accuracy": 0.265617, "f1": 0.252407, "f1_weighted": 0.250002 }, { "accuracy": 0.272996, "f1": 0.235362, "f1_weighted": 0.254754 }, { "accuracy": 0.226267, "f1": 0.222739, "f1_weighted": 0.226698 }, { "accuracy": 0.249385, "f1": 0.23803, "f1_weighted": 0.248543 }, { "accuracy": 0.228726, "f1": 0.221918, "f1_weighted": 0.233492 }, { "accuracy": 0.25332, "f1": 0.248554, "f1_weighted": 0.246156 }, { "accuracy": 0.256763, "f1": 0.235455, "f1_weighted": 0.240393 }, { "accuracy": 0.249877, "f1": 0.244735, "f1_weighted": 0.247162 }, { "accuracy": 0.233153, "f1": 0.21529, "f1_weighted": 0.227199 } ], "main_score": 0.249139, "hf_subset": "am", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.376685, "f1": 0.379498, "f1_weighted": 0.376797, "scores_per_experiment": [ { "accuracy": 0.368421, "f1": 0.386137, "f1_weighted": 0.372271 }, { "accuracy": 0.389572, "f1": 0.387667, "f1_weighted": 0.389239 }, { "accuracy": 0.350713, "f1": 0.359423, "f1_weighted": 0.354089 }, { "accuracy": 0.401869, "f1": 0.386838, "f1_weighted": 0.389238 }, { "accuracy": 0.376291, "f1": 0.382372, "f1_weighted": 0.379139 }, { "accuracy": 0.382686, "f1": 0.379916, "f1_weighted": 0.383285 }, { "accuracy": 0.38908, "f1": 0.387093, "f1_weighted": 0.392389 }, { "accuracy": 0.400885, "f1": 0.396399, "f1_weighted": 0.401335 }, { "accuracy": 0.350713, "f1": 0.371759, "f1_weighted": 0.354879 }, { "accuracy": 0.356616, "f1": 0.357373, "f1_weighted": 0.352108 } ], "main_score": 0.376685, "hf_subset": "cy", "languages": [ "cym-Latn" ] }, { "accuracy": 0.440039, "f1": 0.440737, "f1_weighted": 0.448386, "scores_per_experiment": [ { "accuracy": 0.427447, "f1": 0.418022, "f1_weighted": 0.42695 }, { "accuracy": 0.424988, "f1": 0.436458, "f1_weighted": 0.434202 }, { "accuracy": 0.446631, "f1": 0.451888, "f1_weighted": 0.464829 }, { "accuracy": 0.427939, "f1": 0.418555, "f1_weighted": 0.427689 }, { "accuracy": 0.475652, "f1": 0.464352, "f1_weighted": 0.482253 }, { "accuracy": 0.443187, "f1": 0.444029, "f1_weighted": 0.461029 }, { "accuracy": 0.459911, "f1": 0.455028, "f1_weighted": 0.468232 }, { "accuracy": 0.448598, "f1": 0.445094, "f1_weighted": 0.454855 }, { "accuracy": 0.413674, "f1": 0.428787, "f1_weighted": 0.41621 }, { "accuracy": 0.432366, "f1": 0.445156, "f1_weighted": 0.447609 } ], "main_score": 0.440039, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "accuracy": 0.294196, "f1": 0.288036, "f1_weighted": 0.289635, "scores_per_experiment": [ { "accuracy": 0.290212, "f1": 0.284947, "f1_weighted": 0.281371 }, { "accuracy": 0.301525, "f1": 0.305479, "f1_weighted": 0.306946 }, { "accuracy": 0.288244, "f1": 0.272448, "f1_weighted": 0.287128 }, { "accuracy": 0.308903, "f1": 0.30324, "f1_weighted": 0.312262 }, { "accuracy": 0.290703, "f1": 0.279158, "f1_weighted": 0.267854 }, { "accuracy": 0.290212, "f1": 0.289624, "f1_weighted": 0.283197 }, { "accuracy": 0.28972, "f1": 0.28518, "f1_weighted": 0.286859 }, { "accuracy": 0.310871, "f1": 0.305976, "f1_weighted": 0.31017 }, { "accuracy": 0.288244, "f1": 0.291409, "f1_weighted": 0.291954 }, { "accuracy": 0.283325, "f1": 0.262902, "f1_weighted": 0.268605 } ], "main_score": 0.294196, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "accuracy": 0.405952, "f1": 0.395226, "f1_weighted": 0.416014, "scores_per_experiment": [ { "accuracy": 0.423512, "f1": 0.414422, "f1_weighted": 0.433935 }, { "accuracy": 0.402853, "f1": 0.390769, "f1_weighted": 0.416202 }, { "accuracy": 0.398918, "f1": 0.38889, "f1_weighted": 0.400602 }, { "accuracy": 0.393507, "f1": 0.380592, "f1_weighted": 0.407692 }, { "accuracy": 0.427447, "f1": 0.410872, "f1_weighted": 0.439701 }, { "accuracy": 0.400885, "f1": 0.390845, "f1_weighted": 0.416783 }, { "accuracy": 0.411215, "f1": 0.40444, "f1_weighted": 0.421547 }, { "accuracy": 0.405312, "f1": 0.403342, "f1_weighted": 0.421561 }, { "accuracy": 0.397442, "f1": 0.375313, "f1_weighted": 0.399649 }, { "accuracy": 0.398426, "f1": 0.39278, "f1_weighted": 0.402469 } ], "main_score": 0.405952, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "accuracy": 0.435514, "f1": 0.429982, "f1_weighted": 0.440862, "scores_per_experiment": [ { "accuracy": 0.460403, "f1": 0.453632, "f1_weighted": 0.466163 }, { "accuracy": 0.437777, "f1": 0.427697, "f1_weighted": 0.442983 }, { "accuracy": 0.414658, "f1": 0.399931, "f1_weighted": 0.422817 }, { "accuracy": 0.42302, "f1": 0.428692, "f1_weighted": 0.429353 }, { "accuracy": 0.42548, "f1": 0.422966, "f1_weighted": 0.431541 }, { "accuracy": 0.436793, "f1": 0.4293, "f1_weighted": 0.440904 }, { "accuracy": 0.455485, "f1": 0.442978, "f1_weighted": 0.461424 }, { "accuracy": 0.445155, "f1": 0.440277, "f1_weighted": 0.451143 }, { "accuracy": 0.390556, "f1": 0.396524, "f1_weighted": 0.3945 }, { "accuracy": 0.465814, "f1": 0.457827, "f1_weighted": 0.467795 } ], "main_score": 0.435514, "hf_subset": "jv", "languages": [ "jav-Latn" ] }, { "accuracy": 0.554452, "f1": 0.561016, "f1_weighted": 0.562622, "scores_per_experiment": [ { "accuracy": 0.571569, "f1": 0.584173, "f1_weighted": 0.588546 }, { "accuracy": 0.563207, "f1": 0.569027, "f1_weighted": 0.566166 }, { "accuracy": 0.555829, "f1": 0.580216, "f1_weighted": 0.572436 }, { "accuracy": 0.515494, "f1": 0.533127, "f1_weighted": 0.514516 }, { "accuracy": 0.562223, "f1": 0.543568, "f1_weighted": 0.567628 }, { "accuracy": 0.545007, "f1": 0.55723, "f1_weighted": 0.552383 }, { "accuracy": 0.555337, "f1": 0.560175, "f1_weighted": 0.568145 }, { "accuracy": 0.549434, "f1": 0.558219, "f1_weighted": 0.556622 }, { "accuracy": 0.562223, "f1": 0.558574, "f1_weighted": 0.563873 }, { "accuracy": 0.564191, "f1": 0.565848, "f1_weighted": 0.575908 } ], "main_score": 0.554452, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "accuracy": 0.336695, "f1": 0.32952, "f1_weighted": 0.334102, "scores_per_experiment": [ { "accuracy": 0.347762, "f1": 0.339252, "f1_weighted": 0.347648 }, { "accuracy": 0.360551, "f1": 0.362905, "f1_weighted": 0.354223 }, { "accuracy": 0.343335, "f1": 0.334397, "f1_weighted": 0.337297 }, { "accuracy": 0.340384, "f1": 0.334577, "f1_weighted": 0.342534 }, { "accuracy": 0.341367, "f1": 0.324931, "f1_weighted": 0.330317 }, { "accuracy": 0.310379, "f1": 0.302294, "f1_weighted": 0.309951 }, { "accuracy": 0.341367, "f1": 0.325716, "f1_weighted": 0.345465 }, { "accuracy": 0.341367, "f1": 0.326943, "f1_weighted": 0.332087 }, { "accuracy": 0.312346, "f1": 0.325932, "f1_weighted": 0.314579 }, { "accuracy": 0.328087, "f1": 0.318254, "f1_weighted": 0.326915 } ], "main_score": 0.336695, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "accuracy": 0.470093, "f1": 0.46628, "f1_weighted": 0.479989, "scores_per_experiment": [ { "accuracy": 0.491392, "f1": 0.483482, "f1_weighted": 0.496159 }, { "accuracy": 0.471717, "f1": 0.458672, "f1_weighted": 0.480722 }, { "accuracy": 0.445647, "f1": 0.444944, "f1_weighted": 0.46106 }, { "accuracy": 0.436793, "f1": 0.432688, "f1_weighted": 0.440737 }, { "accuracy": 0.471225, "f1": 0.45568, "f1_weighted": 0.478712 }, { "accuracy": 0.460403, "f1": 0.460271, "f1_weighted": 0.470597 }, { "accuracy": 0.499754, "f1": 0.495272, "f1_weighted": 0.510398 }, { "accuracy": 0.507624, "f1": 0.500625, "f1_weighted": 0.512757 }, { "accuracy": 0.44909, "f1": 0.461667, "f1_weighted": 0.462348 }, { "accuracy": 0.46729, "f1": 0.469498, "f1_weighted": 0.486402 } ], "main_score": 0.470093, "hf_subset": "af", "languages": [ "afr-Latn" ] }, { "accuracy": 0.307477, "f1": 0.297091, "f1_weighted": 0.306237, "scores_per_experiment": [ { "accuracy": 0.30546, "f1": 0.292183, "f1_weighted": 0.30135 }, { "accuracy": 0.312346, "f1": 0.285576, "f1_weighted": 0.311508 }, { "accuracy": 0.315789, "f1": 0.313497, "f1_weighted": 0.318237 }, { "accuracy": 0.300541, "f1": 0.283299, "f1_weighted": 0.299776 }, { "accuracy": 0.347762, "f1": 0.332273, "f1_weighted": 0.347321 }, { "accuracy": 0.298082, "f1": 0.284203, "f1_weighted": 0.291843 }, { "accuracy": 0.294147, "f1": 0.286147, "f1_weighted": 0.29534 }, { "accuracy": 0.303, "f1": 0.306141, "f1_weighted": 0.298257 }, { "accuracy": 0.314314, "f1": 0.306778, "f1_weighted": 0.316562 }, { "accuracy": 0.283325, "f1": 0.280814, "f1_weighted": 0.282175 } ], "main_score": 0.307477, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "accuracy": 0.33758, "f1": 0.325197, "f1_weighted": 0.334525, "scores_per_experiment": [ { "accuracy": 0.352189, "f1": 0.344212, "f1_weighted": 0.351997 }, { "accuracy": 0.327103, "f1": 0.313504, "f1_weighted": 0.320188 }, { "accuracy": 0.361535, "f1": 0.349833, "f1_weighted": 0.359454 }, { "accuracy": 0.315789, "f1": 0.313957, "f1_weighted": 0.319329 }, { "accuracy": 0.348254, "f1": 0.33532, "f1_weighted": 0.355021 }, { "accuracy": 0.326611, "f1": 0.306426, "f1_weighted": 0.319314 }, { "accuracy": 0.350221, "f1": 0.332102, "f1_weighted": 0.347076 }, { "accuracy": 0.34727, "f1": 0.33473, "f1_weighted": 0.333018 }, { "accuracy": 0.313822, "f1": 0.30108, "f1_weighted": 0.309852 }, { "accuracy": 0.333005, "f1": 0.320805, "f1_weighted": 0.329997 } ], "main_score": 0.33758, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "accuracy": 0.437678, "f1": 0.425717, "f1_weighted": 0.438557, "scores_per_experiment": [ { "accuracy": 0.448106, "f1": 0.442733, "f1_weighted": 0.448144 }, { "accuracy": 0.448106, "f1": 0.446712, "f1_weighted": 0.453251 }, { "accuracy": 0.440236, "f1": 0.428372, "f1_weighted": 0.444244 }, { "accuracy": 0.413674, "f1": 0.395663, "f1_weighted": 0.416245 }, { "accuracy": 0.436301, "f1": 0.415117, "f1_weighted": 0.430203 }, { "accuracy": 0.397934, "f1": 0.39662, "f1_weighted": 0.395079 }, { "accuracy": 0.444171, "f1": 0.419757, "f1_weighted": 0.448345 }, { "accuracy": 0.450566, "f1": 0.438662, "f1_weighted": 0.447831 }, { "accuracy": 0.451549, "f1": 0.43903, "f1_weighted": 0.458579 }, { "accuracy": 0.446139, "f1": 0.434507, "f1_weighted": 0.44365 } ], "main_score": 0.437678, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ] }, { "accuracy": 0.580521, "f1": 0.576386, "f1_weighted": 0.583871, "scores_per_experiment": [ { "accuracy": 0.601574, "f1": 0.601162, "f1_weighted": 0.603332 }, { "accuracy": 0.565667, "f1": 0.563315, "f1_weighted": 0.565134 }, { "accuracy": 0.583866, "f1": 0.586711, "f1_weighted": 0.595666 }, { "accuracy": 0.559764, "f1": 0.557341, "f1_weighted": 0.553809 }, { "accuracy": 0.594688, "f1": 0.585644, "f1_weighted": 0.603752 }, { "accuracy": 0.545007, "f1": 0.549758, "f1_weighted": 0.549537 }, { "accuracy": 0.598623, "f1": 0.584464, "f1_weighted": 0.606045 }, { "accuracy": 0.61092, "f1": 0.604368, "f1_weighted": 0.610916 }, { "accuracy": 0.566158, "f1": 0.55744, "f1_weighted": 0.564097 }, { "accuracy": 0.578947, "f1": 0.573655, "f1_weighted": 0.586425 } ], "main_score": 0.580521, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "accuracy": 0.526955, "f1": 0.521923, "f1_weighted": 0.534965, "scores_per_experiment": [ { "accuracy": 0.533694, "f1": 0.521347, "f1_weighted": 0.542612 }, { "accuracy": 0.542056, "f1": 0.534368, "f1_weighted": 0.537077 }, { "accuracy": 0.504181, "f1": 0.506072, "f1_weighted": 0.528725 }, { "accuracy": 0.523364, "f1": 0.508849, "f1_weighted": 0.52926 }, { "accuracy": 0.563699, "f1": 0.546935, "f1_weighted": 0.565673 }, { "accuracy": 0.496803, "f1": 0.504788, "f1_weighted": 0.508906 }, { "accuracy": 0.515986, "f1": 0.505301, "f1_weighted": 0.520062 }, { "accuracy": 0.55091, "f1": 0.553379, "f1_weighted": 0.563051 }, { "accuracy": 0.497787, "f1": 0.503946, "f1_weighted": 0.499863 }, { "accuracy": 0.541072, "f1": 0.534245, "f1_weighted": 0.554424 } ], "main_score": 0.526955, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "accuracy": 0.399705, "f1": 0.406268, "f1_weighted": 0.403106, "scores_per_experiment": [ { "accuracy": 0.397442, "f1": 0.414273, "f1_weighted": 0.396689 }, { "accuracy": 0.410723, "f1": 0.417312, "f1_weighted": 0.415425 }, { "accuracy": 0.392523, "f1": 0.40339, "f1_weighted": 0.399479 }, { "accuracy": 0.389572, "f1": 0.395273, "f1_weighted": 0.384506 }, { "accuracy": 0.402361, "f1": 0.40242, "f1_weighted": 0.40664 }, { "accuracy": 0.384161, "f1": 0.397987, "f1_weighted": 0.384015 }, { "accuracy": 0.39695, "f1": 0.401188, "f1_weighted": 0.408972 }, { "accuracy": 0.40728, "f1": 0.410617, "f1_weighted": 0.410201 }, { "accuracy": 0.400394, "f1": 0.407633, "f1_weighted": 0.395953 }, { "accuracy": 0.415642, "f1": 0.412586, "f1_weighted": 0.429182 } ], "main_score": 0.399705, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "accuracy": 0.268864, "f1": 0.261775, "f1_weighted": 0.262517, "scores_per_experiment": [ { "accuracy": 0.271028, "f1": 0.261455, "f1_weighted": 0.258561 }, { "accuracy": 0.269552, "f1": 0.257975, "f1_weighted": 0.254653 }, { "accuracy": 0.281849, "f1": 0.2647, "f1_weighted": 0.276888 }, { "accuracy": 0.239056, "f1": 0.245734, "f1_weighted": 0.230164 }, { "accuracy": 0.270536, "f1": 0.262666, "f1_weighted": 0.265996 }, { "accuracy": 0.268569, "f1": 0.264962, "f1_weighted": 0.266497 }, { "accuracy": 0.298082, "f1": 0.277108, "f1_weighted": 0.305789 }, { "accuracy": 0.278406, "f1": 0.271281, "f1_weighted": 0.28087 }, { "accuracy": 0.260207, "f1": 0.263128, "f1_weighted": 0.2489 }, { "accuracy": 0.251353, "f1": 0.248743, "f1_weighted": 0.236847 } ], "main_score": 0.268864, "hf_subset": "ka", "languages": [ "kat-Geor" ] }, { "accuracy": 0.287555, "f1": 0.273063, "f1_weighted": 0.279942, "scores_per_experiment": [ { "accuracy": 0.295622, "f1": 0.28683, "f1_weighted": 0.283663 }, { "accuracy": 0.293163, "f1": 0.282361, "f1_weighted": 0.289017 }, { "accuracy": 0.289228, "f1": 0.266996, "f1_weighted": 0.279225 }, { "accuracy": 0.26119, "f1": 0.257573, "f1_weighted": 0.262548 }, { "accuracy": 0.27152, "f1": 0.248776, "f1_weighted": 0.247917 }, { "accuracy": 0.309395, "f1": 0.294651, "f1_weighted": 0.310409 }, { "accuracy": 0.276931, "f1": 0.257451, "f1_weighted": 0.275979 }, { "accuracy": 0.314314, "f1": 0.294275, "f1_weighted": 0.309364 }, { "accuracy": 0.278898, "f1": 0.260256, "f1_weighted": 0.265083 }, { "accuracy": 0.285293, "f1": 0.281462, "f1_weighted": 0.276219 } ], "main_score": 0.287555, "hf_subset": "ta", "languages": [ "tam-Taml" ] }, { "accuracy": 0.426463, "f1": 0.418008, "f1_weighted": 0.433686, "scores_per_experiment": [ { "accuracy": 0.46729, "f1": 0.451741, "f1_weighted": 0.477751 }, { "accuracy": 0.413182, "f1": 0.404947, "f1_weighted": 0.420894 }, { "accuracy": 0.445155, "f1": 0.43186, "f1_weighted": 0.455076 }, { "accuracy": 0.421545, "f1": 0.412586, "f1_weighted": 0.432282 }, { "accuracy": 0.429907, "f1": 0.414105, "f1_weighted": 0.431988 }, { "accuracy": 0.422528, "f1": 0.414644, "f1_weighted": 0.426113 }, { "accuracy": 0.411707, "f1": 0.418069, "f1_weighted": 0.429452 }, { "accuracy": 0.416134, "f1": 0.39074, "f1_weighted": 0.410309 }, { "accuracy": 0.40728, "f1": 0.412443, "f1_weighted": 0.419154 }, { "accuracy": 0.429907, "f1": 0.42894, "f1_weighted": 0.433845 } ], "main_score": 0.426463, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "accuracy": 0.598229, "f1": 0.59908, "f1_weighted": 0.603207, "scores_per_experiment": [ { "accuracy": 0.604525, "f1": 0.612198, "f1_weighted": 0.603338 }, { "accuracy": 0.595671, "f1": 0.585252, "f1_weighted": 0.59396 }, { "accuracy": 0.606001, "f1": 0.608168, "f1_weighted": 0.618377 }, { "accuracy": 0.575504, "f1": 0.581131, "f1_weighted": 0.583484 }, { "accuracy": 0.598623, "f1": 0.600125, "f1_weighted": 0.604477 }, { "accuracy": 0.602066, "f1": 0.609007, "f1_weighted": 0.609986 }, { "accuracy": 0.603542, "f1": 0.588422, "f1_weighted": 0.609673 }, { "accuracy": 0.59518, "f1": 0.592042, "f1_weighted": 0.599049 }, { "accuracy": 0.58485, "f1": 0.598927, "f1_weighted": 0.585568 }, { "accuracy": 0.616331, "f1": 0.61553, "f1_weighted": 0.624162 } ], "main_score": 0.598229, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "accuracy": 0.263207, "f1": 0.254947, "f1_weighted": 0.261579, "scores_per_experiment": [ { "accuracy": 0.275455, "f1": 0.256674, "f1_weighted": 0.260372 }, { "accuracy": 0.261682, "f1": 0.254851, "f1_weighted": 0.265687 }, { "accuracy": 0.265617, "f1": 0.259156, "f1_weighted": 0.275811 }, { "accuracy": 0.273979, "f1": 0.268923, "f1_weighted": 0.284652 }, { "accuracy": 0.275947, "f1": 0.261313, "f1_weighted": 0.26788 }, { "accuracy": 0.241515, "f1": 0.237798, "f1_weighted": 0.235591 }, { "accuracy": 0.27939, "f1": 0.268495, "f1_weighted": 0.273381 }, { "accuracy": 0.275947, "f1": 0.25792, "f1_weighted": 0.276841 }, { "accuracy": 0.227742, "f1": 0.229508, "f1_weighted": 0.226542 }, { "accuracy": 0.254796, "f1": 0.254833, "f1_weighted": 0.249031 } ], "main_score": 0.263207, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "accuracy": 0.316773, "f1": 0.298984, "f1_weighted": 0.313871, "scores_per_experiment": [ { "accuracy": 0.340876, "f1": 0.308091, "f1_weighted": 0.342031 }, { "accuracy": 0.29513, "f1": 0.284353, "f1_weighted": 0.287164 }, { "accuracy": 0.360551, "f1": 0.336078, "f1_weighted": 0.3693 }, { "accuracy": 0.303492, "f1": 0.290841, "f1_weighted": 0.304178 }, { "accuracy": 0.330546, "f1": 0.303047, "f1_weighted": 0.321662 }, { "accuracy": 0.297098, "f1": 0.282493, "f1_weighted": 0.280059 }, { "accuracy": 0.324152, "f1": 0.304549, "f1_weighted": 0.322275 }, { "accuracy": 0.330546, "f1": 0.31774, "f1_weighted": 0.334446 }, { "accuracy": 0.281358, "f1": 0.263316, "f1_weighted": 0.277135 }, { "accuracy": 0.303984, "f1": 0.29933, "f1_weighted": 0.300455 } ], "main_score": 0.316773, "hf_subset": "mn", "languages": [ "mon-Cyrl" ] }, { "accuracy": 0.410625, "f1": 0.413848, "f1_weighted": 0.408672, "scores_per_experiment": [ { "accuracy": 0.428923, "f1": 0.423095, "f1_weighted": 0.431353 }, { "accuracy": 0.405312, "f1": 0.41096, "f1_weighted": 0.402112 }, { "accuracy": 0.443187, "f1": 0.439847, "f1_weighted": 0.448715 }, { "accuracy": 0.425971, "f1": 0.416889, "f1_weighted": 0.43026 }, { "accuracy": 0.387605, "f1": 0.402307, "f1_weighted": 0.375223 }, { "accuracy": 0.392523, "f1": 0.401906, "f1_weighted": 0.386912 }, { "accuracy": 0.390064, "f1": 0.388499, "f1_weighted": 0.375488 }, { "accuracy": 0.40482, "f1": 0.421714, "f1_weighted": 0.412425 }, { "accuracy": 0.40482, "f1": 0.406502, "f1_weighted": 0.409027 }, { "accuracy": 0.42302, "f1": 0.426765, "f1_weighted": 0.415202 } ], "main_score": 0.410625, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.334481, "f1": 0.329279, "f1_weighted": 0.343576, "scores_per_experiment": [ { "accuracy": 0.353665, "f1": 0.34254, "f1_weighted": 0.359724 }, { "accuracy": 0.328578, "f1": 0.324322, "f1_weighted": 0.342843 }, { "accuracy": 0.364978, "f1": 0.363464, "f1_weighted": 0.367307 }, { "accuracy": 0.315298, "f1": 0.298695, "f1_weighted": 0.31886 }, { "accuracy": 0.314806, "f1": 0.32099, "f1_weighted": 0.333106 }, { "accuracy": 0.343335, "f1": 0.32836, "f1_weighted": 0.346104 }, { "accuracy": 0.353665, "f1": 0.345475, "f1_weighted": 0.369844 }, { "accuracy": 0.314806, "f1": 0.315651, "f1_weighted": 0.32249 }, { "accuracy": 0.305952, "f1": 0.305156, "f1_weighted": 0.311428 }, { "accuracy": 0.349729, "f1": 0.348137, "f1_weighted": 0.364053 } ], "main_score": 0.334481, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "accuracy": 0.4818, "f1": 0.482742, "f1_weighted": 0.494639, "scores_per_experiment": [ { "accuracy": 0.489916, "f1": 0.502723, "f1_weighted": 0.506544 }, { "accuracy": 0.49336, "f1": 0.482348, "f1_weighted": 0.501638 }, { "accuracy": 0.495327, "f1": 0.498613, "f1_weighted": 0.514204 }, { "accuracy": 0.495327, "f1": 0.493086, "f1_weighted": 0.509478 }, { "accuracy": 0.466798, "f1": 0.471325, "f1_weighted": 0.479816 }, { "accuracy": 0.469749, "f1": 0.468335, "f1_weighted": 0.480861 }, { "accuracy": 0.481554, "f1": 0.475758, "f1_weighted": 0.490289 }, { "accuracy": 0.485981, "f1": 0.48747, "f1_weighted": 0.49965 }, { "accuracy": 0.461387, "f1": 0.47293, "f1_weighted": 0.473348 }, { "accuracy": 0.478603, "f1": 0.474826, "f1_weighted": 0.490564 } ], "main_score": 0.4818, "hf_subset": "sq", "languages": [ "sqi-Latn" ] }, { "accuracy": 0.279292, "f1": 0.266455, "f1_weighted": 0.269323, "scores_per_experiment": [ { "accuracy": 0.294147, "f1": 0.274942, "f1_weighted": 0.279819 }, { "accuracy": 0.278898, "f1": 0.266753, "f1_weighted": 0.268749 }, { "accuracy": 0.285293, "f1": 0.262132, "f1_weighted": 0.279432 }, { "accuracy": 0.25578, "f1": 0.258345, "f1_weighted": 0.254789 }, { "accuracy": 0.29759, "f1": 0.2789, "f1_weighted": 0.271389 }, { "accuracy": 0.256272, "f1": 0.267432, "f1_weighted": 0.253971 }, { "accuracy": 0.258239, "f1": 0.244627, "f1_weighted": 0.255884 }, { "accuracy": 0.303984, "f1": 0.285126, "f1_weighted": 0.280131 }, { "accuracy": 0.294147, "f1": 0.265711, "f1_weighted": 0.281229 }, { "accuracy": 0.268569, "f1": 0.260586, "f1_weighted": 0.267842 } ], "main_score": 0.279292, "hf_subset": "km", "languages": [ "khm-Khmr" ] }, { "accuracy": 0.543974, "f1": 0.536148, "f1_weighted": 0.544867, "scores_per_experiment": [ { "accuracy": 0.567142, "f1": 0.557168, "f1_weighted": 0.56562 }, { "accuracy": 0.56124, "f1": 0.545963, "f1_weighted": 0.560847 }, { "accuracy": 0.528775, "f1": 0.51864, "f1_weighted": 0.532896 }, { "accuracy": 0.51697, "f1": 0.528774, "f1_weighted": 0.524276 }, { "accuracy": 0.55091, "f1": 0.530823, "f1_weighted": 0.548189 }, { "accuracy": 0.523856, "f1": 0.5326, "f1_weighted": 0.533674 }, { "accuracy": 0.533202, "f1": 0.522067, "f1_weighted": 0.536341 }, { "accuracy": 0.568126, "f1": 0.557677, "f1_weighted": 0.563476 }, { "accuracy": 0.54304, "f1": 0.533396, "f1_weighted": 0.536203 }, { "accuracy": 0.546483, "f1": 0.534372, "f1_weighted": 0.547143 } ], "main_score": 0.543974, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "accuracy": 0.453665, "f1": 0.450164, "f1_weighted": 0.457096, "scores_per_experiment": [ { "accuracy": 0.473192, "f1": 0.461436, "f1_weighted": 0.481145 }, { "accuracy": 0.451058, "f1": 0.451535, "f1_weighted": 0.465046 }, { "accuracy": 0.455485, "f1": 0.452276, "f1_weighted": 0.462071 }, { "accuracy": 0.415642, "f1": 0.413755, "f1_weighted": 0.420041 }, { "accuracy": 0.492376, "f1": 0.47677, "f1_weighted": 0.486361 }, { "accuracy": 0.446139, "f1": 0.443608, "f1_weighted": 0.449104 }, { "accuracy": 0.473192, "f1": 0.47329, "f1_weighted": 0.481585 }, { "accuracy": 0.453025, "f1": 0.443905, "f1_weighted": 0.451566 }, { "accuracy": 0.434333, "f1": 0.441292, "f1_weighted": 0.428078 }, { "accuracy": 0.442204, "f1": 0.443768, "f1_weighted": 0.445966 } ], "main_score": 0.453665, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "accuracy": 0.456714, "f1": 0.459356, "f1_weighted": 0.463662, "scores_per_experiment": [ { "accuracy": 0.475652, "f1": 0.480585, "f1_weighted": 0.489566 }, { "accuracy": 0.439744, "f1": 0.438578, "f1_weighted": 0.43887 }, { "accuracy": 0.465814, "f1": 0.455774, "f1_weighted": 0.475606 }, { "accuracy": 0.459911, "f1": 0.466275, "f1_weighted": 0.468765 }, { "accuracy": 0.461387, "f1": 0.459662, "f1_weighted": 0.471634 }, { "accuracy": 0.422036, "f1": 0.429528, "f1_weighted": 0.426548 }, { "accuracy": 0.461387, "f1": 0.472682, "f1_weighted": 0.473884 }, { "accuracy": 0.478603, "f1": 0.477608, "f1_weighted": 0.485053 }, { "accuracy": 0.43876, "f1": 0.456061, "f1_weighted": 0.443257 }, { "accuracy": 0.463847, "f1": 0.456805, "f1_weighted": 0.463435 } ], "main_score": 0.456714, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "accuracy": 0.537678, "f1": 0.543562, "f1_weighted": 0.542347, "scores_per_experiment": [ { "accuracy": 0.572061, "f1": 0.57791, "f1_weighted": 0.574635 }, { "accuracy": 0.538613, "f1": 0.545803, "f1_weighted": 0.547982 }, { "accuracy": 0.534678, "f1": 0.537972, "f1_weighted": 0.539679 }, { "accuracy": 0.508116, "f1": 0.5234, "f1_weighted": 0.51016 }, { "accuracy": 0.563207, "f1": 0.560193, "f1_weighted": 0.573899 }, { "accuracy": 0.524348, "f1": 0.53035, "f1_weighted": 0.527156 }, { "accuracy": 0.555829, "f1": 0.56376, "f1_weighted": 0.559758 }, { "accuracy": 0.543532, "f1": 0.552977, "f1_weighted": 0.553657 }, { "accuracy": 0.507624, "f1": 0.516553, "f1_weighted": 0.503388 }, { "accuracy": 0.528775, "f1": 0.526705, "f1_weighted": 0.533157 } ], "main_score": 0.537678, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "accuracy": 0.431923, "f1": 0.438305, "f1_weighted": 0.437989, "scores_per_experiment": [ { "accuracy": 0.468273, "f1": 0.480469, "f1_weighted": 0.476694 }, { "accuracy": 0.426463, "f1": 0.435324, "f1_weighted": 0.43902 }, { "accuracy": 0.423512, "f1": 0.42356, "f1_weighted": 0.430629 }, { "accuracy": 0.424988, "f1": 0.416582, "f1_weighted": 0.423475 }, { "accuracy": 0.461879, "f1": 0.465719, "f1_weighted": 0.475447 }, { "accuracy": 0.418593, "f1": 0.417731, "f1_weighted": 0.414909 }, { "accuracy": 0.416134, "f1": 0.436334, "f1_weighted": 0.424359 }, { "accuracy": 0.429415, "f1": 0.436192, "f1_weighted": 0.441575 }, { "accuracy": 0.411215, "f1": 0.42115, "f1_weighted": 0.408567 }, { "accuracy": 0.43876, "f1": 0.449988, "f1_weighted": 0.445216 } ], "main_score": 0.431923, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "accuracy": 0.277521, "f1": 0.270315, "f1_weighted": 0.275084, "scores_per_experiment": [ { "accuracy": 0.291195, "f1": 0.289309, "f1_weighted": 0.283521 }, { "accuracy": 0.261682, "f1": 0.259258, "f1_weighted": 0.256494 }, { "accuracy": 0.276931, "f1": 0.263851, "f1_weighted": 0.280165 }, { "accuracy": 0.270044, "f1": 0.263452, "f1_weighted": 0.26565 }, { "accuracy": 0.319233, "f1": 0.303941, "f1_weighted": 0.310846 }, { "accuracy": 0.247418, "f1": 0.239417, "f1_weighted": 0.230796 }, { "accuracy": 0.28972, "f1": 0.279246, "f1_weighted": 0.30206 }, { "accuracy": 0.288736, "f1": 0.274483, "f1_weighted": 0.292112 }, { "accuracy": 0.234137, "f1": 0.239396, "f1_weighted": 0.22415 }, { "accuracy": 0.296114, "f1": 0.290796, "f1_weighted": 0.30505 } ], "main_score": 0.277521, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "accuracy": 0.411904, "f1": 0.399289, "f1_weighted": 0.418854, "scores_per_experiment": [ { "accuracy": 0.406788, "f1": 0.399555, "f1_weighted": 0.410749 }, { "accuracy": 0.426955, "f1": 0.41544, "f1_weighted": 0.439181 }, { "accuracy": 0.446139, "f1": 0.426713, "f1_weighted": 0.461749 }, { "accuracy": 0.376783, "f1": 0.378662, "f1_weighted": 0.380639 }, { "accuracy": 0.436793, "f1": 0.400684, "f1_weighted": 0.437579 }, { "accuracy": 0.392523, "f1": 0.38853, "f1_weighted": 0.396647 }, { "accuracy": 0.425971, "f1": 0.405226, "f1_weighted": 0.440026 }, { "accuracy": 0.422036, "f1": 0.404257, "f1_weighted": 0.42679 }, { "accuracy": 0.394983, "f1": 0.383601, "f1_weighted": 0.393536 }, { "accuracy": 0.390064, "f1": 0.39022, "f1_weighted": 0.401643 } ], "main_score": 0.411904, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "accuracy": 0.347516, "f1": 0.340441, "f1_weighted": 0.349358, "scores_per_experiment": [ { "accuracy": 0.364978, "f1": 0.354861, "f1_weighted": 0.368303 }, { "accuracy": 0.352189, "f1": 0.361472, "f1_weighted": 0.354235 }, { "accuracy": 0.330546, "f1": 0.317226, "f1_weighted": 0.329355 }, { "accuracy": 0.328578, "f1": 0.315051, "f1_weighted": 0.330106 }, { "accuracy": 0.354156, "f1": 0.350707, "f1_weighted": 0.359731 }, { "accuracy": 0.345303, "f1": 0.32244, "f1_weighted": 0.348551 }, { "accuracy": 0.366945, "f1": 0.356619, "f1_weighted": 0.374958 }, { "accuracy": 0.354648, "f1": 0.345154, "f1_weighted": 0.353032 }, { "accuracy": 0.298574, "f1": 0.312807, "f1_weighted": 0.294455 }, { "accuracy": 0.379242, "f1": 0.368069, "f1_weighted": 0.380849 } ], "main_score": 0.347516, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "accuracy": 0.284309, "f1": 0.279789, "f1_weighted": 0.276689, "scores_per_experiment": [ { "accuracy": 0.282833, "f1": 0.273213, "f1_weighted": 0.274028 }, { "accuracy": 0.298574, "f1": 0.290989, "f1_weighted": 0.291209 }, { "accuracy": 0.298082, "f1": 0.27504, "f1_weighted": 0.293504 }, { "accuracy": 0.301033, "f1": 0.296394, "f1_weighted": 0.301292 }, { "accuracy": 0.257255, "f1": 0.247735, "f1_weighted": 0.231921 }, { "accuracy": 0.259715, "f1": 0.266762, "f1_weighted": 0.256729 }, { "accuracy": 0.294638, "f1": 0.290037, "f1_weighted": 0.291899 }, { "accuracy": 0.309887, "f1": 0.305933, "f1_weighted": 0.291179 }, { "accuracy": 0.273979, "f1": 0.289308, "f1_weighted": 0.278742 }, { "accuracy": 0.267093, "f1": 0.262477, "f1_weighted": 0.256389 } ], "main_score": 0.284309, "hf_subset": "kn", "languages": [ "kan-Knda" ] }, { "accuracy": 0.481259, "f1": 0.477329, "f1_weighted": 0.490864, "scores_per_experiment": [ { "accuracy": 0.500246, "f1": 0.495136, "f1_weighted": 0.514262 }, { "accuracy": 0.482046, "f1": 0.476872, "f1_weighted": 0.493731 }, { "accuracy": 0.465322, "f1": 0.465464, "f1_weighted": 0.477437 }, { "accuracy": 0.447122, "f1": 0.438027, "f1_weighted": 0.447949 }, { "accuracy": 0.500738, "f1": 0.496621, "f1_weighted": 0.508039 }, { "accuracy": 0.466798, "f1": 0.464836, "f1_weighted": 0.470634 }, { "accuracy": 0.491392, "f1": 0.492293, "f1_weighted": 0.50573 }, { "accuracy": 0.520413, "f1": 0.501798, "f1_weighted": 0.528937 }, { "accuracy": 0.440728, "f1": 0.451045, "f1_weighted": 0.452393 }, { "accuracy": 0.497787, "f1": 0.491193, "f1_weighted": 0.509528 } ], "main_score": 0.481259, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "accuracy": 0.384309, "f1": 0.378984, "f1_weighted": 0.386134, "scores_per_experiment": [ { "accuracy": 0.418593, "f1": 0.411179, "f1_weighted": 0.422464 }, { "accuracy": 0.375799, "f1": 0.381843, "f1_weighted": 0.370789 }, { "accuracy": 0.387605, "f1": 0.384148, "f1_weighted": 0.394383 }, { "accuracy": 0.36301, "f1": 0.355515, "f1_weighted": 0.368571 }, { "accuracy": 0.385637, "f1": 0.374219, "f1_weighted": 0.382448 }, { "accuracy": 0.372356, "f1": 0.375772, "f1_weighted": 0.37273 }, { "accuracy": 0.37088, "f1": 0.369861, "f1_weighted": 0.367635 }, { "accuracy": 0.378259, "f1": 0.371509, "f1_weighted": 0.380088 }, { "accuracy": 0.40728, "f1": 0.389094, "f1_weighted": 0.413885 }, { "accuracy": 0.383669, "f1": 0.376699, "f1_weighted": 0.388342 } ], "main_score": 0.384309, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ] }, { "accuracy": 0.448401, "f1": 0.439825, "f1_weighted": 0.454075, "scores_per_experiment": [ { "accuracy": 0.49336, "f1": 0.484778, "f1_weighted": 0.50349 }, { "accuracy": 0.440236, "f1": 0.427224, "f1_weighted": 0.44001 }, { "accuracy": 0.439252, "f1": 0.450222, "f1_weighted": 0.456787 }, { "accuracy": 0.448106, "f1": 0.443149, "f1_weighted": 0.449048 }, { "accuracy": 0.446631, "f1": 0.431999, "f1_weighted": 0.45262 }, { "accuracy": 0.443187, "f1": 0.43392, "f1_weighted": 0.445249 }, { "accuracy": 0.455976, "f1": 0.44537, "f1_weighted": 0.469709 }, { "accuracy": 0.459911, "f1": 0.44394, "f1_weighted": 0.459538 }, { "accuracy": 0.420069, "f1": 0.416867, "f1_weighted": 0.417956 }, { "accuracy": 0.437285, "f1": 0.420777, "f1_weighted": 0.446348 } ], "main_score": 0.448401, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "accuracy": 0.422823, "f1": 0.417309, "f1_weighted": 0.431083, "scores_per_experiment": [ { "accuracy": 0.447122, "f1": 0.446656, "f1_weighted": 0.450764 }, { "accuracy": 0.439744, "f1": 0.433407, "f1_weighted": 0.444483 }, { "accuracy": 0.414658, "f1": 0.415987, "f1_weighted": 0.427544 }, { "accuracy": 0.390556, "f1": 0.388045, "f1_weighted": 0.39912 }, { "accuracy": 0.454993, "f1": 0.429738, "f1_weighted": 0.460808 }, { "accuracy": 0.400885, "f1": 0.402723, "f1_weighted": 0.41465 }, { "accuracy": 0.405804, "f1": 0.401178, "f1_weighted": 0.408888 }, { "accuracy": 0.429415, "f1": 0.427993, "f1_weighted": 0.441534 }, { "accuracy": 0.40728, "f1": 0.403922, "f1_weighted": 0.413252 }, { "accuracy": 0.437777, "f1": 0.423442, "f1_weighted": 0.449783 } ], "main_score": 0.422823, "hf_subset": "az", "languages": [ "aze-Latn" ] }, { "accuracy": 0.294147, "f1": 0.27891, "f1_weighted": 0.297057, "scores_per_experiment": [ { "accuracy": 0.279882, "f1": 0.25978, "f1_weighted": 0.283471 }, { "accuracy": 0.292179, "f1": 0.280126, "f1_weighted": 0.283973 }, { "accuracy": 0.302509, "f1": 0.280372, "f1_weighted": 0.302977 }, { "accuracy": 0.278898, "f1": 0.262914, "f1_weighted": 0.286705 }, { "accuracy": 0.300049, "f1": 0.277172, "f1_weighted": 0.304308 }, { "accuracy": 0.299065, "f1": 0.286977, "f1_weighted": 0.294806 }, { "accuracy": 0.300049, "f1": 0.281889, "f1_weighted": 0.311118 }, { "accuracy": 0.310379, "f1": 0.307407, "f1_weighted": 0.315924 }, { "accuracy": 0.282341, "f1": 0.262504, "f1_weighted": 0.286929 }, { "accuracy": 0.296114, "f1": 0.289956, "f1_weighted": 0.300353 } ], "main_score": 0.294147, "hf_subset": "he", "languages": [ "heb-Hebr" ] } ], "test": [ { "accuracy": 0.570108, "f1": 0.561127, "f1_weighted": 0.577063, "scores_per_experiment": [ { "accuracy": 0.575992, "f1": 0.566669, "f1_weighted": 0.577371 }, { "accuracy": 0.597512, "f1": 0.5802, "f1_weighted": 0.603528 }, { "accuracy": 0.547747, "f1": 0.540041, "f1_weighted": 0.560016 }, { "accuracy": 0.528245, "f1": 0.528951, "f1_weighted": 0.533461 }, { "accuracy": 0.613315, "f1": 0.5908, "f1_weighted": 0.616874 }, { "accuracy": 0.55918, "f1": 0.554324, "f1_weighted": 0.566775 }, { "accuracy": 0.568931, "f1": 0.565636, "f1_weighted": 0.581882 }, { "accuracy": 0.586752, "f1": 0.57802, "f1_weighted": 0.596057 }, { "accuracy": 0.542031, "f1": 0.536532, "f1_weighted": 0.545079 }, { "accuracy": 0.581372, "f1": 0.570095, "f1_weighted": 0.589588 } ], "main_score": 0.570108, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "accuracy": 0.233457, "f1": 0.227895, "f1_weighted": 0.228511, "scores_per_experiment": [ { "accuracy": 0.260928, "f1": 0.256033, "f1_weighted": 0.266432 }, { "accuracy": 0.245124, "f1": 0.242972, "f1_weighted": 0.244733 }, { "accuracy": 0.276732, "f1": 0.260891, "f1_weighted": 0.2878 }, { "accuracy": 0.235037, "f1": 0.233942, "f1_weighted": 0.24484 }, { "accuracy": 0.211163, "f1": 0.202576, "f1_weighted": 0.186853 }, { "accuracy": 0.200067, "f1": 0.199106, "f1_weighted": 0.189815 }, { "accuracy": 0.227976, "f1": 0.216093, "f1_weighted": 0.209022 }, { "accuracy": 0.229657, "f1": 0.231255, "f1_weighted": 0.212417 }, { "accuracy": 0.226295, "f1": 0.217857, "f1_weighted": 0.235207 }, { "accuracy": 0.221587, "f1": 0.218227, "f1_weighted": 0.20799 } ], "main_score": 0.233457, "hf_subset": "my", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.257196, "f1": 0.237291, "f1_weighted": 0.26211, "scores_per_experiment": [ { "accuracy": 0.282112, "f1": 0.269344, "f1_weighted": 0.293491 }, { "accuracy": 0.252522, "f1": 0.232252, "f1_weighted": 0.260884 }, { "accuracy": 0.278077, "f1": 0.242807, "f1_weighted": 0.278406 }, { "accuracy": 0.252186, "f1": 0.237242, "f1_weighted": 0.263048 }, { "accuracy": 0.245461, "f1": 0.225835, "f1_weighted": 0.245135 }, { "accuracy": 0.244788, "f1": 0.227355, "f1_weighted": 0.245951 }, { "accuracy": 0.255884, "f1": 0.239573, "f1_weighted": 0.257351 }, { "accuracy": 0.282784, "f1": 0.261321, "f1_weighted": 0.291186 }, { "accuracy": 0.244116, "f1": 0.223869, "f1_weighted": 0.248213 }, { "accuracy": 0.234028, "f1": 0.213308, "f1_weighted": 0.23743 } ], "main_score": 0.257196, "hf_subset": "hy", "languages": [ "hye-Armn" ] }, { "accuracy": 0.298319, "f1": 0.29076, "f1_weighted": 0.298951, "scores_per_experiment": [ { "accuracy": 0.304304, "f1": 0.304811, "f1_weighted": 0.311287 }, { "accuracy": 0.319771, "f1": 0.308588, "f1_weighted": 0.320827 }, { "accuracy": 0.311365, "f1": 0.302954, "f1_weighted": 0.303494 }, { "accuracy": 0.285138, "f1": 0.275906, "f1_weighted": 0.29185 }, { "accuracy": 0.311365, "f1": 0.297206, "f1_weighted": 0.312212 }, { "accuracy": 0.261937, "f1": 0.26054, "f1_weighted": 0.265647 }, { "accuracy": 0.296234, "f1": 0.288436, "f1_weighted": 0.29799 }, { "accuracy": 0.306994, "f1": 0.298498, "f1_weighted": 0.296866 }, { "accuracy": 0.272697, "f1": 0.26723, "f1_weighted": 0.276097 }, { "accuracy": 0.313383, "f1": 0.303428, "f1_weighted": 0.313236 } ], "main_score": 0.298319, "hf_subset": "ur", "languages": [ "urd-Arab" ] }, { "accuracy": 0.496705, "f1": 0.480559, "f1_weighted": 0.503196, "scores_per_experiment": [ { "accuracy": 0.506725, "f1": 0.485838, "f1_weighted": 0.513095 }, { "accuracy": 0.511432, "f1": 0.488531, "f1_weighted": 0.515998 }, { "accuracy": 0.478816, "f1": 0.473749, "f1_weighted": 0.487944 }, { "accuracy": 0.469738, "f1": 0.452338, "f1_weighted": 0.471822 }, { "accuracy": 0.519166, "f1": 0.501226, "f1_weighted": 0.529031 }, { "accuracy": 0.474781, "f1": 0.467731, "f1_weighted": 0.477562 }, { "accuracy": 0.503699, "f1": 0.480365, "f1_weighted": 0.514326 }, { "accuracy": 0.487223, "f1": 0.472403, "f1_weighted": 0.496038 }, { "accuracy": 0.492603, "f1": 0.489825, "f1_weighted": 0.500063 }, { "accuracy": 0.522865, "f1": 0.493584, "f1_weighted": 0.526085 } ], "main_score": 0.496705, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "accuracy": 0.456826, "f1": 0.438499, "f1_weighted": 0.468718, "scores_per_experiment": [ { "accuracy": 0.489913, "f1": 0.467917, "f1_weighted": 0.503691 }, { "accuracy": 0.483524, "f1": 0.451015, "f1_weighted": 0.490906 }, { "accuracy": 0.429052, "f1": 0.412687, "f1_weighted": 0.442645 }, { "accuracy": 0.445192, "f1": 0.43532, "f1_weighted": 0.46444 }, { "accuracy": 0.477808, "f1": 0.439976, "f1_weighted": 0.485776 }, { "accuracy": 0.443174, "f1": 0.428561, "f1_weighted": 0.450962 }, { "accuracy": 0.477471, "f1": 0.457955, "f1_weighted": 0.493053 }, { "accuracy": 0.484533, "f1": 0.457133, "f1_weighted": 0.487418 }, { "accuracy": 0.404506, "f1": 0.408142, "f1_weighted": 0.423283 }, { "accuracy": 0.433087, "f1": 0.426282, "f1_weighted": 0.445007 } ], "main_score": 0.456826, "hf_subset": "ms", "languages": [ "msa-Latn" ] }, { "accuracy": 0.425857, "f1": 0.415008, "f1_weighted": 0.427151, "scores_per_experiment": [ { "accuracy": 0.443847, "f1": 0.428204, "f1_weighted": 0.449127 }, { "accuracy": 0.411903, "f1": 0.397197, "f1_weighted": 0.42118 }, { "accuracy": 0.427034, "f1": 0.423802, "f1_weighted": 0.431433 }, { "accuracy": 0.414593, "f1": 0.403924, "f1_weighted": 0.411561 }, { "accuracy": 0.426362, "f1": 0.406914, "f1_weighted": 0.426936 }, { "accuracy": 0.415266, "f1": 0.41792, "f1_weighted": 0.423328 }, { "accuracy": 0.425353, "f1": 0.41664, "f1_weighted": 0.42798 }, { "accuracy": 0.460995, "f1": 0.448233, "f1_weighted": 0.456317 }, { "accuracy": 0.417956, "f1": 0.403681, "f1_weighted": 0.414342 }, { "accuracy": 0.415266, "f1": 0.403569, "f1_weighted": 0.409307 } ], "main_score": 0.425857, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "accuracy": 0.302791, "f1": 0.292828, "f1_weighted": 0.294322, "scores_per_experiment": [ { "accuracy": 0.322125, "f1": 0.312825, "f1_weighted": 0.307182 }, { "accuracy": 0.324479, "f1": 0.305118, "f1_weighted": 0.318346 }, { "accuracy": 0.31002, "f1": 0.300065, "f1_weighted": 0.304913 }, { "accuracy": 0.294889, "f1": 0.295591, "f1_weighted": 0.299359 }, { "accuracy": 0.301614, "f1": 0.27633, "f1_weighted": 0.286622 }, { "accuracy": 0.281439, "f1": 0.280486, "f1_weighted": 0.279361 }, { "accuracy": 0.321789, "f1": 0.310836, "f1_weighted": 0.305883 }, { "accuracy": 0.314391, "f1": 0.306245, "f1_weighted": 0.297161 }, { "accuracy": 0.274714, "f1": 0.268095, "f1_weighted": 0.275056 }, { "accuracy": 0.282448, "f1": 0.272689, "f1_weighted": 0.269332 } ], "main_score": 0.302791, "hf_subset": "ml", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.511937, "f1": 0.505497, "f1_weighted": 0.521107, "scores_per_experiment": [ { "accuracy": 0.499664, "f1": 0.513044, "f1_weighted": 0.508126 }, { "accuracy": 0.511432, "f1": 0.512435, "f1_weighted": 0.520804 }, { "accuracy": 0.511432, "f1": 0.508259, "f1_weighted": 0.525025 }, { "accuracy": 0.521184, "f1": 0.513748, "f1_weighted": 0.523517 }, { "accuracy": 0.531271, "f1": 0.517957, "f1_weighted": 0.543693 }, { "accuracy": 0.526564, "f1": 0.508272, "f1_weighted": 0.539087 }, { "accuracy": 0.519166, "f1": 0.508725, "f1_weighted": 0.525013 }, { "accuracy": 0.49462, "f1": 0.486239, "f1_weighted": 0.506583 }, { "accuracy": 0.492939, "f1": 0.483169, "f1_weighted": 0.494278 }, { "accuracy": 0.511096, "f1": 0.50312, "f1_weighted": 0.524948 } ], "main_score": 0.511937, "hf_subset": "tl", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.795091, "f1": 0.795203, "f1_weighted": 0.79525, "scores_per_experiment": [ { "accuracy": 0.791863, "f1": 0.79979, "f1_weighted": 0.793016 }, { "accuracy": 0.810693, "f1": 0.80976, "f1_weighted": 0.809678 }, { "accuracy": 0.784129, "f1": 0.784033, "f1_weighted": 0.784016 }, { "accuracy": 0.784129, "f1": 0.785919, "f1_weighted": 0.784656 }, { "accuracy": 0.811365, "f1": 0.805737, "f1_weighted": 0.808032 }, { "accuracy": 0.798252, "f1": 0.790783, "f1_weighted": 0.796893 }, { "accuracy": 0.782448, "f1": 0.784155, "f1_weighted": 0.786933 }, { "accuracy": 0.771352, "f1": 0.774771, "f1_weighted": 0.772236 }, { "accuracy": 0.803968, "f1": 0.805885, "f1_weighted": 0.803194 }, { "accuracy": 0.81271, "f1": 0.8112, "f1_weighted": 0.813848 } ], "main_score": 0.795091, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "accuracy": 0.50111, "f1": 0.490731, "f1_weighted": 0.50998, "scores_per_experiment": [ { "accuracy": 0.50807, "f1": 0.495882, "f1_weighted": 0.526306 }, { "accuracy": 0.489913, "f1": 0.477497, "f1_weighted": 0.493838 }, { "accuracy": 0.509415, "f1": 0.503561, "f1_weighted": 0.51748 }, { "accuracy": 0.485541, "f1": 0.47148, "f1_weighted": 0.489652 }, { "accuracy": 0.495629, "f1": 0.471319, "f1_weighted": 0.507005 }, { "accuracy": 0.471419, "f1": 0.480419, "f1_weighted": 0.479228 }, { "accuracy": 0.508406, "f1": 0.501185, "f1_weighted": 0.525588 }, { "accuracy": 0.52421, "f1": 0.507385, "f1_weighted": 0.522403 }, { "accuracy": 0.507061, "f1": 0.503814, "f1_weighted": 0.515577 }, { "accuracy": 0.511432, "f1": 0.49477, "f1_weighted": 0.522721 } ], "main_score": 0.50111, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "accuracy": 0.377976, "f1": 0.361061, "f1_weighted": 0.372771, "scores_per_experiment": [ { "accuracy": 0.404506, "f1": 0.377155, "f1_weighted": 0.405046 }, { "accuracy": 0.383658, "f1": 0.35858, "f1_weighted": 0.376532 }, { "accuracy": 0.383995, "f1": 0.368879, "f1_weighted": 0.380771 }, { "accuracy": 0.372226, "f1": 0.360726, "f1_weighted": 0.378579 }, { "accuracy": 0.378615, "f1": 0.356742, "f1_weighted": 0.362625 }, { "accuracy": 0.359785, "f1": 0.347875, "f1_weighted": 0.345228 }, { "accuracy": 0.36651, "f1": 0.3573, "f1_weighted": 0.358855 }, { "accuracy": 0.392737, "f1": 0.375018, "f1_weighted": 0.388326 }, { "accuracy": 0.366846, "f1": 0.359399, "f1_weighted": 0.369367 }, { "accuracy": 0.370881, "f1": 0.348931, "f1_weighted": 0.362381 } ], "main_score": 0.377976, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "accuracy": 0.259449, "f1": 0.242241, "f1_weighted": 0.256009, "scores_per_experiment": [ { "accuracy": 0.267989, "f1": 0.25581, "f1_weighted": 0.265384 }, { "accuracy": 0.287492, "f1": 0.268441, "f1_weighted": 0.282555 }, { "accuracy": 0.292872, "f1": 0.249321, "f1_weighted": 0.281149 }, { "accuracy": 0.234364, "f1": 0.228897, "f1_weighted": 0.235511 }, { "accuracy": 0.26698, "f1": 0.253279, "f1_weighted": 0.263516 }, { "accuracy": 0.239408, "f1": 0.230136, "f1_weighted": 0.249671 }, { "accuracy": 0.263282, "f1": 0.252645, "f1_weighted": 0.254085 }, { "accuracy": 0.251177, "f1": 0.222991, "f1_weighted": 0.241373 }, { "accuracy": 0.248151, "f1": 0.235796, "f1_weighted": 0.247747 }, { "accuracy": 0.242771, "f1": 0.22509, "f1_weighted": 0.239097 } ], "main_score": 0.259449, "hf_subset": "am", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.384701, "f1": 0.374223, "f1_weighted": 0.389032, "scores_per_experiment": [ { "accuracy": 0.366174, "f1": 0.369071, "f1_weighted": 0.377556 }, { "accuracy": 0.393746, "f1": 0.381068, "f1_weighted": 0.391457 }, { "accuracy": 0.373571, "f1": 0.369344, "f1_weighted": 0.380984 }, { "accuracy": 0.421654, "f1": 0.394848, "f1_weighted": 0.419149 }, { "accuracy": 0.386012, "f1": 0.374026, "f1_weighted": 0.394495 }, { "accuracy": 0.396436, "f1": 0.375084, "f1_weighted": 0.398054 }, { "accuracy": 0.39879, "f1": 0.385397, "f1_weighted": 0.40849 }, { "accuracy": 0.391392, "f1": 0.376741, "f1_weighted": 0.394203 }, { "accuracy": 0.345999, "f1": 0.353887, "f1_weighted": 0.355595 }, { "accuracy": 0.373235, "f1": 0.362762, "f1_weighted": 0.370333 } ], "main_score": 0.384701, "hf_subset": "cy", "languages": [ "cym-Latn" ] }, { "accuracy": 0.446268, "f1": 0.44406, "f1_weighted": 0.456439, "scores_per_experiment": [ { "accuracy": 0.448218, "f1": 0.439957, "f1_weighted": 0.452163 }, { "accuracy": 0.449227, "f1": 0.452864, "f1_weighted": 0.464334 }, { "accuracy": 0.45427, "f1": 0.452244, "f1_weighted": 0.472531 }, { "accuracy": 0.43813, "f1": 0.42721, "f1_weighted": 0.437222 }, { "accuracy": 0.460323, "f1": 0.442227, "f1_weighted": 0.471431 }, { "accuracy": 0.444519, "f1": 0.437554, "f1_weighted": 0.460168 }, { "accuracy": 0.47848, "f1": 0.473367, "f1_weighted": 0.486458 }, { "accuracy": 0.439812, "f1": 0.444403, "f1_weighted": 0.449246 }, { "accuracy": 0.416947, "f1": 0.424803, "f1_weighted": 0.423879 }, { "accuracy": 0.432751, "f1": 0.445975, "f1_weighted": 0.446961 } ], "main_score": 0.446268, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "accuracy": 0.299025, "f1": 0.291438, "f1_weighted": 0.298766, "scores_per_experiment": [ { "accuracy": 0.296907, "f1": 0.292341, "f1_weighted": 0.291485 }, { "accuracy": 0.322125, "f1": 0.324824, "f1_weighted": 0.334069 }, { "accuracy": 0.305313, "f1": 0.293213, "f1_weighted": 0.308356 }, { "accuracy": 0.303631, "f1": 0.296466, "f1_weighted": 0.306992 }, { "accuracy": 0.279758, "f1": 0.267959, "f1_weighted": 0.261974 }, { "accuracy": 0.286147, "f1": 0.278156, "f1_weighted": 0.28473 }, { "accuracy": 0.298924, "f1": 0.282096, "f1_weighted": 0.301188 }, { "accuracy": 0.3154, "f1": 0.31416, "f1_weighted": 0.319757 }, { "accuracy": 0.283793, "f1": 0.287173, "f1_weighted": 0.289548 }, { "accuracy": 0.298252, "f1": 0.277995, "f1_weighted": 0.289558 } ], "main_score": 0.299025, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "accuracy": 0.404808, "f1": 0.390422, "f1_weighted": 0.418132, "scores_per_experiment": [ { "accuracy": 0.417956, "f1": 0.408475, "f1_weighted": 0.430809 }, { "accuracy": 0.422663, "f1": 0.398705, "f1_weighted": 0.436826 }, { "accuracy": 0.406187, "f1": 0.394352, "f1_weighted": 0.408775 }, { "accuracy": 0.406859, "f1": 0.39131, "f1_weighted": 0.423258 }, { "accuracy": 0.431742, "f1": 0.407665, "f1_weighted": 0.447829 }, { "accuracy": 0.381641, "f1": 0.369133, "f1_weighted": 0.401992 }, { "accuracy": 0.401816, "f1": 0.390721, "f1_weighted": 0.41631 }, { "accuracy": 0.397108, "f1": 0.390263, "f1_weighted": 0.414735 }, { "accuracy": 0.39341, "f1": 0.371389, "f1_weighted": 0.401426 }, { "accuracy": 0.388702, "f1": 0.382208, "f1_weighted": 0.399358 } ], "main_score": 0.404808, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "accuracy": 0.442502, "f1": 0.427759, "f1_weighted": 0.449629, "scores_per_experiment": [ { "accuracy": 0.466711, "f1": 0.449249, "f1_weighted": 0.468414 }, { "accuracy": 0.461332, "f1": 0.436044, "f1_weighted": 0.46778 }, { "accuracy": 0.422999, "f1": 0.402234, "f1_weighted": 0.43305 }, { "accuracy": 0.445528, "f1": 0.42862, "f1_weighted": 0.452112 }, { "accuracy": 0.415266, "f1": 0.404046, "f1_weighted": 0.428802 }, { "accuracy": 0.451917, "f1": 0.429568, "f1_weighted": 0.458141 }, { "accuracy": 0.458642, "f1": 0.441109, "f1_weighted": 0.468346 }, { "accuracy": 0.453934, "f1": 0.44887, "f1_weighted": 0.458517 }, { "accuracy": 0.394082, "f1": 0.39806, "f1_weighted": 0.40302 }, { "accuracy": 0.454607, "f1": 0.43979, "f1_weighted": 0.458105 } ], "main_score": 0.442502, "hf_subset": "jv", "languages": [ "jav-Latn" ] }, { "accuracy": 0.559987, "f1": 0.559746, "f1_weighted": 0.569547, "scores_per_experiment": [ { "accuracy": 0.568594, "f1": 0.574265, "f1_weighted": 0.586251 }, { "accuracy": 0.570276, "f1": 0.564331, "f1_weighted": 0.573556 }, { "accuracy": 0.554808, "f1": 0.569734, "f1_weighted": 0.571296 }, { "accuracy": 0.521856, "f1": 0.526795, "f1_weighted": 0.525053 }, { "accuracy": 0.568594, "f1": 0.553555, "f1_weighted": 0.576653 }, { "accuracy": 0.547075, "f1": 0.546156, "f1_weighted": 0.550786 }, { "accuracy": 0.558171, "f1": 0.558475, "f1_weighted": 0.573292 }, { "accuracy": 0.566577, "f1": 0.573964, "f1_weighted": 0.577099 }, { "accuracy": 0.565568, "f1": 0.549141, "f1_weighted": 0.569885 }, { "accuracy": 0.578346, "f1": 0.581041, "f1_weighted": 0.5916 } ], "main_score": 0.559987, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "accuracy": 0.350336, "f1": 0.335649, "f1_weighted": 0.348414, "scores_per_experiment": [ { "accuracy": 0.371553, "f1": 0.354191, "f1_weighted": 0.371451 }, { "accuracy": 0.377942, "f1": 0.362241, "f1_weighted": 0.372885 }, { "accuracy": 0.332885, "f1": 0.322522, "f1_weighted": 0.333433 }, { "accuracy": 0.34768, "f1": 0.33865, "f1_weighted": 0.347953 }, { "accuracy": 0.362475, "f1": 0.336289, "f1_weighted": 0.351221 }, { "accuracy": 0.322798, "f1": 0.308959, "f1_weighted": 0.320117 }, { "accuracy": 0.36113, "f1": 0.335806, "f1_weighted": 0.366218 }, { "accuracy": 0.367855, "f1": 0.348555, "f1_weighted": 0.358529 }, { "accuracy": 0.325151, "f1": 0.326515, "f1_weighted": 0.330764 }, { "accuracy": 0.333894, "f1": 0.322767, "f1_weighted": 0.331565 } ], "main_score": 0.350336, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "accuracy": 0.468897, "f1": 0.450064, "f1_weighted": 0.479485, "scores_per_experiment": [ { "accuracy": 0.479489, "f1": 0.450851, "f1_weighted": 0.483554 }, { "accuracy": 0.473436, "f1": 0.449563, "f1_weighted": 0.48519 }, { "accuracy": 0.464022, "f1": 0.449208, "f1_weighted": 0.478243 }, { "accuracy": 0.442165, "f1": 0.421448, "f1_weighted": 0.447072 }, { "accuracy": 0.489576, "f1": 0.462389, "f1_weighted": 0.496155 }, { "accuracy": 0.444519, "f1": 0.428963, "f1_weighted": 0.459643 }, { "accuracy": 0.503699, "f1": 0.475009, "f1_weighted": 0.512471 }, { "accuracy": 0.498991, "f1": 0.473943, "f1_weighted": 0.50568 }, { "accuracy": 0.434768, "f1": 0.434005, "f1_weighted": 0.448083 }, { "accuracy": 0.458305, "f1": 0.455255, "f1_weighted": 0.478755 } ], "main_score": 0.468897, "hf_subset": "af", "languages": [ "afr-Latn" ] }, { "accuracy": 0.307935, "f1": 0.294958, "f1_weighted": 0.306131, "scores_per_experiment": [ { "accuracy": 0.30733, "f1": 0.300687, "f1_weighted": 0.301422 }, { "accuracy": 0.325488, "f1": 0.288849, "f1_weighted": 0.319192 }, { "accuracy": 0.323134, "f1": 0.314723, "f1_weighted": 0.325356 }, { "accuracy": 0.283457, "f1": 0.265658, "f1_weighted": 0.284928 }, { "accuracy": 0.341291, "f1": 0.318437, "f1_weighted": 0.338659 }, { "accuracy": 0.302623, "f1": 0.279744, "f1_weighted": 0.302069 }, { "accuracy": 0.310693, "f1": 0.297103, "f1_weighted": 0.314442 }, { "accuracy": 0.302959, "f1": 0.308999, "f1_weighted": 0.302741 }, { "accuracy": 0.309011, "f1": 0.299374, "f1_weighted": 0.309747 }, { "accuracy": 0.273369, "f1": 0.276003, "f1_weighted": 0.262752 } ], "main_score": 0.307935, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "accuracy": 0.351782, "f1": 0.332637, "f1_weighted": 0.350022, "scores_per_experiment": [ { "accuracy": 0.376933, "f1": 0.360162, "f1_weighted": 0.376742 }, { "accuracy": 0.340955, "f1": 0.322323, "f1_weighted": 0.338465 }, { "accuracy": 0.377942, "f1": 0.360206, "f1_weighted": 0.37298 }, { "accuracy": 0.312374, "f1": 0.306863, "f1_weighted": 0.321433 }, { "accuracy": 0.368191, "f1": 0.345373, "f1_weighted": 0.368989 }, { "accuracy": 0.353732, "f1": 0.315427, "f1_weighted": 0.35156 }, { "accuracy": 0.364156, "f1": 0.340199, "f1_weighted": 0.366779 }, { "accuracy": 0.356422, "f1": 0.338859, "f1_weighted": 0.343202 }, { "accuracy": 0.329523, "f1": 0.310066, "f1_weighted": 0.333469 }, { "accuracy": 0.337592, "f1": 0.326893, "f1_weighted": 0.326602 } ], "main_score": 0.351782, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "accuracy": 0.44805, "f1": 0.429819, "f1_weighted": 0.450293, "scores_per_experiment": [ { "accuracy": 0.452925, "f1": 0.439172, "f1_weighted": 0.452168 }, { "accuracy": 0.458978, "f1": 0.438828, "f1_weighted": 0.461522 }, { "accuracy": 0.462004, "f1": 0.443404, "f1_weighted": 0.464328 }, { "accuracy": 0.433087, "f1": 0.415419, "f1_weighted": 0.439341 }, { "accuracy": 0.450572, "f1": 0.423952, "f1_weighted": 0.445817 }, { "accuracy": 0.403161, "f1": 0.398656, "f1_weighted": 0.40239 }, { "accuracy": 0.460659, "f1": 0.428257, "f1_weighted": 0.464586 }, { "accuracy": 0.461668, "f1": 0.449792, "f1_weighted": 0.466745 }, { "accuracy": 0.451244, "f1": 0.430417, "f1_weighted": 0.459629 }, { "accuracy": 0.4462, "f1": 0.430289, "f1_weighted": 0.446405 } ], "main_score": 0.44805, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ] }, { "accuracy": 0.58581, "f1": 0.571458, "f1_weighted": 0.590032, "scores_per_experiment": [ { "accuracy": 0.598521, "f1": 0.597115, "f1_weighted": 0.604425 }, { "accuracy": 0.583726, "f1": 0.56791, "f1_weighted": 0.584233 }, { "accuracy": 0.580363, "f1": 0.57749, "f1_weighted": 0.589979 }, { "accuracy": 0.583389, "f1": 0.567262, "f1_weighted": 0.580389 }, { "accuracy": 0.595158, "f1": 0.569079, "f1_weighted": 0.605522 }, { "accuracy": 0.555145, "f1": 0.549222, "f1_weighted": 0.560457 }, { "accuracy": 0.6039, "f1": 0.575835, "f1_weighted": 0.613463 }, { "accuracy": 0.603564, "f1": 0.585652, "f1_weighted": 0.602547 }, { "accuracy": 0.576664, "f1": 0.564357, "f1_weighted": 0.576126 }, { "accuracy": 0.577673, "f1": 0.560656, "f1_weighted": 0.583184 } ], "main_score": 0.58581, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "accuracy": 0.527976, "f1": 0.515277, "f1_weighted": 0.536913, "scores_per_experiment": [ { "accuracy": 0.532616, "f1": 0.51959, "f1_weighted": 0.542794 }, { "accuracy": 0.547075, "f1": 0.528709, "f1_weighted": 0.5445 }, { "accuracy": 0.507397, "f1": 0.498537, "f1_weighted": 0.52214 }, { "accuracy": 0.537996, "f1": 0.515767, "f1_weighted": 0.548738 }, { "accuracy": 0.540686, "f1": 0.510301, "f1_weighted": 0.551436 }, { "accuracy": 0.501009, "f1": 0.494513, "f1_weighted": 0.51381 }, { "accuracy": 0.5269, "f1": 0.513124, "f1_weighted": 0.532653 }, { "accuracy": 0.543376, "f1": 0.540512, "f1_weighted": 0.554493 }, { "accuracy": 0.502017, "f1": 0.506503, "f1_weighted": 0.508224 }, { "accuracy": 0.540686, "f1": 0.525219, "f1_weighted": 0.550337 } ], "main_score": 0.527976, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "accuracy": 0.400168, "f1": 0.405179, "f1_weighted": 0.408246, "scores_per_experiment": [ { "accuracy": 0.398117, "f1": 0.408967, "f1_weighted": 0.403991 }, { "accuracy": 0.403161, "f1": 0.409285, "f1_weighted": 0.416184 }, { "accuracy": 0.404169, "f1": 0.417214, "f1_weighted": 0.416952 }, { "accuracy": 0.394755, "f1": 0.392696, "f1_weighted": 0.393525 }, { "accuracy": 0.39341, "f1": 0.38926, "f1_weighted": 0.401887 }, { "accuracy": 0.3692, "f1": 0.379603, "f1_weighted": 0.375822 }, { "accuracy": 0.408204, "f1": 0.410675, "f1_weighted": 0.421695 }, { "accuracy": 0.397108, "f1": 0.401256, "f1_weighted": 0.405534 }, { "accuracy": 0.407196, "f1": 0.414213, "f1_weighted": 0.403627 }, { "accuracy": 0.426362, "f1": 0.428625, "f1_weighted": 0.443246 } ], "main_score": 0.400168, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "accuracy": 0.281237, "f1": 0.26756, "f1_weighted": 0.276893, "scores_per_experiment": [ { "accuracy": 0.270007, "f1": 0.253733, "f1_weighted": 0.254263 }, { "accuracy": 0.308675, "f1": 0.285411, "f1_weighted": 0.302786 }, { "accuracy": 0.30733, "f1": 0.279359, "f1_weighted": 0.310599 }, { "accuracy": 0.241089, "f1": 0.240549, "f1_weighted": 0.241276 }, { "accuracy": 0.29119, "f1": 0.279468, "f1_weighted": 0.28412 }, { "accuracy": 0.279758, "f1": 0.271343, "f1_weighted": 0.280669 }, { "accuracy": 0.298924, "f1": 0.278901, "f1_weighted": 0.304938 }, { "accuracy": 0.29657, "f1": 0.282809, "f1_weighted": 0.29887 }, { "accuracy": 0.254203, "f1": 0.246584, "f1_weighted": 0.249537 }, { "accuracy": 0.264627, "f1": 0.257448, "f1_weighted": 0.241871 } ], "main_score": 0.281237, "hf_subset": "ka", "languages": [ "kat-Geor" ] }, { "accuracy": 0.306725, "f1": 0.288572, "f1_weighted": 0.300943, "scores_per_experiment": [ { "accuracy": 0.311701, "f1": 0.296627, "f1_weighted": 0.299938 }, { "accuracy": 0.313719, "f1": 0.295261, "f1_weighted": 0.308255 }, { "accuracy": 0.297915, "f1": 0.274268, "f1_weighted": 0.289449 }, { "accuracy": 0.28581, "f1": 0.277463, "f1_weighted": 0.295932 }, { "accuracy": 0.303295, "f1": 0.272661, "f1_weighted": 0.282833 }, { "accuracy": 0.318763, "f1": 0.299551, "f1_weighted": 0.328976 }, { "accuracy": 0.317081, "f1": 0.297102, "f1_weighted": 0.315769 }, { "accuracy": 0.333221, "f1": 0.305658, "f1_weighted": 0.325112 }, { "accuracy": 0.290182, "f1": 0.278091, "f1_weighted": 0.281232 }, { "accuracy": 0.295562, "f1": 0.289043, "f1_weighted": 0.28193 } ], "main_score": 0.306725, "hf_subset": "ta", "languages": [ "tam-Taml" ] }, { "accuracy": 0.436584, "f1": 0.417975, "f1_weighted": 0.443824, "scores_per_experiment": [ { "accuracy": 0.477135, "f1": 0.46025, "f1_weighted": 0.483599 }, { "accuracy": 0.428379, "f1": 0.406734, "f1_weighted": 0.440671 }, { "accuracy": 0.447545, "f1": 0.423115, "f1_weighted": 0.455672 }, { "accuracy": 0.43813, "f1": 0.412211, "f1_weighted": 0.445491 }, { "accuracy": 0.43813, "f1": 0.416523, "f1_weighted": 0.442324 }, { "accuracy": 0.424008, "f1": 0.405243, "f1_weighted": 0.430766 }, { "accuracy": 0.420646, "f1": 0.411249, "f1_weighted": 0.441495 }, { "accuracy": 0.438803, "f1": 0.409594, "f1_weighted": 0.430773 }, { "accuracy": 0.436449, "f1": 0.421683, "f1_weighted": 0.446126 }, { "accuracy": 0.416611, "f1": 0.413144, "f1_weighted": 0.421326 } ], "main_score": 0.436584, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "accuracy": 0.594082, "f1": 0.589691, "f1_weighted": 0.598727, "scores_per_experiment": [ { "accuracy": 0.598184, "f1": 0.604781, "f1_weighted": 0.600635 }, { "accuracy": 0.604909, "f1": 0.591318, "f1_weighted": 0.606176 }, { "accuracy": 0.601883, "f1": 0.600637, "f1_weighted": 0.609354 }, { "accuracy": 0.568931, "f1": 0.569583, "f1_weighted": 0.572339 }, { "accuracy": 0.587088, "f1": 0.585531, "f1_weighted": 0.591991 }, { "accuracy": 0.592804, "f1": 0.583257, "f1_weighted": 0.60079 }, { "accuracy": 0.592468, "f1": 0.57038, "f1_weighted": 0.597656 }, { "accuracy": 0.603228, "f1": 0.59875, "f1_weighted": 0.607598 }, { "accuracy": 0.572966, "f1": 0.581129, "f1_weighted": 0.575461 }, { "accuracy": 0.618359, "f1": 0.611541, "f1_weighted": 0.625272 } ], "main_score": 0.594082, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "accuracy": 0.271991, "f1": 0.261967, "f1_weighted": 0.27287, "scores_per_experiment": [ { "accuracy": 0.288164, "f1": 0.272203, "f1_weighted": 0.284505 }, { "accuracy": 0.28043, "f1": 0.278484, "f1_weighted": 0.289094 }, { "accuracy": 0.267989, "f1": 0.256861, "f1_weighted": 0.279082 }, { "accuracy": 0.269334, "f1": 0.265291, "f1_weighted": 0.280571 }, { "accuracy": 0.28581, "f1": 0.265176, "f1_weighted": 0.280216 }, { "accuracy": 0.246806, "f1": 0.238565, "f1_weighted": 0.24182 }, { "accuracy": 0.303295, "f1": 0.287205, "f1_weighted": 0.29765 }, { "accuracy": 0.287155, "f1": 0.2683, "f1_weighted": 0.288429 }, { "accuracy": 0.225286, "f1": 0.223229, "f1_weighted": 0.229833 }, { "accuracy": 0.265636, "f1": 0.264354, "f1_weighted": 0.257505 } ], "main_score": 0.271991, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "accuracy": 0.339106, "f1": 0.314634, "f1_weighted": 0.338001, "scores_per_experiment": [ { "accuracy": 0.340955, "f1": 0.312553, "f1_weighted": 0.342244 }, { "accuracy": 0.325151, "f1": 0.30019, "f1_weighted": 0.320503 }, { "accuracy": 0.380632, "f1": 0.348862, "f1_weighted": 0.38869 }, { "accuracy": 0.32078, "f1": 0.301539, "f1_weighted": 0.322361 }, { "accuracy": 0.360457, "f1": 0.332888, "f1_weighted": 0.356277 }, { "accuracy": 0.303968, "f1": 0.283567, "f1_weighted": 0.284909 }, { "accuracy": 0.362475, "f1": 0.330035, "f1_weighted": 0.361886 }, { "accuracy": 0.35575, "f1": 0.334371, "f1_weighted": 0.359192 }, { "accuracy": 0.314055, "f1": 0.286913, "f1_weighted": 0.31903 }, { "accuracy": 0.326833, "f1": 0.31542, "f1_weighted": 0.324914 } ], "main_score": 0.339106, "hf_subset": "mn", "languages": [ "mon-Cyrl" ] }, { "accuracy": 0.412408, "f1": 0.409812, "f1_weighted": 0.411768, "scores_per_experiment": [ { "accuracy": 0.426026, "f1": 0.41621, "f1_weighted": 0.431329 }, { "accuracy": 0.434095, "f1": 0.436799, "f1_weighted": 0.432058 }, { "accuracy": 0.440484, "f1": 0.433896, "f1_weighted": 0.444105 }, { "accuracy": 0.428716, "f1": 0.418697, "f1_weighted": 0.432426 }, { "accuracy": 0.397108, "f1": 0.394932, "f1_weighted": 0.387001 }, { "accuracy": 0.388702, "f1": 0.39343, "f1_weighted": 0.38943 }, { "accuracy": 0.391392, "f1": 0.379318, "f1_weighted": 0.375848 }, { "accuracy": 0.416947, "f1": 0.427617, "f1_weighted": 0.425053 }, { "accuracy": 0.392737, "f1": 0.385339, "f1_weighted": 0.401324 }, { "accuracy": 0.407868, "f1": 0.411884, "f1_weighted": 0.399102 } ], "main_score": 0.412408, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.34842, "f1": 0.334859, "f1_weighted": 0.358907, "scores_per_experiment": [ { "accuracy": 0.368527, "f1": 0.349391, "f1_weighted": 0.374956 }, { "accuracy": 0.337256, "f1": 0.336005, "f1_weighted": 0.355656 }, { "accuracy": 0.378951, "f1": 0.361786, "f1_weighted": 0.386107 }, { "accuracy": 0.349697, "f1": 0.32358, "f1_weighted": 0.357438 }, { "accuracy": 0.32078, "f1": 0.322501, "f1_weighted": 0.336166 }, { "accuracy": 0.342972, "f1": 0.323825, "f1_weighted": 0.345191 }, { "accuracy": 0.372226, "f1": 0.350825, "f1_weighted": 0.392401 }, { "accuracy": 0.317418, "f1": 0.309119, "f1_weighted": 0.325409 }, { "accuracy": 0.339274, "f1": 0.332025, "f1_weighted": 0.343402 }, { "accuracy": 0.357095, "f1": 0.339538, "f1_weighted": 0.372349 } ], "main_score": 0.34842, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "accuracy": 0.483894, "f1": 0.474078, "f1_weighted": 0.500004, "scores_per_experiment": [ { "accuracy": 0.50538, "f1": 0.502052, "f1_weighted": 0.523251 }, { "accuracy": 0.484533, "f1": 0.470029, "f1_weighted": 0.495092 }, { "accuracy": 0.484869, "f1": 0.480005, "f1_weighted": 0.509122 }, { "accuracy": 0.496974, "f1": 0.486684, "f1_weighted": 0.514594 }, { "accuracy": 0.457297, "f1": 0.449511, "f1_weighted": 0.47591 }, { "accuracy": 0.470746, "f1": 0.450559, "f1_weighted": 0.48234 }, { "accuracy": 0.49193, "f1": 0.470518, "f1_weighted": 0.503111 }, { "accuracy": 0.489913, "f1": 0.477741, "f1_weighted": 0.503851 }, { "accuracy": 0.469738, "f1": 0.475334, "f1_weighted": 0.490141 }, { "accuracy": 0.487559, "f1": 0.478351, "f1_weighted": 0.502629 } ], "main_score": 0.483894, "hf_subset": "sq", "languages": [ "sqi-Latn" ] }, { "accuracy": 0.289778, "f1": 0.269976, "f1_weighted": 0.286253, "scores_per_experiment": [ { "accuracy": 0.300941, "f1": 0.282731, "f1_weighted": 0.291153 }, { "accuracy": 0.302623, "f1": 0.28274, "f1_weighted": 0.301793 }, { "accuracy": 0.316073, "f1": 0.270401, "f1_weighted": 0.309095 }, { "accuracy": 0.271352, "f1": 0.269762, "f1_weighted": 0.274344 }, { "accuracy": 0.282112, "f1": 0.256619, "f1_weighted": 0.265747 }, { "accuracy": 0.273705, "f1": 0.275318, "f1_weighted": 0.276714 }, { "accuracy": 0.281775, "f1": 0.263468, "f1_weighted": 0.285364 }, { "accuracy": 0.31002, "f1": 0.281394, "f1_weighted": 0.296617 }, { "accuracy": 0.291863, "f1": 0.264058, "f1_weighted": 0.292632 }, { "accuracy": 0.267317, "f1": 0.253273, "f1_weighted": 0.269069 } ], "main_score": 0.289778, "hf_subset": "km", "languages": [ "khm-Khmr" ] }, { "accuracy": 0.553194, "f1": 0.535505, "f1_weighted": 0.556338, "scores_per_experiment": [ { "accuracy": 0.565568, "f1": 0.542805, "f1_weighted": 0.570338 }, { "accuracy": 0.576664, "f1": 0.554894, "f1_weighted": 0.576905 }, { "accuracy": 0.542031, "f1": 0.524944, "f1_weighted": 0.547732 }, { "accuracy": 0.53497, "f1": 0.533763, "f1_weighted": 0.541296 }, { "accuracy": 0.549428, "f1": 0.523601, "f1_weighted": 0.547751 }, { "accuracy": 0.536651, "f1": 0.533113, "f1_weighted": 0.548695 }, { "accuracy": 0.543376, "f1": 0.524696, "f1_weighted": 0.547936 }, { "accuracy": 0.566577, "f1": 0.550181, "f1_weighted": 0.565102 }, { "accuracy": 0.551782, "f1": 0.523571, "f1_weighted": 0.548124 }, { "accuracy": 0.564896, "f1": 0.543479, "f1_weighted": 0.569503 } ], "main_score": 0.553194, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "accuracy": 0.455683, "f1": 0.443977, "f1_weighted": 0.462881, "scores_per_experiment": [ { "accuracy": 0.472091, "f1": 0.453906, "f1_weighted": 0.483399 }, { "accuracy": 0.45696, "f1": 0.444524, "f1_weighted": 0.466758 }, { "accuracy": 0.458642, "f1": 0.445252, "f1_weighted": 0.467701 }, { "accuracy": 0.433759, "f1": 0.426086, "f1_weighted": 0.444493 }, { "accuracy": 0.479825, "f1": 0.448918, "f1_weighted": 0.481112 }, { "accuracy": 0.442165, "f1": 0.433146, "f1_weighted": 0.45181 }, { "accuracy": 0.468393, "f1": 0.464331, "f1_weighted": 0.481511 }, { "accuracy": 0.442502, "f1": 0.429194, "f1_weighted": 0.441208 }, { "accuracy": 0.434095, "f1": 0.434899, "f1_weighted": 0.435738 }, { "accuracy": 0.468393, "f1": 0.459518, "f1_weighted": 0.475079 } ], "main_score": 0.455683, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "accuracy": 0.466005, "f1": 0.456418, "f1_weighted": 0.475757, "scores_per_experiment": [ { "accuracy": 0.488904, "f1": 0.480373, "f1_weighted": 0.503039 }, { "accuracy": 0.445864, "f1": 0.433388, "f1_weighted": 0.448257 }, { "accuracy": 0.468393, "f1": 0.451038, "f1_weighted": 0.480849 }, { "accuracy": 0.482851, "f1": 0.468111, "f1_weighted": 0.492017 }, { "accuracy": 0.476463, "f1": 0.46548, "f1_weighted": 0.493042 }, { "accuracy": 0.427034, "f1": 0.42234, "f1_weighted": 0.434726 }, { "accuracy": 0.473436, "f1": 0.47384, "f1_weighted": 0.486212 }, { "accuracy": 0.486214, "f1": 0.471956, "f1_weighted": 0.499395 }, { "accuracy": 0.439812, "f1": 0.437253, "f1_weighted": 0.444434 }, { "accuracy": 0.471083, "f1": 0.460403, "f1_weighted": 0.475596 } ], "main_score": 0.466005, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "accuracy": 0.554001, "f1": 0.549577, "f1_weighted": 0.561393, "scores_per_experiment": [ { "accuracy": 0.593477, "f1": 0.592277, "f1_weighted": 0.599078 }, { "accuracy": 0.543376, "f1": 0.537671, "f1_weighted": 0.552684 }, { "accuracy": 0.553463, "f1": 0.547296, "f1_weighted": 0.560598 }, { "accuracy": 0.54842, "f1": 0.547783, "f1_weighted": 0.554549 }, { "accuracy": 0.559516, "f1": 0.54452, "f1_weighted": 0.572968 }, { "accuracy": 0.541358, "f1": 0.538928, "f1_weighted": 0.545429 }, { "accuracy": 0.551446, "f1": 0.544357, "f1_weighted": 0.561544 }, { "accuracy": 0.563215, "f1": 0.562935, "f1_weighted": 0.573663 }, { "accuracy": 0.536987, "f1": 0.54102, "f1_weighted": 0.535127 }, { "accuracy": 0.548756, "f1": 0.53898, "f1_weighted": 0.558289 } ], "main_score": 0.554001, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "accuracy": 0.436752, "f1": 0.433862, "f1_weighted": 0.446011, "scores_per_experiment": [ { "accuracy": 0.451244, "f1": 0.455755, "f1_weighted": 0.462982 }, { "accuracy": 0.435104, "f1": 0.434683, "f1_weighted": 0.446662 }, { "accuracy": 0.433087, "f1": 0.421796, "f1_weighted": 0.439565 }, { "accuracy": 0.445528, "f1": 0.430763, "f1_weighted": 0.454242 }, { "accuracy": 0.464694, "f1": 0.459751, "f1_weighted": 0.481852 }, { "accuracy": 0.419637, "f1": 0.410912, "f1_weighted": 0.422408 }, { "accuracy": 0.414257, "f1": 0.427374, "f1_weighted": 0.426404 }, { "accuracy": 0.439139, "f1": 0.430486, "f1_weighted": 0.452901 }, { "accuracy": 0.420646, "f1": 0.420762, "f1_weighted": 0.422968 }, { "accuracy": 0.444183, "f1": 0.446338, "f1_weighted": 0.450128 } ], "main_score": 0.436752, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "accuracy": 0.284633, "f1": 0.276065, "f1_weighted": 0.283574, "scores_per_experiment": [ { "accuracy": 0.279085, "f1": 0.276938, "f1_weighted": 0.271485 }, { "accuracy": 0.283793, "f1": 0.283859, "f1_weighted": 0.277161 }, { "accuracy": 0.285474, "f1": 0.275937, "f1_weighted": 0.293203 }, { "accuracy": 0.273369, "f1": 0.258076, "f1_weighted": 0.270294 }, { "accuracy": 0.313719, "f1": 0.294296, "f1_weighted": 0.305282 }, { "accuracy": 0.257902, "f1": 0.249413, "f1_weighted": 0.246415 }, { "accuracy": 0.294217, "f1": 0.280479, "f1_weighted": 0.308734 }, { "accuracy": 0.296234, "f1": 0.28478, "f1_weighted": 0.298977 }, { "accuracy": 0.267653, "f1": 0.268941, "f1_weighted": 0.264425 }, { "accuracy": 0.294889, "f1": 0.287935, "f1_weighted": 0.299764 } ], "main_score": 0.284633, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "accuracy": 0.419939, "f1": 0.399068, "f1_weighted": 0.427797, "scores_per_experiment": [ { "accuracy": 0.405514, "f1": 0.392674, "f1_weighted": 0.411601 }, { "accuracy": 0.434095, "f1": 0.408861, "f1_weighted": 0.444608 }, { "accuracy": 0.452253, "f1": 0.42091, "f1_weighted": 0.465282 }, { "accuracy": 0.413248, "f1": 0.401585, "f1_weighted": 0.421284 }, { "accuracy": 0.428379, "f1": 0.389578, "f1_weighted": 0.430781 }, { "accuracy": 0.405851, "f1": 0.390224, "f1_weighted": 0.413552 }, { "accuracy": 0.43544, "f1": 0.41041, "f1_weighted": 0.444714 }, { "accuracy": 0.423336, "f1": 0.401795, "f1_weighted": 0.427818 }, { "accuracy": 0.386348, "f1": 0.368419, "f1_weighted": 0.387362 }, { "accuracy": 0.414929, "f1": 0.406223, "f1_weighted": 0.430969 } ], "main_score": 0.419939, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "accuracy": 0.347579, "f1": 0.336164, "f1_weighted": 0.353137, "scores_per_experiment": [ { "accuracy": 0.37458, "f1": 0.360386, "f1_weighted": 0.378214 }, { "accuracy": 0.335911, "f1": 0.335829, "f1_weighted": 0.337527 }, { "accuracy": 0.327841, "f1": 0.310417, "f1_weighted": 0.32783 }, { "accuracy": 0.325824, "f1": 0.319326, "f1_weighted": 0.331156 }, { "accuracy": 0.358104, "f1": 0.341939, "f1_weighted": 0.363642 }, { "accuracy": 0.347007, "f1": 0.326312, "f1_weighted": 0.359756 }, { "accuracy": 0.37727, "f1": 0.362289, "f1_weighted": 0.386498 }, { "accuracy": 0.365501, "f1": 0.344002, "f1_weighted": 0.371214 }, { "accuracy": 0.295562, "f1": 0.304017, "f1_weighted": 0.302753 }, { "accuracy": 0.368191, "f1": 0.357124, "f1_weighted": 0.372777 } ], "main_score": 0.347579, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "accuracy": 0.295965, "f1": 0.283814, "f1_weighted": 0.293133, "scores_per_experiment": [ { "accuracy": 0.298588, "f1": 0.278712, "f1_weighted": 0.290756 }, { "accuracy": 0.306994, "f1": 0.298463, "f1_weighted": 0.305278 }, { "accuracy": 0.320108, "f1": 0.297565, "f1_weighted": 0.324764 }, { "accuracy": 0.335239, "f1": 0.317457, "f1_weighted": 0.34382 }, { "accuracy": 0.275387, "f1": 0.258178, "f1_weighted": 0.256392 }, { "accuracy": 0.249159, "f1": 0.255027, "f1_weighted": 0.252158 }, { "accuracy": 0.311701, "f1": 0.302283, "f1_weighted": 0.31401 }, { "accuracy": 0.325824, "f1": 0.305864, "f1_weighted": 0.310712 }, { "accuracy": 0.276059, "f1": 0.27148, "f1_weighted": 0.286255 }, { "accuracy": 0.260592, "f1": 0.253112, "f1_weighted": 0.24718 } ], "main_score": 0.295965, "hf_subset": "kn", "languages": [ "kan-Knda" ] }, { "accuracy": 0.493309, "f1": 0.478558, "f1_weighted": 0.505009, "scores_per_experiment": [ { "accuracy": 0.519166, "f1": 0.501437, "f1_weighted": 0.534683 }, { "accuracy": 0.499664, "f1": 0.483423, "f1_weighted": 0.508221 }, { "accuracy": 0.47848, "f1": 0.473045, "f1_weighted": 0.493946 }, { "accuracy": 0.480498, "f1": 0.458606, "f1_weighted": 0.485251 }, { "accuracy": 0.5, "f1": 0.477358, "f1_weighted": 0.508345 }, { "accuracy": 0.480498, "f1": 0.467733, "f1_weighted": 0.489135 }, { "accuracy": 0.507734, "f1": 0.495597, "f1_weighted": 0.525222 }, { "accuracy": 0.51883, "f1": 0.499368, "f1_weighted": 0.529492 }, { "accuracy": 0.446537, "f1": 0.445042, "f1_weighted": 0.462665 }, { "accuracy": 0.501681, "f1": 0.483968, "f1_weighted": 0.513133 } ], "main_score": 0.493309, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "accuracy": 0.391796, "f1": 0.382255, "f1_weighted": 0.393909, "scores_per_experiment": [ { "accuracy": 0.437458, "f1": 0.421686, "f1_weighted": 0.440074 }, { "accuracy": 0.404506, "f1": 0.401277, "f1_weighted": 0.403161 }, { "accuracy": 0.401816, "f1": 0.389316, "f1_weighted": 0.406056 }, { "accuracy": 0.373235, "f1": 0.368321, "f1_weighted": 0.375326 }, { "accuracy": 0.401143, "f1": 0.383309, "f1_weighted": 0.395655 }, { "accuracy": 0.376597, "f1": 0.368262, "f1_weighted": 0.377039 }, { "accuracy": 0.383322, "f1": 0.375398, "f1_weighted": 0.381096 }, { "accuracy": 0.37189, "f1": 0.366997, "f1_weighted": 0.376376 }, { "accuracy": 0.397781, "f1": 0.372939, "f1_weighted": 0.409858 }, { "accuracy": 0.370208, "f1": 0.375044, "f1_weighted": 0.374451 } ], "main_score": 0.391796, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ] }, { "accuracy": 0.454842, "f1": 0.443133, "f1_weighted": 0.461762, "scores_per_experiment": [ { "accuracy": 0.511769, "f1": 0.498793, "f1_weighted": 0.522386 }, { "accuracy": 0.454607, "f1": 0.440402, "f1_weighted": 0.456666 }, { "accuracy": 0.444855, "f1": 0.451596, "f1_weighted": 0.46475 }, { "accuracy": 0.452253, "f1": 0.441424, "f1_weighted": 0.45266 }, { "accuracy": 0.450908, "f1": 0.433052, "f1_weighted": 0.458856 }, { "accuracy": 0.442838, "f1": 0.428247, "f1_weighted": 0.447285 }, { "accuracy": 0.465703, "f1": 0.450075, "f1_weighted": 0.476687 }, { "accuracy": 0.462004, "f1": 0.44677, "f1_weighted": 0.46346 }, { "accuracy": 0.415938, "f1": 0.410637, "f1_weighted": 0.415864 }, { "accuracy": 0.447545, "f1": 0.430333, "f1_weighted": 0.459004 } ], "main_score": 0.454842, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "accuracy": 0.428043, "f1": 0.417144, "f1_weighted": 0.437359, "scores_per_experiment": [ { "accuracy": 0.454607, "f1": 0.448582, "f1_weighted": 0.458424 }, { "accuracy": 0.446873, "f1": 0.437393, "f1_weighted": 0.455807 }, { "accuracy": 0.418292, "f1": 0.41092, "f1_weighted": 0.43328 }, { "accuracy": 0.403833, "f1": 0.400908, "f1_weighted": 0.408299 }, { "accuracy": 0.458978, "f1": 0.427058, "f1_weighted": 0.465098 }, { "accuracy": 0.395427, "f1": 0.386591, "f1_weighted": 0.40869 }, { "accuracy": 0.416611, "f1": 0.406365, "f1_weighted": 0.419862 }, { "accuracy": 0.434432, "f1": 0.424451, "f1_weighted": 0.449461 }, { "accuracy": 0.416611, "f1": 0.406594, "f1_weighted": 0.42631 }, { "accuracy": 0.434768, "f1": 0.422581, "f1_weighted": 0.448359 } ], "main_score": 0.428043, "hf_subset": "az", "languages": [ "aze-Latn" ] }, { "accuracy": 0.300908, "f1": 0.280359, "f1_weighted": 0.305787, "scores_per_experiment": [ { "accuracy": 0.28312, "f1": 0.260922, "f1_weighted": 0.286801 }, { "accuracy": 0.308003, "f1": 0.288602, "f1_weighted": 0.305383 }, { "accuracy": 0.322125, "f1": 0.290544, "f1_weighted": 0.326818 }, { "accuracy": 0.26967, "f1": 0.249726, "f1_weighted": 0.277946 }, { "accuracy": 0.312038, "f1": 0.284353, "f1_weighted": 0.322448 }, { "accuracy": 0.312038, "f1": 0.292543, "f1_weighted": 0.30713 }, { "accuracy": 0.293208, "f1": 0.276992, "f1_weighted": 0.30748 }, { "accuracy": 0.310693, "f1": 0.299408, "f1_weighted": 0.313013 }, { "accuracy": 0.295898, "f1": 0.268431, "f1_weighted": 0.305684 }, { "accuracy": 0.302286, "f1": 0.292067, "f1_weighted": 0.305164 } ], "main_score": 0.300908, "hf_subset": "he", "languages": [ "heb-Hebr" ] } ] }, "evaluation_time": 382.00831174850464, "kg_co2_emissions": 0.012940139585733616 }