{ "dataset_revision": "4672e20407010da34463acc759c162ca9734bca6", "task_name": "MassiveIntentClassification", "mteb_version": "1.18.0", "scores": { "validation": [ { "accuracy": 0.373783, "f1": 0.373081, "f1_weighted": 0.377832, "scores_per_experiment": [ { "accuracy": 0.369405, "f1": 0.370359, "f1_weighted": 0.378832 }, { "accuracy": 0.347762, "f1": 0.356753, "f1_weighted": 0.35022 }, { "accuracy": 0.37334, "f1": 0.374656, "f1_weighted": 0.375185 }, { "accuracy": 0.398426, "f1": 0.39384, "f1_weighted": 0.400805 }, { "accuracy": 0.396458, "f1": 0.380876, "f1_weighted": 0.40299 }, { "accuracy": 0.380226, "f1": 0.372435, "f1_weighted": 0.392195 }, { "accuracy": 0.369405, "f1": 0.366946, "f1_weighted": 0.368645 }, { "accuracy": 0.3576, "f1": 0.360008, "f1_weighted": 0.364933 }, { "accuracy": 0.363994, "f1": 0.372008, "f1_weighted": 0.359472 }, { "accuracy": 0.38121, "f1": 0.382925, "f1_weighted": 0.385045 } ], "main_score": 0.373783, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "accuracy": 0.450812, "f1": 0.431742, "f1_weighted": 0.458516, "scores_per_experiment": [ { "accuracy": 0.445647, "f1": 0.435719, "f1_weighted": 0.451188 }, { "accuracy": 0.485489, "f1": 0.443678, "f1_weighted": 0.496966 }, { "accuracy": 0.447614, "f1": 0.430781, "f1_weighted": 0.462277 }, { "accuracy": 0.464338, "f1": 0.436679, "f1_weighted": 0.47056 }, { "accuracy": 0.466306, "f1": 0.446381, "f1_weighted": 0.471938 }, { "accuracy": 0.453517, "f1": 0.427245, "f1_weighted": 0.461376 }, { "accuracy": 0.422036, "f1": 0.413434, "f1_weighted": 0.42888 }, { "accuracy": 0.444171, "f1": 0.429904, "f1_weighted": 0.452783 }, { "accuracy": 0.421053, "f1": 0.413719, "f1_weighted": 0.42696 }, { "accuracy": 0.457944, "f1": 0.439876, "f1_weighted": 0.462234 } ], "main_score": 0.450812, "hf_subset": "tl", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.416232, "f1": 0.406791, "f1_weighted": 0.423895, "scores_per_experiment": [ { "accuracy": 0.38908, "f1": 0.387695, "f1_weighted": 0.401699 }, { "accuracy": 0.422528, "f1": 0.407799, "f1_weighted": 0.430531 }, { "accuracy": 0.398426, "f1": 0.400861, "f1_weighted": 0.400384 }, { "accuracy": 0.431382, "f1": 0.406671, "f1_weighted": 0.439547 }, { "accuracy": 0.438269, "f1": 0.423452, "f1_weighted": 0.444992 }, { "accuracy": 0.411707, "f1": 0.404132, "f1_weighted": 0.41955 }, { "accuracy": 0.382686, "f1": 0.380301, "f1_weighted": 0.388191 }, { "accuracy": 0.42548, "f1": 0.416527, "f1_weighted": 0.434684 }, { "accuracy": 0.415642, "f1": 0.419, "f1_weighted": 0.422166 }, { "accuracy": 0.447122, "f1": 0.421472, "f1_weighted": 0.45721 } ], "main_score": 0.416232, "hf_subset": "af", "languages": [ "afr-Latn" ] }, { "accuracy": 0.22484, "f1": 0.205129, "f1_weighted": 0.216748, "scores_per_experiment": [ { "accuracy": 0.22725, "f1": 0.211166, "f1_weighted": 0.218143 }, { "accuracy": 0.213478, "f1": 0.194287, "f1_weighted": 0.210113 }, { "accuracy": 0.226758, "f1": 0.199862, "f1_weighted": 0.217489 }, { "accuracy": 0.220856, "f1": 0.202928, "f1_weighted": 0.213797 }, { "accuracy": 0.236596, "f1": 0.211266, "f1_weighted": 0.227698 }, { "accuracy": 0.232661, "f1": 0.212692, "f1_weighted": 0.227592 }, { "accuracy": 0.213478, "f1": 0.193265, "f1_weighted": 0.207403 }, { "accuracy": 0.235612, "f1": 0.201765, "f1_weighted": 0.222061 }, { "accuracy": 0.224791, "f1": 0.213097, "f1_weighted": 0.212129 }, { "accuracy": 0.216921, "f1": 0.210965, "f1_weighted": 0.211053 } ], "main_score": 0.22484, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "accuracy": 0.241121, "f1": 0.224973, "f1_weighted": 0.238369, "scores_per_experiment": [ { "accuracy": 0.236104, "f1": 0.220802, "f1_weighted": 0.23786 }, { "accuracy": 0.234629, "f1": 0.215171, "f1_weighted": 0.233133 }, { "accuracy": 0.244466, "f1": 0.229677, "f1_weighted": 0.244027 }, { "accuracy": 0.25332, "f1": 0.236711, "f1_weighted": 0.256772 }, { "accuracy": 0.232661, "f1": 0.219306, "f1_weighted": 0.226367 }, { "accuracy": 0.218888, "f1": 0.207299, "f1_weighted": 0.213079 }, { "accuracy": 0.242499, "f1": 0.229704, "f1_weighted": 0.241001 }, { "accuracy": 0.259715, "f1": 0.236935, "f1_weighted": 0.252295 }, { "accuracy": 0.251845, "f1": 0.236791, "f1_weighted": 0.238684 }, { "accuracy": 0.237088, "f1": 0.217328, "f1_weighted": 0.240468 } ], "main_score": 0.241121, "hf_subset": "kn", "languages": [ "kan-Knda" ] }, { "accuracy": 0.422774, "f1": 0.422914, "f1_weighted": 0.428712, "scores_per_experiment": [ { "accuracy": 0.447122, "f1": 0.442193, "f1_weighted": 0.454431 }, { "accuracy": 0.424988, "f1": 0.414344, "f1_weighted": 0.433652 }, { "accuracy": 0.432366, "f1": 0.438232, "f1_weighted": 0.438794 }, { "accuracy": 0.431382, "f1": 0.428507, "f1_weighted": 0.441359 }, { "accuracy": 0.424988, "f1": 0.424971, "f1_weighted": 0.432089 }, { "accuracy": 0.43335, "f1": 0.434769, "f1_weighted": 0.437448 }, { "accuracy": 0.409247, "f1": 0.423228, "f1_weighted": 0.410297 }, { "accuracy": 0.417609, "f1": 0.410905, "f1_weighted": 0.429243 }, { "accuracy": 0.394983, "f1": 0.401, "f1_weighted": 0.396535 }, { "accuracy": 0.411707, "f1": 0.410988, "f1_weighted": 0.41327 } ], "main_score": 0.422774, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "accuracy": 0.436793, "f1": 0.443965, "f1_weighted": 0.441483, "scores_per_experiment": [ { "accuracy": 0.432366, "f1": 0.445453, "f1_weighted": 0.438173 }, { "accuracy": 0.417118, "f1": 0.423078, "f1_weighted": 0.420319 }, { "accuracy": 0.42548, "f1": 0.434763, "f1_weighted": 0.425984 }, { "accuracy": 0.444663, "f1": 0.438163, "f1_weighted": 0.457351 }, { "accuracy": 0.451549, "f1": 0.450679, "f1_weighted": 0.452357 }, { "accuracy": 0.427939, "f1": 0.440086, "f1_weighted": 0.429477 }, { "accuracy": 0.447122, "f1": 0.454971, "f1_weighted": 0.451854 }, { "accuracy": 0.448598, "f1": 0.451194, "f1_weighted": 0.461516 }, { "accuracy": 0.425971, "f1": 0.448816, "f1_weighted": 0.431308 }, { "accuracy": 0.447122, "f1": 0.452451, "f1_weighted": 0.446492 } ], "main_score": 0.436793, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "accuracy": 0.337088, "f1": 0.314964, "f1_weighted": 0.334293, "scores_per_experiment": [ { "accuracy": 0.377275, "f1": 0.351819, "f1_weighted": 0.376954 }, { "accuracy": 0.33153, "f1": 0.311504, "f1_weighted": 0.323357 }, { "accuracy": 0.344811, "f1": 0.326354, "f1_weighted": 0.346324 }, { "accuracy": 0.328578, "f1": 0.30589, "f1_weighted": 0.331165 }, { "accuracy": 0.347762, "f1": 0.316378, "f1_weighted": 0.342723 }, { "accuracy": 0.342351, "f1": 0.324403, "f1_weighted": 0.334335 }, { "accuracy": 0.316281, "f1": 0.295302, "f1_weighted": 0.30679 }, { "accuracy": 0.319233, "f1": 0.296632, "f1_weighted": 0.310377 }, { "accuracy": 0.327595, "f1": 0.310029, "f1_weighted": 0.332751 }, { "accuracy": 0.335465, "f1": 0.311324, "f1_weighted": 0.338158 } ], "main_score": 0.337088, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.411805, "f1": 0.405729, "f1_weighted": 0.422898, "scores_per_experiment": [ { "accuracy": 0.403837, "f1": 0.408462, "f1_weighted": 0.414938 }, { "accuracy": 0.427447, "f1": 0.404167, "f1_weighted": 0.435604 }, { "accuracy": 0.421545, "f1": 0.413739, "f1_weighted": 0.438947 }, { "accuracy": 0.421545, "f1": 0.409719, "f1_weighted": 0.430937 }, { "accuracy": 0.411215, "f1": 0.40093, "f1_weighted": 0.423646 }, { "accuracy": 0.410231, "f1": 0.403754, "f1_weighted": 0.427232 }, { "accuracy": 0.397442, "f1": 0.398536, "f1_weighted": 0.41026 }, { "accuracy": 0.410231, "f1": 0.401344, "f1_weighted": 0.421571 }, { "accuracy": 0.402853, "f1": 0.417525, "f1_weighted": 0.407114 }, { "accuracy": 0.411707, "f1": 0.399108, "f1_weighted": 0.418732 } ], "main_score": 0.411805, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "accuracy": 0.428972, "f1": 0.429582, "f1_weighted": 0.428982, "scores_per_experiment": [ { "accuracy": 0.42548, "f1": 0.425282, "f1_weighted": 0.421498 }, { "accuracy": 0.432366, "f1": 0.43536, "f1_weighted": 0.438229 }, { "accuracy": 0.413674, "f1": 0.425095, "f1_weighted": 0.411835 }, { "accuracy": 0.405804, "f1": 0.409276, "f1_weighted": 0.400837 }, { "accuracy": 0.45696, "f1": 0.439709, "f1_weighted": 0.461366 }, { "accuracy": 0.446631, "f1": 0.452332, "f1_weighted": 0.441962 }, { "accuracy": 0.412691, "f1": 0.405867, "f1_weighted": 0.414692 }, { "accuracy": 0.424988, "f1": 0.425973, "f1_weighted": 0.424887 }, { "accuracy": 0.437285, "f1": 0.441017, "f1_weighted": 0.440854 }, { "accuracy": 0.433842, "f1": 0.435913, "f1_weighted": 0.433656 } ], "main_score": 0.428972, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "accuracy": 0.37029, "f1": 0.363209, "f1_weighted": 0.376863, "scores_per_experiment": [ { "accuracy": 0.371864, "f1": 0.370009, "f1_weighted": 0.378208 }, { "accuracy": 0.374324, "f1": 0.365283, "f1_weighted": 0.380365 }, { "accuracy": 0.374816, "f1": 0.370696, "f1_weighted": 0.385949 }, { "accuracy": 0.3576, "f1": 0.347105, "f1_weighted": 0.354367 }, { "accuracy": 0.378259, "f1": 0.369119, "f1_weighted": 0.384222 }, { "accuracy": 0.364978, "f1": 0.365712, "f1_weighted": 0.370385 }, { "accuracy": 0.363502, "f1": 0.361468, "f1_weighted": 0.37138 }, { "accuracy": 0.357108, "f1": 0.341305, "f1_weighted": 0.366637 }, { "accuracy": 0.381702, "f1": 0.368046, "f1_weighted": 0.392598 }, { "accuracy": 0.378751, "f1": 0.373348, "f1_weighted": 0.384518 } ], "main_score": 0.37029, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "accuracy": 0.428037, "f1": 0.42489, "f1_weighted": 0.430834, "scores_per_experiment": [ { "accuracy": 0.436793, "f1": 0.447963, "f1_weighted": 0.437333 }, { "accuracy": 0.427939, "f1": 0.418784, "f1_weighted": 0.433901 }, { "accuracy": 0.406788, "f1": 0.413032, "f1_weighted": 0.404396 }, { "accuracy": 0.422036, "f1": 0.403698, "f1_weighted": 0.422405 }, { "accuracy": 0.43089, "f1": 0.432582, "f1_weighted": 0.438911 }, { "accuracy": 0.432858, "f1": 0.42223, "f1_weighted": 0.433377 }, { "accuracy": 0.424004, "f1": 0.410778, "f1_weighted": 0.430639 }, { "accuracy": 0.419577, "f1": 0.42898, "f1_weighted": 0.425018 }, { "accuracy": 0.431874, "f1": 0.433862, "f1_weighted": 0.426389 }, { "accuracy": 0.447614, "f1": 0.436992, "f1_weighted": 0.455971 } ], "main_score": 0.428037, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "accuracy": 0.371225, "f1": 0.373163, "f1_weighted": 0.371971, "scores_per_experiment": [ { "accuracy": 0.39941, "f1": 0.394217, "f1_weighted": 0.407406 }, { "accuracy": 0.363502, "f1": 0.37152, "f1_weighted": 0.363156 }, { "accuracy": 0.378259, "f1": 0.386052, "f1_weighted": 0.37807 }, { "accuracy": 0.368421, "f1": 0.370041, "f1_weighted": 0.369862 }, { "accuracy": 0.387113, "f1": 0.384077, "f1_weighted": 0.388187 }, { "accuracy": 0.354156, "f1": 0.362237, "f1_weighted": 0.350579 }, { "accuracy": 0.349729, "f1": 0.34639, "f1_weighted": 0.347597 }, { "accuracy": 0.375799, "f1": 0.368416, "f1_weighted": 0.375863 }, { "accuracy": 0.367929, "f1": 0.394287, "f1_weighted": 0.367566 }, { "accuracy": 0.367929, "f1": 0.354394, "f1_weighted": 0.371419 } ], "main_score": 0.371225, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ] }, { "accuracy": 0.263748, "f1": 0.246404, "f1_weighted": 0.256977, "scores_per_experiment": [ { "accuracy": 0.243483, "f1": 0.226196, "f1_weighted": 0.239063 }, { "accuracy": 0.260698, "f1": 0.235691, "f1_weighted": 0.255921 }, { "accuracy": 0.276439, "f1": 0.271186, "f1_weighted": 0.27111 }, { "accuracy": 0.265125, "f1": 0.238769, "f1_weighted": 0.257039 }, { "accuracy": 0.263158, "f1": 0.24216, "f1_weighted": 0.251494 }, { "accuracy": 0.258731, "f1": 0.244512, "f1_weighted": 0.254149 }, { "accuracy": 0.283817, "f1": 0.264513, "f1_weighted": 0.287516 }, { "accuracy": 0.240039, "f1": 0.23501, "f1_weighted": 0.232542 }, { "accuracy": 0.270536, "f1": 0.261949, "f1_weighted": 0.25203 }, { "accuracy": 0.275455, "f1": 0.244052, "f1_weighted": 0.268908 } ], "main_score": 0.263748, "hf_subset": "ka", "languages": [ "kat-Geor" ] }, { "accuracy": 0.372946, "f1": 0.376074, "f1_weighted": 0.381475, "scores_per_experiment": [ { "accuracy": 0.389572, "f1": 0.406082, "f1_weighted": 0.399886 }, { "accuracy": 0.376783, "f1": 0.363869, "f1_weighted": 0.384408 }, { "accuracy": 0.352681, "f1": 0.368553, "f1_weighted": 0.36093 }, { "accuracy": 0.401377, "f1": 0.382087, "f1_weighted": 0.409561 }, { "accuracy": 0.38121, "f1": 0.383044, "f1_weighted": 0.390979 }, { "accuracy": 0.361043, "f1": 0.358524, "f1_weighted": 0.374355 }, { "accuracy": 0.35514, "f1": 0.375621, "f1_weighted": 0.362737 }, { "accuracy": 0.373832, "f1": 0.369574, "f1_weighted": 0.383252 }, { "accuracy": 0.350221, "f1": 0.3601, "f1_weighted": 0.35669 }, { "accuracy": 0.387605, "f1": 0.393281, "f1_weighted": 0.391951 } ], "main_score": 0.372946, "hf_subset": "cy", "languages": [ "cym-Latn" ] }, { "accuracy": 0.526168, "f1": 0.529522, "f1_weighted": 0.526991, "scores_per_experiment": [ { "accuracy": 0.539105, "f1": 0.541479, "f1_weighted": 0.546674 }, { "accuracy": 0.545007, "f1": 0.527101, "f1_weighted": 0.547587 }, { "accuracy": 0.513035, "f1": 0.522295, "f1_weighted": 0.51289 }, { "accuracy": 0.516478, "f1": 0.509338, "f1_weighted": 0.518544 }, { "accuracy": 0.537137, "f1": 0.539393, "f1_weighted": 0.53298 }, { "accuracy": 0.518446, "f1": 0.528228, "f1_weighted": 0.518105 }, { "accuracy": 0.519429, "f1": 0.528594, "f1_weighted": 0.514689 }, { "accuracy": 0.536153, "f1": 0.540458, "f1_weighted": 0.542061 }, { "accuracy": 0.503689, "f1": 0.513501, "f1_weighted": 0.497658 }, { "accuracy": 0.533202, "f1": 0.544831, "f1_weighted": 0.538717 } ], "main_score": 0.526168, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "accuracy": 0.183079, "f1": 0.171653, "f1_weighted": 0.181849, "scores_per_experiment": [ { "accuracy": 0.196262, "f1": 0.1923, "f1_weighted": 0.195921 }, { "accuracy": 0.178062, "f1": 0.165711, "f1_weighted": 0.167817 }, { "accuracy": 0.196262, "f1": 0.180063, "f1_weighted": 0.20597 }, { "accuracy": 0.172159, "f1": 0.16291, "f1_weighted": 0.172942 }, { "accuracy": 0.178062, "f1": 0.173926, "f1_weighted": 0.180947 }, { "accuracy": 0.178062, "f1": 0.167127, "f1_weighted": 0.17701 }, { "accuracy": 0.191343, "f1": 0.184573, "f1_weighted": 0.189302 }, { "accuracy": 0.189375, "f1": 0.168783, "f1_weighted": 0.188545 }, { "accuracy": 0.181997, "f1": 0.166803, "f1_weighted": 0.169378 }, { "accuracy": 0.169208, "f1": 0.154338, "f1_weighted": 0.170654 } ], "main_score": 0.183079, "hf_subset": "my", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.466158, "f1": 0.47231, "f1_weighted": 0.471674, "scores_per_experiment": [ { "accuracy": 0.480079, "f1": 0.493329, "f1_weighted": 0.487378 }, { "accuracy": 0.499262, "f1": 0.485091, "f1_weighted": 0.500832 }, { "accuracy": 0.453517, "f1": 0.467013, "f1_weighted": 0.463603 }, { "accuracy": 0.474176, "f1": 0.467757, "f1_weighted": 0.478909 }, { "accuracy": 0.473684, "f1": 0.479566, "f1_weighted": 0.484422 }, { "accuracy": 0.461879, "f1": 0.46822, "f1_weighted": 0.464631 }, { "accuracy": 0.445155, "f1": 0.466968, "f1_weighted": 0.447594 }, { "accuracy": 0.477619, "f1": 0.479906, "f1_weighted": 0.481144 }, { "accuracy": 0.428431, "f1": 0.441522, "f1_weighted": 0.4321 }, { "accuracy": 0.467782, "f1": 0.473731, "f1_weighted": 0.476131 } ], "main_score": 0.466158, "hf_subset": "sq", "languages": [ "sqi-Latn" ] }, { "accuracy": 0.273487, "f1": 0.256073, "f1_weighted": 0.270912, "scores_per_experiment": [ { "accuracy": 0.280866, "f1": 0.265897, "f1_weighted": 0.281743 }, { "accuracy": 0.281358, "f1": 0.253098, "f1_weighted": 0.26865 }, { "accuracy": 0.273979, "f1": 0.259371, "f1_weighted": 0.274939 }, { "accuracy": 0.290703, "f1": 0.265986, "f1_weighted": 0.296198 }, { "accuracy": 0.276439, "f1": 0.246198, "f1_weighted": 0.269079 }, { "accuracy": 0.258239, "f1": 0.248958, "f1_weighted": 0.253714 }, { "accuracy": 0.257747, "f1": 0.245762, "f1_weighted": 0.248957 }, { "accuracy": 0.264142, "f1": 0.254988, "f1_weighted": 0.266063 }, { "accuracy": 0.283817, "f1": 0.267321, "f1_weighted": 0.282038 }, { "accuracy": 0.267585, "f1": 0.253151, "f1_weighted": 0.267737 } ], "main_score": 0.273487, "hf_subset": "ur", "languages": [ "urd-Arab" ] }, { "accuracy": 0.258534, "f1": 0.240223, "f1_weighted": 0.25632, "scores_per_experiment": [ { "accuracy": 0.269552, "f1": 0.245628, "f1_weighted": 0.270849 }, { "accuracy": 0.252336, "f1": 0.228786, "f1_weighted": 0.254062 }, { "accuracy": 0.253812, "f1": 0.226557, "f1_weighted": 0.24988 }, { "accuracy": 0.255288, "f1": 0.242451, "f1_weighted": 0.255365 }, { "accuracy": 0.272504, "f1": 0.261297, "f1_weighted": 0.264764 }, { "accuracy": 0.250369, "f1": 0.23583, "f1_weighted": 0.250915 }, { "accuracy": 0.249877, "f1": 0.239907, "f1_weighted": 0.245446 }, { "accuracy": 0.275947, "f1": 0.253533, "f1_weighted": 0.270991 }, { "accuracy": 0.25578, "f1": 0.226353, "f1_weighted": 0.247938 }, { "accuracy": 0.249877, "f1": 0.241889, "f1_weighted": 0.252987 } ], "main_score": 0.258534, "hf_subset": "ta", "languages": [ "tam-Taml" ] }, { "accuracy": 0.482538, "f1": 0.464905, "f1_weighted": 0.488459, "scores_per_experiment": [ { "accuracy": 0.470241, "f1": 0.457358, "f1_weighted": 0.475113 }, { "accuracy": 0.485489, "f1": 0.459308, "f1_weighted": 0.492027 }, { "accuracy": 0.479587, "f1": 0.464553, "f1_weighted": 0.48163 }, { "accuracy": 0.484998, "f1": 0.466994, "f1_weighted": 0.493334 }, { "accuracy": 0.494343, "f1": 0.465897, "f1_weighted": 0.497223 }, { "accuracy": 0.477127, "f1": 0.467972, "f1_weighted": 0.487322 }, { "accuracy": 0.463847, "f1": 0.446155, "f1_weighted": 0.468616 }, { "accuracy": 0.487949, "f1": 0.476753, "f1_weighted": 0.49711 }, { "accuracy": 0.488933, "f1": 0.47349, "f1_weighted": 0.49371 }, { "accuracy": 0.492868, "f1": 0.470575, "f1_weighted": 0.498504 } ], "main_score": 0.482538, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "accuracy": 0.367437, "f1": 0.360902, "f1_weighted": 0.370531, "scores_per_experiment": [ { "accuracy": 0.388588, "f1": 0.380847, "f1_weighted": 0.396451 }, { "accuracy": 0.368421, "f1": 0.369129, "f1_weighted": 0.370491 }, { "accuracy": 0.360551, "f1": 0.356512, "f1_weighted": 0.361125 }, { "accuracy": 0.363502, "f1": 0.353234, "f1_weighted": 0.367407 }, { "accuracy": 0.375799, "f1": 0.354872, "f1_weighted": 0.380982 }, { "accuracy": 0.375307, "f1": 0.373896, "f1_weighted": 0.380872 }, { "accuracy": 0.366945, "f1": 0.362769, "f1_weighted": 0.365515 }, { "accuracy": 0.350221, "f1": 0.340373, "f1_weighted": 0.352471 }, { "accuracy": 0.362518, "f1": 0.360394, "f1_weighted": 0.366491 }, { "accuracy": 0.362518, "f1": 0.356993, "f1_weighted": 0.363504 } ], "main_score": 0.367437, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "accuracy": 0.401033, "f1": 0.40091, "f1_weighted": 0.405277, "scores_per_experiment": [ { "accuracy": 0.406788, "f1": 0.399965, "f1_weighted": 0.412925 }, { "accuracy": 0.419085, "f1": 0.412786, "f1_weighted": 0.428919 }, { "accuracy": 0.372848, "f1": 0.39073, "f1_weighted": 0.377334 }, { "accuracy": 0.403837, "f1": 0.408021, "f1_weighted": 0.407001 }, { "accuracy": 0.415642, "f1": 0.402685, "f1_weighted": 0.419553 }, { "accuracy": 0.395967, "f1": 0.396921, "f1_weighted": 0.398772 }, { "accuracy": 0.395475, "f1": 0.392546, "f1_weighted": 0.399743 }, { "accuracy": 0.393015, "f1": 0.393027, "f1_weighted": 0.394512 }, { "accuracy": 0.381702, "f1": 0.394649, "f1_weighted": 0.384579 }, { "accuracy": 0.425971, "f1": 0.417772, "f1_weighted": 0.429435 } ], "main_score": 0.401033, "hf_subset": "ms", "languages": [ "msa-Latn" ] }, { "accuracy": 0.461043, "f1": 0.453813, "f1_weighted": 0.463951, "scores_per_experiment": [ { "accuracy": 0.44909, "f1": 0.451926, "f1_weighted": 0.457657 }, { "accuracy": 0.474176, "f1": 0.463898, "f1_weighted": 0.4806 }, { "accuracy": 0.450566, "f1": 0.436755, "f1_weighted": 0.45119 }, { "accuracy": 0.457944, "f1": 0.4453, "f1_weighted": 0.457599 }, { "accuracy": 0.480079, "f1": 0.474537, "f1_weighted": 0.488087 }, { "accuracy": 0.472209, "f1": 0.46368, "f1_weighted": 0.4775 }, { "accuracy": 0.437777, "f1": 0.425365, "f1_weighted": 0.440687 }, { "accuracy": 0.453025, "f1": 0.459059, "f1_weighted": 0.453322 }, { "accuracy": 0.470733, "f1": 0.468931, "f1_weighted": 0.472076 }, { "accuracy": 0.46483, "f1": 0.448682, "f1_weighted": 0.460788 } ], "main_score": 0.461043, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "accuracy": 0.266896, "f1": 0.255498, "f1_weighted": 0.261573, "scores_per_experiment": [ { "accuracy": 0.283325, "f1": 0.278673, "f1_weighted": 0.278695 }, { "accuracy": 0.273487, "f1": 0.258736, "f1_weighted": 0.270669 }, { "accuracy": 0.22971, "f1": 0.217602, "f1_weighted": 0.221286 }, { "accuracy": 0.280866, "f1": 0.273784, "f1_weighted": 0.272028 }, { "accuracy": 0.281358, "f1": 0.264988, "f1_weighted": 0.279952 }, { "accuracy": 0.272996, "f1": 0.255513, "f1_weighted": 0.270095 }, { "accuracy": 0.256763, "f1": 0.238292, "f1_weighted": 0.240097 }, { "accuracy": 0.246434, "f1": 0.235071, "f1_weighted": 0.249159 }, { "accuracy": 0.280374, "f1": 0.282779, "f1_weighted": 0.271526 }, { "accuracy": 0.26365, "f1": 0.249538, "f1_weighted": 0.262224 } ], "main_score": 0.266896, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "accuracy": 0.417659, "f1": 0.41711, "f1_weighted": 0.427388, "scores_per_experiment": [ { "accuracy": 0.44122, "f1": 0.444251, "f1_weighted": 0.450621 }, { "accuracy": 0.420069, "f1": 0.414498, "f1_weighted": 0.429264 }, { "accuracy": 0.407772, "f1": 0.402179, "f1_weighted": 0.418987 }, { "accuracy": 0.420561, "f1": 0.410563, "f1_weighted": 0.427413 }, { "accuracy": 0.455976, "f1": 0.446183, "f1_weighted": 0.464456 }, { "accuracy": 0.421053, "f1": 0.412542, "f1_weighted": 0.439395 }, { "accuracy": 0.385145, "f1": 0.396419, "f1_weighted": 0.391954 }, { "accuracy": 0.39695, "f1": 0.399143, "f1_weighted": 0.409504 }, { "accuracy": 0.403837, "f1": 0.419599, "f1_weighted": 0.408685 }, { "accuracy": 0.424004, "f1": 0.425727, "f1_weighted": 0.433599 } ], "main_score": 0.417659, "hf_subset": "az", "languages": [ "aze-Latn" ] }, { "accuracy": 0.75819, "f1": 0.741625, "f1_weighted": 0.75522, "scores_per_experiment": [ { "accuracy": 0.753074, "f1": 0.750172, "f1_weighted": 0.751076 }, { "accuracy": 0.78603, "f1": 0.75357, "f1_weighted": 0.784703 }, { "accuracy": 0.761436, "f1": 0.727821, "f1_weighted": 0.754695 }, { "accuracy": 0.765863, "f1": 0.751122, "f1_weighted": 0.759529 }, { "accuracy": 0.757501, "f1": 0.73882, "f1_weighted": 0.753056 }, { "accuracy": 0.756517, "f1": 0.746395, "f1_weighted": 0.75387 }, { "accuracy": 0.754058, "f1": 0.73897, "f1_weighted": 0.750719 }, { "accuracy": 0.733891, "f1": 0.722912, "f1_weighted": 0.732698 }, { "accuracy": 0.744712, "f1": 0.731796, "f1_weighted": 0.74533 }, { "accuracy": 0.768815, "f1": 0.754671, "f1_weighted": 0.766526 } ], "main_score": 0.75819, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "accuracy": 0.402804, "f1": 0.404696, "f1_weighted": 0.408106, "scores_per_experiment": [ { "accuracy": 0.40728, "f1": 0.423308, "f1_weighted": 0.413488 }, { "accuracy": 0.402361, "f1": 0.396465, "f1_weighted": 0.411761 }, { "accuracy": 0.38121, "f1": 0.38454, "f1_weighted": 0.390088 }, { "accuracy": 0.413674, "f1": 0.409564, "f1_weighted": 0.41386 }, { "accuracy": 0.419085, "f1": 0.410966, "f1_weighted": 0.424175 }, { "accuracy": 0.414658, "f1": 0.412633, "f1_weighted": 0.420685 }, { "accuracy": 0.38908, "f1": 0.406885, "f1_weighted": 0.389294 }, { "accuracy": 0.414658, "f1": 0.401238, "f1_weighted": 0.424016 }, { "accuracy": 0.385637, "f1": 0.393049, "f1_weighted": 0.389249 }, { "accuracy": 0.400394, "f1": 0.40831, "f1_weighted": 0.404444 } ], "main_score": 0.402804, "hf_subset": "jv", "languages": [ "jav-Latn" ] }, { "accuracy": 0.317806, "f1": 0.325398, "f1_weighted": 0.313444, "scores_per_experiment": [ { "accuracy": 0.326611, "f1": 0.339942, "f1_weighted": 0.324798 }, { "accuracy": 0.306444, "f1": 0.311484, "f1_weighted": 0.299245 }, { "accuracy": 0.329562, "f1": 0.336434, "f1_weighted": 0.32615 }, { "accuracy": 0.325135, "f1": 0.342991, "f1_weighted": 0.324576 }, { "accuracy": 0.332514, "f1": 0.326356, "f1_weighted": 0.329776 }, { "accuracy": 0.317265, "f1": 0.315184, "f1_weighted": 0.313225 }, { "accuracy": 0.295622, "f1": 0.307597, "f1_weighted": 0.288505 }, { "accuracy": 0.315789, "f1": 0.325809, "f1_weighted": 0.31457 }, { "accuracy": 0.308903, "f1": 0.327972, "f1_weighted": 0.296721 }, { "accuracy": 0.320216, "f1": 0.32021, "f1_weighted": 0.316872 } ], "main_score": 0.317806, "hf_subset": "mn", "languages": [ "mon-Cyrl" ] }, { "accuracy": 0.426119, "f1": 0.425756, "f1_weighted": 0.431035, "scores_per_experiment": [ { "accuracy": 0.422528, "f1": 0.428088, "f1_weighted": 0.428203 }, { "accuracy": 0.447614, "f1": 0.441147, "f1_weighted": 0.451479 }, { "accuracy": 0.424988, "f1": 0.428372, "f1_weighted": 0.428747 }, { "accuracy": 0.424988, "f1": 0.429049, "f1_weighted": 0.435057 }, { "accuracy": 0.432858, "f1": 0.42364, "f1_weighted": 0.435343 }, { "accuracy": 0.446139, "f1": 0.438324, "f1_weighted": 0.455041 }, { "accuracy": 0.408756, "f1": 0.420221, "f1_weighted": 0.406318 }, { "accuracy": 0.411707, "f1": 0.408768, "f1_weighted": 0.413966 }, { "accuracy": 0.418593, "f1": 0.428858, "f1_weighted": 0.426571 }, { "accuracy": 0.42302, "f1": 0.411094, "f1_weighted": 0.429624 } ], "main_score": 0.426119, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "accuracy": 0.244417, "f1": 0.227105, "f1_weighted": 0.23907, "scores_per_experiment": [ { "accuracy": 0.265617, "f1": 0.234637, "f1_weighted": 0.252703 }, { "accuracy": 0.247909, "f1": 0.215339, "f1_weighted": 0.240362 }, { "accuracy": 0.253812, "f1": 0.237745, "f1_weighted": 0.246769 }, { "accuracy": 0.234629, "f1": 0.227064, "f1_weighted": 0.231173 }, { "accuracy": 0.254796, "f1": 0.228813, "f1_weighted": 0.255117 }, { "accuracy": 0.22971, "f1": 0.227709, "f1_weighted": 0.230898 }, { "accuracy": 0.209051, "f1": 0.209886, "f1_weighted": 0.203224 }, { "accuracy": 0.251845, "f1": 0.234728, "f1_weighted": 0.244328 }, { "accuracy": 0.251845, "f1": 0.235401, "f1_weighted": 0.247822 }, { "accuracy": 0.244958, "f1": 0.219731, "f1_weighted": 0.238303 } ], "main_score": 0.244417, "hf_subset": "km", "languages": [ "khm-Khmr" ] }, { "accuracy": 0.27088, "f1": 0.249676, "f1_weighted": 0.267186, "scores_per_experiment": [ { "accuracy": 0.271028, "f1": 0.25655, "f1_weighted": 0.263 }, { "accuracy": 0.28726, "f1": 0.259875, "f1_weighted": 0.284765 }, { "accuracy": 0.266109, "f1": 0.243654, "f1_weighted": 0.258755 }, { "accuracy": 0.280866, "f1": 0.247529, "f1_weighted": 0.283413 }, { "accuracy": 0.291195, "f1": 0.275036, "f1_weighted": 0.284612 }, { "accuracy": 0.264142, "f1": 0.243988, "f1_weighted": 0.260606 }, { "accuracy": 0.252336, "f1": 0.22597, "f1_weighted": 0.242466 }, { "accuracy": 0.256763, "f1": 0.233555, "f1_weighted": 0.258604 }, { "accuracy": 0.270044, "f1": 0.264496, "f1_weighted": 0.270877 }, { "accuracy": 0.269061, "f1": 0.246113, "f1_weighted": 0.264758 } ], "main_score": 0.27088, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "accuracy": 0.223069, "f1": 0.204748, "f1_weighted": 0.215327, "scores_per_experiment": [ { "accuracy": 0.216921, "f1": 0.207645, "f1_weighted": 0.218184 }, { "accuracy": 0.224791, "f1": 0.205511, "f1_weighted": 0.21487 }, { "accuracy": 0.208559, "f1": 0.202628, "f1_weighted": 0.199333 }, { "accuracy": 0.214461, "f1": 0.194471, "f1_weighted": 0.203438 }, { "accuracy": 0.218888, "f1": 0.198461, "f1_weighted": 0.224569 }, { "accuracy": 0.220856, "f1": 0.203395, "f1_weighted": 0.20871 }, { "accuracy": 0.222332, "f1": 0.199088, "f1_weighted": 0.210765 }, { "accuracy": 0.238072, "f1": 0.212262, "f1_weighted": 0.232927 }, { "accuracy": 0.235612, "f1": 0.211366, "f1_weighted": 0.216583 }, { "accuracy": 0.230202, "f1": 0.212655, "f1_weighted": 0.223892 } ], "main_score": 0.223069, "hf_subset": "am", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.284309, "f1": 0.268573, "f1_weighted": 0.280158, "scores_per_experiment": [ { "accuracy": 0.299557, "f1": 0.27429, "f1_weighted": 0.285456 }, { "accuracy": 0.270536, "f1": 0.258172, "f1_weighted": 0.261782 }, { "accuracy": 0.298082, "f1": 0.274583, "f1_weighted": 0.298658 }, { "accuracy": 0.303492, "f1": 0.284362, "f1_weighted": 0.299667 }, { "accuracy": 0.302017, "f1": 0.278027, "f1_weighted": 0.306398 }, { "accuracy": 0.275455, "f1": 0.266711, "f1_weighted": 0.267332 }, { "accuracy": 0.259223, "f1": 0.251878, "f1_weighted": 0.254274 }, { "accuracy": 0.292671, "f1": 0.282041, "f1_weighted": 0.294319 }, { "accuracy": 0.272012, "f1": 0.261714, "f1_weighted": 0.262099 }, { "accuracy": 0.270044, "f1": 0.253951, "f1_weighted": 0.271592 } ], "main_score": 0.284309, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "accuracy": 0.255189, "f1": 0.227849, "f1_weighted": 0.254678, "scores_per_experiment": [ { "accuracy": 0.264634, "f1": 0.240515, "f1_weighted": 0.269641 }, { "accuracy": 0.250861, "f1": 0.225881, "f1_weighted": 0.25008 }, { "accuracy": 0.252828, "f1": 0.217812, "f1_weighted": 0.258649 }, { "accuracy": 0.273979, "f1": 0.242858, "f1_weighted": 0.275638 }, { "accuracy": 0.274963, "f1": 0.242395, "f1_weighted": 0.266438 }, { "accuracy": 0.252336, "f1": 0.236384, "f1_weighted": 0.249161 }, { "accuracy": 0.234137, "f1": 0.216079, "f1_weighted": 0.234078 }, { "accuracy": 0.259223, "f1": 0.217991, "f1_weighted": 0.258569 }, { "accuracy": 0.246434, "f1": 0.220863, "f1_weighted": 0.243833 }, { "accuracy": 0.242499, "f1": 0.217708, "f1_weighted": 0.240695 } ], "main_score": 0.255189, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "accuracy": 0.241072, "f1": 0.224807, "f1_weighted": 0.229543, "scores_per_experiment": [ { "accuracy": 0.258731, "f1": 0.243539, "f1_weighted": 0.249451 }, { "accuracy": 0.244958, "f1": 0.227152, "f1_weighted": 0.235929 }, { "accuracy": 0.240531, "f1": 0.210746, "f1_weighted": 0.230732 }, { "accuracy": 0.246926, "f1": 0.234305, "f1_weighted": 0.231264 }, { "accuracy": 0.238564, "f1": 0.210146, "f1_weighted": 0.227113 }, { "accuracy": 0.213478, "f1": 0.204749, "f1_weighted": 0.203736 }, { "accuracy": 0.236596, "f1": 0.228641, "f1_weighted": 0.223848 }, { "accuracy": 0.258239, "f1": 0.241408, "f1_weighted": 0.251237 }, { "accuracy": 0.240531, "f1": 0.238093, "f1_weighted": 0.22218 }, { "accuracy": 0.232169, "f1": 0.209289, "f1_weighted": 0.219942 } ], "main_score": 0.241072, "hf_subset": "hy", "languages": [ "hye-Armn" ] }, { "accuracy": 0.306247, "f1": 0.287741, "f1_weighted": 0.303472, "scores_per_experiment": [ { "accuracy": 0.301525, "f1": 0.296764, "f1_weighted": 0.301077 }, { "accuracy": 0.30546, "f1": 0.290697, "f1_weighted": 0.302758 }, { "accuracy": 0.299557, "f1": 0.28588, "f1_weighted": 0.299804 }, { "accuracy": 0.322184, "f1": 0.291273, "f1_weighted": 0.321902 }, { "accuracy": 0.308411, "f1": 0.288053, "f1_weighted": 0.315905 }, { "accuracy": 0.303, "f1": 0.278136, "f1_weighted": 0.294458 }, { "accuracy": 0.284801, "f1": 0.262369, "f1_weighted": 0.274689 }, { "accuracy": 0.286768, "f1": 0.262353, "f1_weighted": 0.2765 }, { "accuracy": 0.312838, "f1": 0.305896, "f1_weighted": 0.313116 }, { "accuracy": 0.337924, "f1": 0.315991, "f1_weighted": 0.33451 } ], "main_score": 0.306247, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "accuracy": 0.410723, "f1": 0.398881, "f1_weighted": 0.417028, "scores_per_experiment": [ { "accuracy": 0.428923, "f1": 0.424613, "f1_weighted": 0.434341 }, { "accuracy": 0.411707, "f1": 0.389491, "f1_weighted": 0.416531 }, { "accuracy": 0.399902, "f1": 0.384748, "f1_weighted": 0.414419 }, { "accuracy": 0.410723, "f1": 0.402637, "f1_weighted": 0.41208 }, { "accuracy": 0.419085, "f1": 0.400688, "f1_weighted": 0.424687 }, { "accuracy": 0.427447, "f1": 0.40828, "f1_weighted": 0.435032 }, { "accuracy": 0.408756, "f1": 0.404259, "f1_weighted": 0.41977 }, { "accuracy": 0.394983, "f1": 0.385849, "f1_weighted": 0.40337 }, { "accuracy": 0.390064, "f1": 0.386951, "f1_weighted": 0.387606 }, { "accuracy": 0.415642, "f1": 0.401291, "f1_weighted": 0.422446 } ], "main_score": 0.410723, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "accuracy": 0.447418, "f1": 0.443572, "f1_weighted": 0.452091, "scores_per_experiment": [ { "accuracy": 0.464338, "f1": 0.457046, "f1_weighted": 0.464488 }, { "accuracy": 0.451058, "f1": 0.449501, "f1_weighted": 0.460902 }, { "accuracy": 0.435317, "f1": 0.435288, "f1_weighted": 0.439575 }, { "accuracy": 0.476144, "f1": 0.451623, "f1_weighted": 0.480313 }, { "accuracy": 0.465322, "f1": 0.448743, "f1_weighted": 0.472419 }, { "accuracy": 0.428431, "f1": 0.429638, "f1_weighted": 0.431764 }, { "accuracy": 0.428923, "f1": 0.441478, "f1_weighted": 0.428072 }, { "accuracy": 0.449582, "f1": 0.443215, "f1_weighted": 0.457493 }, { "accuracy": 0.422036, "f1": 0.428612, "f1_weighted": 0.425449 }, { "accuracy": 0.453025, "f1": 0.450581, "f1_weighted": 0.460437 } ], "main_score": 0.447418, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "accuracy": 0.414412, "f1": 0.418817, "f1_weighted": 0.421953, "scores_per_experiment": [ { "accuracy": 0.410723, "f1": 0.428739, "f1_weighted": 0.421389 }, { "accuracy": 0.423512, "f1": 0.412907, "f1_weighted": 0.427327 }, { "accuracy": 0.398918, "f1": 0.400007, "f1_weighted": 0.404846 }, { "accuracy": 0.45696, "f1": 0.450099, "f1_weighted": 0.469713 }, { "accuracy": 0.428431, "f1": 0.432436, "f1_weighted": 0.438958 }, { "accuracy": 0.435317, "f1": 0.429374, "f1_weighted": 0.440808 }, { "accuracy": 0.383669, "f1": 0.393832, "f1_weighted": 0.387499 }, { "accuracy": 0.407772, "f1": 0.419552, "f1_weighted": 0.417983 }, { "accuracy": 0.391048, "f1": 0.415153, "f1_weighted": 0.396724 }, { "accuracy": 0.407772, "f1": 0.406066, "f1_weighted": 0.414288 } ], "main_score": 0.414412, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "accuracy": 0.338121, "f1": 0.346484, "f1_weighted": 0.341635, "scores_per_experiment": [ { "accuracy": 0.349729, "f1": 0.350341, "f1_weighted": 0.355975 }, { "accuracy": 0.356616, "f1": 0.34324, "f1_weighted": 0.359977 }, { "accuracy": 0.338908, "f1": 0.339108, "f1_weighted": 0.34242 }, { "accuracy": 0.336449, "f1": 0.350097, "f1_weighted": 0.344503 }, { "accuracy": 0.332022, "f1": 0.339202, "f1_weighted": 0.330485 }, { "accuracy": 0.346778, "f1": 0.358919, "f1_weighted": 0.348381 }, { "accuracy": 0.319725, "f1": 0.33247, "f1_weighted": 0.321367 }, { "accuracy": 0.342843, "f1": 0.363364, "f1_weighted": 0.349071 }, { "accuracy": 0.32907, "f1": 0.353327, "f1_weighted": 0.327995 }, { "accuracy": 0.32907, "f1": 0.334771, "f1_weighted": 0.336179 } ], "main_score": 0.338121, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ] }, { "accuracy": 0.529907, "f1": 0.523746, "f1_weighted": 0.529041, "scores_per_experiment": [ { "accuracy": 0.534678, "f1": 0.527449, "f1_weighted": 0.535893 }, { "accuracy": 0.534678, "f1": 0.51627, "f1_weighted": 0.532794 }, { "accuracy": 0.531235, "f1": 0.523629, "f1_weighted": 0.529511 }, { "accuracy": 0.534186, "f1": 0.51282, "f1_weighted": 0.530534 }, { "accuracy": 0.538613, "f1": 0.539898, "f1_weighted": 0.539307 }, { "accuracy": 0.526808, "f1": 0.525247, "f1_weighted": 0.530273 }, { "accuracy": 0.522381, "f1": 0.523211, "f1_weighted": 0.519185 }, { "accuracy": 0.529267, "f1": 0.516365, "f1_weighted": 0.527753 }, { "accuracy": 0.513527, "f1": 0.512802, "f1_weighted": 0.512591 }, { "accuracy": 0.533694, "f1": 0.539765, "f1_weighted": 0.532571 } ], "main_score": 0.529907, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "accuracy": 0.52907, "f1": 0.518707, "f1_weighted": 0.535361, "scores_per_experiment": [ { "accuracy": 0.545499, "f1": 0.553763, "f1_weighted": 0.552598 }, { "accuracy": 0.562223, "f1": 0.534208, "f1_weighted": 0.567482 }, { "accuracy": 0.533694, "f1": 0.525341, "f1_weighted": 0.541461 }, { "accuracy": 0.520413, "f1": 0.513056, "f1_weighted": 0.521071 }, { "accuracy": 0.537137, "f1": 0.529548, "f1_weighted": 0.54205 }, { "accuracy": 0.524348, "f1": 0.498515, "f1_weighted": 0.533904 }, { "accuracy": 0.506149, "f1": 0.503653, "f1_weighted": 0.509611 }, { "accuracy": 0.518938, "f1": 0.511251, "f1_weighted": 0.528161 }, { "accuracy": 0.49336, "f1": 0.502666, "f1_weighted": 0.502333 }, { "accuracy": 0.548942, "f1": 0.515068, "f1_weighted": 0.554941 } ], "main_score": 0.52907, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "accuracy": 0.439843, "f1": 0.434945, "f1_weighted": 0.443779, "scores_per_experiment": [ { "accuracy": 0.422036, "f1": 0.436301, "f1_weighted": 0.428012 }, { "accuracy": 0.453025, "f1": 0.438411, "f1_weighted": 0.460537 }, { "accuracy": 0.431874, "f1": 0.427778, "f1_weighted": 0.436384 }, { "accuracy": 0.450074, "f1": 0.444182, "f1_weighted": 0.452058 }, { "accuracy": 0.459911, "f1": 0.444697, "f1_weighted": 0.463761 }, { "accuracy": 0.433842, "f1": 0.424449, "f1_weighted": 0.436693 }, { "accuracy": 0.428431, "f1": 0.41782, "f1_weighted": 0.435103 }, { "accuracy": 0.446631, "f1": 0.448969, "f1_weighted": 0.450841 }, { "accuracy": 0.425971, "f1": 0.440066, "f1_weighted": 0.426882 }, { "accuracy": 0.446631, "f1": 0.426775, "f1_weighted": 0.447517 } ], "main_score": 0.439843, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "accuracy": 0.51756, "f1": 0.499898, "f1_weighted": 0.522703, "scores_per_experiment": [ { "accuracy": 0.504181, "f1": 0.495152, "f1_weighted": 0.506512 }, { "accuracy": 0.54058, "f1": 0.500058, "f1_weighted": 0.54929 }, { "accuracy": 0.510576, "f1": 0.490545, "f1_weighted": 0.515621 }, { "accuracy": 0.526808, "f1": 0.500138, "f1_weighted": 0.533787 }, { "accuracy": 0.545007, "f1": 0.520838, "f1_weighted": 0.550335 }, { "accuracy": 0.520413, "f1": 0.505402, "f1_weighted": 0.528392 }, { "accuracy": 0.514511, "f1": 0.517989, "f1_weighted": 0.516519 }, { "accuracy": 0.503197, "f1": 0.485243, "f1_weighted": 0.509631 }, { "accuracy": 0.492868, "f1": 0.48732, "f1_weighted": 0.497906 }, { "accuracy": 0.517462, "f1": 0.496298, "f1_weighted": 0.519035 } ], "main_score": 0.51756, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "accuracy": 0.30182, "f1": 0.28719, "f1_weighted": 0.305406, "scores_per_experiment": [ { "accuracy": 0.310379, "f1": 0.295653, "f1_weighted": 0.31831 }, { "accuracy": 0.310871, "f1": 0.296958, "f1_weighted": 0.314333 }, { "accuracy": 0.315298, "f1": 0.302284, "f1_weighted": 0.316988 }, { "accuracy": 0.28972, "f1": 0.27969, "f1_weighted": 0.290254 }, { "accuracy": 0.310379, "f1": 0.278606, "f1_weighted": 0.320721 }, { "accuracy": 0.288244, "f1": 0.274118, "f1_weighted": 0.289401 }, { "accuracy": 0.294147, "f1": 0.280126, "f1_weighted": 0.304255 }, { "accuracy": 0.293163, "f1": 0.277234, "f1_weighted": 0.296695 }, { "accuracy": 0.300541, "f1": 0.284571, "f1_weighted": 0.29613 }, { "accuracy": 0.30546, "f1": 0.302661, "f1_weighted": 0.306968 } ], "main_score": 0.30182, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "accuracy": 0.288096, "f1": 0.272568, "f1_weighted": 0.285905, "scores_per_experiment": [ { "accuracy": 0.292671, "f1": 0.283933, "f1_weighted": 0.285715 }, { "accuracy": 0.271028, "f1": 0.256196, "f1_weighted": 0.263843 }, { "accuracy": 0.287752, "f1": 0.272976, "f1_weighted": 0.282379 }, { "accuracy": 0.297098, "f1": 0.270827, "f1_weighted": 0.298386 }, { "accuracy": 0.29759, "f1": 0.277428, "f1_weighted": 0.299635 }, { "accuracy": 0.293655, "f1": 0.275923, "f1_weighted": 0.295164 }, { "accuracy": 0.279882, "f1": 0.264335, "f1_weighted": 0.274281 }, { "accuracy": 0.286768, "f1": 0.266597, "f1_weighted": 0.293814 }, { "accuracy": 0.272504, "f1": 0.268948, "f1_weighted": 0.26027 }, { "accuracy": 0.302017, "f1": 0.288514, "f1_weighted": 0.305566 } ], "main_score": 0.288096, "hf_subset": "he", "languages": [ "heb-Hebr" ] }, { "accuracy": 0.356763, "f1": 0.3432, "f1_weighted": 0.360675, "scores_per_experiment": [ { "accuracy": 0.361535, "f1": 0.355544, "f1_weighted": 0.364737 }, { "accuracy": 0.361535, "f1": 0.350514, "f1_weighted": 0.363644 }, { "accuracy": 0.360059, "f1": 0.341939, "f1_weighted": 0.359268 }, { "accuracy": 0.34727, "f1": 0.334146, "f1_weighted": 0.347444 }, { "accuracy": 0.353665, "f1": 0.326913, "f1_weighted": 0.363997 }, { "accuracy": 0.367437, "f1": 0.353686, "f1_weighted": 0.370626 }, { "accuracy": 0.348746, "f1": 0.342936, "f1_weighted": 0.353502 }, { "accuracy": 0.348746, "f1": 0.336938, "f1_weighted": 0.36077 }, { "accuracy": 0.350221, "f1": 0.349579, "f1_weighted": 0.348007 }, { "accuracy": 0.368421, "f1": 0.339805, "f1_weighted": 0.374752 } ], "main_score": 0.356763, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "accuracy": 0.364191, "f1": 0.337242, "f1_weighted": 0.362862, "scores_per_experiment": [ { "accuracy": 0.38121, "f1": 0.341608, "f1_weighted": 0.387116 }, { "accuracy": 0.374816, "f1": 0.347769, "f1_weighted": 0.368411 }, { "accuracy": 0.363994, "f1": 0.35314, "f1_weighted": 0.367262 }, { "accuracy": 0.372356, "f1": 0.329833, "f1_weighted": 0.374423 }, { "accuracy": 0.369405, "f1": 0.332537, "f1_weighted": 0.36949 }, { "accuracy": 0.366454, "f1": 0.352116, "f1_weighted": 0.36091 }, { "accuracy": 0.35514, "f1": 0.336091, "f1_weighted": 0.349832 }, { "accuracy": 0.361043, "f1": 0.325866, "f1_weighted": 0.357675 }, { "accuracy": 0.349729, "f1": 0.325629, "f1_weighted": 0.341881 }, { "accuracy": 0.347762, "f1": 0.327829, "f1_weighted": 0.351621 } ], "main_score": 0.364191, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "accuracy": 0.252238, "f1": 0.240523, "f1_weighted": 0.243064, "scores_per_experiment": [ { "accuracy": 0.283325, "f1": 0.273925, "f1_weighted": 0.278382 }, { "accuracy": 0.249877, "f1": 0.244702, "f1_weighted": 0.237197 }, { "accuracy": 0.235121, "f1": 0.221575, "f1_weighted": 0.223249 }, { "accuracy": 0.249385, "f1": 0.243037, "f1_weighted": 0.242898 }, { "accuracy": 0.251845, "f1": 0.232579, "f1_weighted": 0.244234 }, { "accuracy": 0.242007, "f1": 0.230983, "f1_weighted": 0.225816 }, { "accuracy": 0.243483, "f1": 0.237559, "f1_weighted": 0.241964 }, { "accuracy": 0.258731, "f1": 0.239977, "f1_weighted": 0.249963 }, { "accuracy": 0.262174, "f1": 0.24613, "f1_weighted": 0.250228 }, { "accuracy": 0.246434, "f1": 0.234765, "f1_weighted": 0.236713 } ], "main_score": 0.252238, "hf_subset": "ml", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.533645, "f1": 0.519234, "f1_weighted": 0.53746, "scores_per_experiment": [ { "accuracy": 0.53517, "f1": 0.529532, "f1_weighted": 0.535416 }, { "accuracy": 0.555337, "f1": 0.525478, "f1_weighted": 0.561452 }, { "accuracy": 0.522381, "f1": 0.509883, "f1_weighted": 0.526297 }, { "accuracy": 0.53271, "f1": 0.514564, "f1_weighted": 0.535077 }, { "accuracy": 0.545007, "f1": 0.520696, "f1_weighted": 0.554749 }, { "accuracy": 0.533202, "f1": 0.515024, "f1_weighted": 0.533977 }, { "accuracy": 0.527791, "f1": 0.51475, "f1_weighted": 0.530842 }, { "accuracy": 0.516478, "f1": 0.50228, "f1_weighted": 0.518853 }, { "accuracy": 0.530743, "f1": 0.531386, "f1_weighted": 0.539246 }, { "accuracy": 0.537629, "f1": 0.528748, "f1_weighted": 0.538692 } ], "main_score": 0.533645, "hf_subset": "fr", "languages": [ "fra-Latn" ] } ], "test": [ { "accuracy": 0.370511, "f1": 0.367642, "f1_weighted": 0.378956, "scores_per_experiment": [ { "accuracy": 0.369536, "f1": 0.370832, "f1_weighted": 0.382216 }, { "accuracy": 0.366846, "f1": 0.360429, "f1_weighted": 0.376775 }, { "accuracy": 0.370881, "f1": 0.364869, "f1_weighted": 0.376575 }, { "accuracy": 0.409886, "f1": 0.382575, "f1_weighted": 0.417693 }, { "accuracy": 0.394418, "f1": 0.384156, "f1_weighted": 0.401233 }, { "accuracy": 0.349697, "f1": 0.351849, "f1_weighted": 0.36378 }, { "accuracy": 0.357767, "f1": 0.364828, "f1_weighted": 0.361578 }, { "accuracy": 0.354069, "f1": 0.358495, "f1_weighted": 0.361802 }, { "accuracy": 0.353396, "f1": 0.357231, "f1_weighted": 0.359304 }, { "accuracy": 0.378615, "f1": 0.381155, "f1_weighted": 0.388608 } ], "main_score": 0.370511, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "accuracy": 0.452724, "f1": 0.441524, "f1_weighted": 0.458565, "scores_per_experiment": [ { "accuracy": 0.45158, "f1": 0.455218, "f1_weighted": 0.451795 }, { "accuracy": 0.482179, "f1": 0.458167, "f1_weighted": 0.488952 }, { "accuracy": 0.44082, "f1": 0.425323, "f1_weighted": 0.449238 }, { "accuracy": 0.48386, "f1": 0.460885, "f1_weighted": 0.492601 }, { "accuracy": 0.455615, "f1": 0.438764, "f1_weighted": 0.45785 }, { "accuracy": 0.455952, "f1": 0.440932, "f1_weighted": 0.459119 }, { "accuracy": 0.431069, "f1": 0.430673, "f1_weighted": 0.438641 }, { "accuracy": 0.448554, "f1": 0.437944, "f1_weighted": 0.454721 }, { "accuracy": 0.416947, "f1": 0.415068, "f1_weighted": 0.425486 }, { "accuracy": 0.460659, "f1": 0.452268, "f1_weighted": 0.467244 } ], "main_score": 0.452724, "hf_subset": "tl", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.41503, "f1": 0.404209, "f1_weighted": 0.421359, "scores_per_experiment": [ { "accuracy": 0.404842, "f1": 0.409254, "f1_weighted": 0.415616 }, { "accuracy": 0.422663, "f1": 0.416041, "f1_weighted": 0.427628 }, { "accuracy": 0.406187, "f1": 0.398039, "f1_weighted": 0.408305 }, { "accuracy": 0.418628, "f1": 0.404564, "f1_weighted": 0.425516 }, { "accuracy": 0.429388, "f1": 0.402283, "f1_weighted": 0.437394 }, { "accuracy": 0.406187, "f1": 0.401888, "f1_weighted": 0.409424 }, { "accuracy": 0.385003, "f1": 0.382, "f1_weighted": 0.389668 }, { "accuracy": 0.427371, "f1": 0.413404, "f1_weighted": 0.433652 }, { "accuracy": 0.402488, "f1": 0.389513, "f1_weighted": 0.409514 }, { "accuracy": 0.447545, "f1": 0.425102, "f1_weighted": 0.456875 } ], "main_score": 0.41503, "hf_subset": "af", "languages": [ "afr-Latn" ] }, { "accuracy": 0.244048, "f1": 0.227003, "f1_weighted": 0.235598, "scores_per_experiment": [ { "accuracy": 0.262609, "f1": 0.241015, "f1_weighted": 0.259877 }, { "accuracy": 0.241089, "f1": 0.227387, "f1_weighted": 0.231288 }, { "accuracy": 0.249832, "f1": 0.231872, "f1_weighted": 0.239005 }, { "accuracy": 0.226631, "f1": 0.217832, "f1_weighted": 0.215037 }, { "accuracy": 0.241426, "f1": 0.215129, "f1_weighted": 0.236714 }, { "accuracy": 0.253194, "f1": 0.230563, "f1_weighted": 0.247756 }, { "accuracy": 0.240753, "f1": 0.226735, "f1_weighted": 0.235065 }, { "accuracy": 0.260928, "f1": 0.231846, "f1_weighted": 0.250854 }, { "accuracy": 0.236046, "f1": 0.221223, "f1_weighted": 0.220574 }, { "accuracy": 0.227976, "f1": 0.226426, "f1_weighted": 0.219805 } ], "main_score": 0.244048, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "accuracy": 0.254976, "f1": 0.237015, "f1_weighted": 0.250482, "scores_per_experiment": [ { "accuracy": 0.263954, "f1": 0.240472, "f1_weighted": 0.260241 }, { "accuracy": 0.247814, "f1": 0.23207, "f1_weighted": 0.249151 }, { "accuracy": 0.262273, "f1": 0.248332, "f1_weighted": 0.256597 }, { "accuracy": 0.266308, "f1": 0.247015, "f1_weighted": 0.271287 }, { "accuracy": 0.243779, "f1": 0.224138, "f1_weighted": 0.234349 }, { "accuracy": 0.229657, "f1": 0.218833, "f1_weighted": 0.220059 }, { "accuracy": 0.265299, "f1": 0.254156, "f1_weighted": 0.259012 }, { "accuracy": 0.28043, "f1": 0.256232, "f1_weighted": 0.274974 }, { "accuracy": 0.252858, "f1": 0.229992, "f1_weighted": 0.242013 }, { "accuracy": 0.237391, "f1": 0.218907, "f1_weighted": 0.237137 } ], "main_score": 0.254976, "hf_subset": "kn", "languages": [ "kan-Knda" ] }, { "accuracy": 0.416577, "f1": 0.411509, "f1_weighted": 0.426294, "scores_per_experiment": [ { "accuracy": 0.44351, "f1": 0.437593, "f1_weighted": 0.457563 }, { "accuracy": 0.424008, "f1": 0.414263, "f1_weighted": 0.433996 }, { "accuracy": 0.408541, "f1": 0.401633, "f1_weighted": 0.4153 }, { "accuracy": 0.432414, "f1": 0.421068, "f1_weighted": 0.446715 }, { "accuracy": 0.405851, "f1": 0.397527, "f1_weighted": 0.419 }, { "accuracy": 0.415602, "f1": 0.414226, "f1_weighted": 0.429808 }, { "accuracy": 0.401143, "f1": 0.399914, "f1_weighted": 0.40707 }, { "accuracy": 0.427371, "f1": 0.420867, "f1_weighted": 0.442845 }, { "accuracy": 0.388366, "f1": 0.394964, "f1_weighted": 0.388954 }, { "accuracy": 0.418964, "f1": 0.413035, "f1_weighted": 0.421693 } ], "main_score": 0.416577, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "accuracy": 0.441022, "f1": 0.449274, "f1_weighted": 0.449116, "scores_per_experiment": [ { "accuracy": 0.445528, "f1": 0.454799, "f1_weighted": 0.452841 }, { "accuracy": 0.424008, "f1": 0.425768, "f1_weighted": 0.431084 }, { "accuracy": 0.428716, "f1": 0.435715, "f1_weighted": 0.435203 }, { "accuracy": 0.457969, "f1": 0.454915, "f1_weighted": 0.473496 }, { "accuracy": 0.457297, "f1": 0.461753, "f1_weighted": 0.461812 }, { "accuracy": 0.431406, "f1": 0.444245, "f1_weighted": 0.437197 }, { "accuracy": 0.441493, "f1": 0.451562, "f1_weighted": 0.449043 }, { "accuracy": 0.439812, "f1": 0.447869, "f1_weighted": 0.454404 }, { "accuracy": 0.424681, "f1": 0.449165, "f1_weighted": 0.431909 }, { "accuracy": 0.459314, "f1": 0.466953, "f1_weighted": 0.464166 } ], "main_score": 0.441022, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "accuracy": 0.348016, "f1": 0.343968, "f1_weighted": 0.341814, "scores_per_experiment": [ { "accuracy": 0.387021, "f1": 0.377231, "f1_weighted": 0.386606 }, { "accuracy": 0.354741, "f1": 0.347618, "f1_weighted": 0.347631 }, { "accuracy": 0.339274, "f1": 0.33232, "f1_weighted": 0.334725 }, { "accuracy": 0.341627, "f1": 0.336359, "f1_weighted": 0.337798 }, { "accuracy": 0.353396, "f1": 0.344316, "f1_weighted": 0.346689 }, { "accuracy": 0.3423, "f1": 0.343851, "f1_weighted": 0.333128 }, { "accuracy": 0.319771, "f1": 0.325334, "f1_weighted": 0.306032 }, { "accuracy": 0.340282, "f1": 0.33891, "f1_weighted": 0.32932 }, { "accuracy": 0.358776, "f1": 0.342429, "f1_weighted": 0.356335 }, { "accuracy": 0.342972, "f1": 0.351317, "f1_weighted": 0.339878 } ], "main_score": 0.348016, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.415972, "f1": 0.404559, "f1_weighted": 0.42782, "scores_per_experiment": [ { "accuracy": 0.399798, "f1": 0.396077, "f1_weighted": 0.414277 }, { "accuracy": 0.426362, "f1": 0.399507, "f1_weighted": 0.434203 }, { "accuracy": 0.405851, "f1": 0.394483, "f1_weighted": 0.418336 }, { "accuracy": 0.444855, "f1": 0.418312, "f1_weighted": 0.455371 }, { "accuracy": 0.420982, "f1": 0.404736, "f1_weighted": 0.435506 }, { "accuracy": 0.407868, "f1": 0.401181, "f1_weighted": 0.427295 }, { "accuracy": 0.418964, "f1": 0.416247, "f1_weighted": 0.425854 }, { "accuracy": 0.411231, "f1": 0.399698, "f1_weighted": 0.42398 }, { "accuracy": 0.406859, "f1": 0.404327, "f1_weighted": 0.411029 }, { "accuracy": 0.416947, "f1": 0.411022, "f1_weighted": 0.432351 } ], "main_score": 0.415972, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "accuracy": 0.438534, "f1": 0.432957, "f1_weighted": 0.440354, "scores_per_experiment": [ { "accuracy": 0.419301, "f1": 0.415583, "f1_weighted": 0.417257 }, { "accuracy": 0.450908, "f1": 0.451697, "f1_weighted": 0.455367 }, { "accuracy": 0.428379, "f1": 0.435212, "f1_weighted": 0.423303 }, { "accuracy": 0.417283, "f1": 0.41624, "f1_weighted": 0.419352 }, { "accuracy": 0.463685, "f1": 0.448799, "f1_weighted": 0.465819 }, { "accuracy": 0.442165, "f1": 0.433147, "f1_weighted": 0.441803 }, { "accuracy": 0.443847, "f1": 0.432159, "f1_weighted": 0.450064 }, { "accuracy": 0.437122, "f1": 0.435856, "f1_weighted": 0.441046 }, { "accuracy": 0.439475, "f1": 0.430274, "f1_weighted": 0.442703 }, { "accuracy": 0.443174, "f1": 0.4306, "f1_weighted": 0.44683 } ], "main_score": 0.438534, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "accuracy": 0.377034, "f1": 0.376151, "f1_weighted": 0.386598, "scores_per_experiment": [ { "accuracy": 0.375925, "f1": 0.376217, "f1_weighted": 0.386118 }, { "accuracy": 0.392065, "f1": 0.385755, "f1_weighted": 0.399157 }, { "accuracy": 0.379623, "f1": 0.378788, "f1_weighted": 0.395895 }, { "accuracy": 0.373907, "f1": 0.374556, "f1_weighted": 0.373351 }, { "accuracy": 0.378278, "f1": 0.366758, "f1_weighted": 0.384943 }, { "accuracy": 0.367518, "f1": 0.381411, "f1_weighted": 0.381171 }, { "accuracy": 0.38265, "f1": 0.388414, "f1_weighted": 0.392479 }, { "accuracy": 0.365165, "f1": 0.362422, "f1_weighted": 0.377678 }, { "accuracy": 0.377942, "f1": 0.371856, "f1_weighted": 0.389242 }, { "accuracy": 0.37727, "f1": 0.375336, "f1_weighted": 0.385949 } ], "main_score": 0.377034, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "accuracy": 0.431809, "f1": 0.423886, "f1_weighted": 0.437599, "scores_per_experiment": [ { "accuracy": 0.45427, "f1": 0.449366, "f1_weighted": 0.458201 }, { "accuracy": 0.427371, "f1": 0.41399, "f1_weighted": 0.439821 }, { "accuracy": 0.414929, "f1": 0.41037, "f1_weighted": 0.419522 }, { "accuracy": 0.426362, "f1": 0.414816, "f1_weighted": 0.435731 }, { "accuracy": 0.450908, "f1": 0.434419, "f1_weighted": 0.455139 }, { "accuracy": 0.421654, "f1": 0.422886, "f1_weighted": 0.4292 }, { "accuracy": 0.426026, "f1": 0.429782, "f1_weighted": 0.433276 }, { "accuracy": 0.437122, "f1": 0.430183, "f1_weighted": 0.436737 }, { "accuracy": 0.414257, "f1": 0.406082, "f1_weighted": 0.413339 }, { "accuracy": 0.445192, "f1": 0.426965, "f1_weighted": 0.45502 } ], "main_score": 0.431809, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "accuracy": 0.382751, "f1": 0.368061, "f1_weighted": 0.382221, "scores_per_experiment": [ { "accuracy": 0.407532, "f1": 0.377349, "f1_weighted": 0.413651 }, { "accuracy": 0.380968, "f1": 0.369954, "f1_weighted": 0.381452 }, { "accuracy": 0.37727, "f1": 0.372698, "f1_weighted": 0.365667 }, { "accuracy": 0.378278, "f1": 0.363633, "f1_weighted": 0.381683 }, { "accuracy": 0.400471, "f1": 0.380057, "f1_weighted": 0.401052 }, { "accuracy": 0.367855, "f1": 0.355808, "f1_weighted": 0.368413 }, { "accuracy": 0.37189, "f1": 0.359211, "f1_weighted": 0.367986 }, { "accuracy": 0.406859, "f1": 0.376754, "f1_weighted": 0.408801 }, { "accuracy": 0.36113, "f1": 0.364015, "f1_weighted": 0.352438 }, { "accuracy": 0.375252, "f1": 0.361132, "f1_weighted": 0.381068 } ], "main_score": 0.382751, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ] }, { "accuracy": 0.271049, "f1": 0.257481, "f1_weighted": 0.263594, "scores_per_experiment": [ { "accuracy": 0.263954, "f1": 0.26366, "f1_weighted": 0.253902 }, { "accuracy": 0.278749, "f1": 0.261783, "f1_weighted": 0.27091 }, { "accuracy": 0.289845, "f1": 0.275517, "f1_weighted": 0.286377 }, { "accuracy": 0.277404, "f1": 0.261113, "f1_weighted": 0.27025 }, { "accuracy": 0.26698, "f1": 0.243494, "f1_weighted": 0.259362 }, { "accuracy": 0.262273, "f1": 0.253116, "f1_weighted": 0.254756 }, { "accuracy": 0.28581, "f1": 0.268172, "f1_weighted": 0.288087 }, { "accuracy": 0.245461, "f1": 0.237695, "f1_weighted": 0.241124 }, { "accuracy": 0.266308, "f1": 0.251449, "f1_weighted": 0.250972 }, { "accuracy": 0.273705, "f1": 0.25881, "f1_weighted": 0.260201 } ], "main_score": 0.271049, "hf_subset": "ka", "languages": [ "kat-Geor" ] }, { "accuracy": 0.37226, "f1": 0.364783, "f1_weighted": 0.381129, "scores_per_experiment": [ { "accuracy": 0.375588, "f1": 0.375007, "f1_weighted": 0.385907 }, { "accuracy": 0.370881, "f1": 0.34926, "f1_weighted": 0.378741 }, { "accuracy": 0.347344, "f1": 0.341962, "f1_weighted": 0.359386 }, { "accuracy": 0.39341, "f1": 0.375656, "f1_weighted": 0.404588 }, { "accuracy": 0.380632, "f1": 0.372589, "f1_weighted": 0.39206 }, { "accuracy": 0.381305, "f1": 0.370426, "f1_weighted": 0.393112 }, { "accuracy": 0.358776, "f1": 0.371026, "f1_weighted": 0.365851 }, { "accuracy": 0.375588, "f1": 0.368016, "f1_weighted": 0.385918 }, { "accuracy": 0.353732, "f1": 0.344784, "f1_weighted": 0.357258 }, { "accuracy": 0.38534, "f1": 0.379103, "f1_weighted": 0.388468 } ], "main_score": 0.37226, "hf_subset": "cy", "languages": [ "cym-Latn" ] }, { "accuracy": 0.519502, "f1": 0.517915, "f1_weighted": 0.524182, "scores_per_experiment": [ { "accuracy": 0.540686, "f1": 0.545223, "f1_weighted": 0.548874 }, { "accuracy": 0.546738, "f1": 0.536326, "f1_weighted": 0.551816 }, { "accuracy": 0.512441, "f1": 0.507214, "f1_weighted": 0.515826 }, { "accuracy": 0.500336, "f1": 0.4886, "f1_weighted": 0.507366 }, { "accuracy": 0.538668, "f1": 0.522821, "f1_weighted": 0.543754 }, { "accuracy": 0.503699, "f1": 0.510455, "f1_weighted": 0.505332 }, { "accuracy": 0.492603, "f1": 0.503561, "f1_weighted": 0.49369 }, { "accuracy": 0.537323, "f1": 0.530545, "f1_weighted": 0.543791 }, { "accuracy": 0.490921, "f1": 0.499358, "f1_weighted": 0.489589 }, { "accuracy": 0.531607, "f1": 0.53505, "f1_weighted": 0.541786 } ], "main_score": 0.519502, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "accuracy": 0.178648, "f1": 0.164378, "f1_weighted": 0.17698, "scores_per_experiment": [ { "accuracy": 0.209818, "f1": 0.184809, "f1_weighted": 0.209937 }, { "accuracy": 0.170814, "f1": 0.16081, "f1_weighted": 0.166624 }, { "accuracy": 0.186954, "f1": 0.169791, "f1_weighted": 0.193933 }, { "accuracy": 0.174849, "f1": 0.160834, "f1_weighted": 0.177619 }, { "accuracy": 0.167451, "f1": 0.156489, "f1_weighted": 0.168512 }, { "accuracy": 0.178884, "f1": 0.172018, "f1_weighted": 0.182167 }, { "accuracy": 0.182919, "f1": 0.179007, "f1_weighted": 0.179691 }, { "accuracy": 0.182582, "f1": 0.162337, "f1_weighted": 0.175741 }, { "accuracy": 0.181237, "f1": 0.152821, "f1_weighted": 0.165073 }, { "accuracy": 0.150975, "f1": 0.144868, "f1_weighted": 0.150505 } ], "main_score": 0.178648, "hf_subset": "my", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.455548, "f1": 0.450293, "f1_weighted": 0.461149, "scores_per_experiment": [ { "accuracy": 0.463685, "f1": 0.467142, "f1_weighted": 0.47041 }, { "accuracy": 0.488904, "f1": 0.475335, "f1_weighted": 0.490388 }, { "accuracy": 0.456288, "f1": 0.448294, "f1_weighted": 0.462722 }, { "accuracy": 0.460659, "f1": 0.444642, "f1_weighted": 0.471233 }, { "accuracy": 0.456624, "f1": 0.448228, "f1_weighted": 0.465049 }, { "accuracy": 0.441829, "f1": 0.439005, "f1_weighted": 0.449674 }, { "accuracy": 0.433759, "f1": 0.439855, "f1_weighted": 0.433937 }, { "accuracy": 0.463013, "f1": 0.455924, "f1_weighted": 0.4691 }, { "accuracy": 0.431742, "f1": 0.429358, "f1_weighted": 0.435124 }, { "accuracy": 0.458978, "f1": 0.455145, "f1_weighted": 0.46385 } ], "main_score": 0.455548, "hf_subset": "sq", "languages": [ "sqi-Latn" ] }, { "accuracy": 0.275824, "f1": 0.257516, "f1_weighted": 0.27454, "scores_per_experiment": [ { "accuracy": 0.280767, "f1": 0.269054, "f1_weighted": 0.280423 }, { "accuracy": 0.290854, "f1": 0.260026, "f1_weighted": 0.284954 }, { "accuracy": 0.277068, "f1": 0.2587, "f1_weighted": 0.276412 }, { "accuracy": 0.288837, "f1": 0.264477, "f1_weighted": 0.295579 }, { "accuracy": 0.286819, "f1": 0.248927, "f1_weighted": 0.277307 }, { "accuracy": 0.265972, "f1": 0.255044, "f1_weighted": 0.264651 }, { "accuracy": 0.267653, "f1": 0.257854, "f1_weighted": 0.268116 }, { "accuracy": 0.260592, "f1": 0.249513, "f1_weighted": 0.257823 }, { "accuracy": 0.27236, "f1": 0.25285, "f1_weighted": 0.270681 }, { "accuracy": 0.267317, "f1": 0.25872, "f1_weighted": 0.269452 } ], "main_score": 0.275824, "hf_subset": "ur", "languages": [ "urd-Arab" ] }, { "accuracy": 0.271486, "f1": 0.252507, "f1_weighted": 0.27042, "scores_per_experiment": [ { "accuracy": 0.287155, "f1": 0.260598, "f1_weighted": 0.28806 }, { "accuracy": 0.262609, "f1": 0.247066, "f1_weighted": 0.264422 }, { "accuracy": 0.268662, "f1": 0.247141, "f1_weighted": 0.2677 }, { "accuracy": 0.263282, "f1": 0.246761, "f1_weighted": 0.261469 }, { "accuracy": 0.282448, "f1": 0.258421, "f1_weighted": 0.277084 }, { "accuracy": 0.276395, "f1": 0.257915, "f1_weighted": 0.279992 }, { "accuracy": 0.257566, "f1": 0.251037, "f1_weighted": 0.254659 }, { "accuracy": 0.266308, "f1": 0.240875, "f1_weighted": 0.260413 }, { "accuracy": 0.281439, "f1": 0.258401, "f1_weighted": 0.274397 }, { "accuracy": 0.268998, "f1": 0.256855, "f1_weighted": 0.276007 } ], "main_score": 0.271486, "hf_subset": "ta", "languages": [ "tam-Taml" ] }, { "accuracy": 0.478783, "f1": 0.45367, "f1_weighted": 0.488728, "scores_per_experiment": [ { "accuracy": 0.472428, "f1": 0.452562, "f1_weighted": 0.485133 }, { "accuracy": 0.483524, "f1": 0.450422, "f1_weighted": 0.496599 }, { "accuracy": 0.484196, "f1": 0.455948, "f1_weighted": 0.489188 }, { "accuracy": 0.482851, "f1": 0.457971, "f1_weighted": 0.49227 }, { "accuracy": 0.477808, "f1": 0.432165, "f1_weighted": 0.479976 }, { "accuracy": 0.465703, "f1": 0.454973, "f1_weighted": 0.479554 }, { "accuracy": 0.477808, "f1": 0.461557, "f1_weighted": 0.489395 }, { "accuracy": 0.477135, "f1": 0.45394, "f1_weighted": 0.487653 }, { "accuracy": 0.487895, "f1": 0.458997, "f1_weighted": 0.498672 }, { "accuracy": 0.47848, "f1": 0.458162, "f1_weighted": 0.488841 } ], "main_score": 0.478783, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "accuracy": 0.382885, "f1": 0.375318, "f1_weighted": 0.385854, "scores_per_experiment": [ { "accuracy": 0.39072, "f1": 0.383857, "f1_weighted": 0.395062 }, { "accuracy": 0.381641, "f1": 0.38632, "f1_weighted": 0.389631 }, { "accuracy": 0.379623, "f1": 0.371181, "f1_weighted": 0.380557 }, { "accuracy": 0.402824, "f1": 0.391025, "f1_weighted": 0.410709 }, { "accuracy": 0.39072, "f1": 0.359041, "f1_weighted": 0.389461 }, { "accuracy": 0.366174, "f1": 0.370592, "f1_weighted": 0.371939 }, { "accuracy": 0.381641, "f1": 0.374774, "f1_weighted": 0.38471 }, { "accuracy": 0.375925, "f1": 0.368093, "f1_weighted": 0.373343 }, { "accuracy": 0.371217, "f1": 0.373473, "f1_weighted": 0.372367 }, { "accuracy": 0.388366, "f1": 0.374823, "f1_weighted": 0.390762 } ], "main_score": 0.382885, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "accuracy": 0.417249, "f1": 0.415413, "f1_weighted": 0.425845, "scores_per_experiment": [ { "accuracy": 0.425017, "f1": 0.41515, "f1_weighted": 0.434884 }, { "accuracy": 0.435777, "f1": 0.431693, "f1_weighted": 0.446094 }, { "accuracy": 0.398453, "f1": 0.414896, "f1_weighted": 0.40544 }, { "accuracy": 0.410222, "f1": 0.415173, "f1_weighted": 0.423631 }, { "accuracy": 0.414929, "f1": 0.396665, "f1_weighted": 0.417553 }, { "accuracy": 0.416274, "f1": 0.413407, "f1_weighted": 0.426185 }, { "accuracy": 0.413921, "f1": 0.417834, "f1_weighted": 0.426104 }, { "accuracy": 0.421991, "f1": 0.414107, "f1_weighted": 0.425064 }, { "accuracy": 0.400471, "f1": 0.401434, "f1_weighted": 0.40921 }, { "accuracy": 0.43544, "f1": 0.433776, "f1_weighted": 0.444289 } ], "main_score": 0.417249, "hf_subset": "ms", "languages": [ "msa-Latn" ] }, { "accuracy": 0.467956, "f1": 0.455552, "f1_weighted": 0.475744, "scores_per_experiment": [ { "accuracy": 0.48386, "f1": 0.477989, "f1_weighted": 0.494212 }, { "accuracy": 0.482851, "f1": 0.473674, "f1_weighted": 0.493318 }, { "accuracy": 0.45696, "f1": 0.440723, "f1_weighted": 0.460048 }, { "accuracy": 0.476126, "f1": 0.452855, "f1_weighted": 0.486773 }, { "accuracy": 0.460995, "f1": 0.447938, "f1_weighted": 0.472783 }, { "accuracy": 0.480834, "f1": 0.469752, "f1_weighted": 0.491962 }, { "accuracy": 0.438467, "f1": 0.438815, "f1_weighted": 0.445722 }, { "accuracy": 0.46503, "f1": 0.459228, "f1_weighted": 0.468731 }, { "accuracy": 0.464358, "f1": 0.447793, "f1_weighted": 0.468938 }, { "accuracy": 0.470074, "f1": 0.446749, "f1_weighted": 0.474952 } ], "main_score": 0.467956, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "accuracy": 0.284566, "f1": 0.278155, "f1_weighted": 0.280794, "scores_per_experiment": [ { "accuracy": 0.298924, "f1": 0.288298, "f1_weighted": 0.293933 }, { "accuracy": 0.298924, "f1": 0.287455, "f1_weighted": 0.300267 }, { "accuracy": 0.254876, "f1": 0.251897, "f1_weighted": 0.242884 }, { "accuracy": 0.289509, "f1": 0.282875, "f1_weighted": 0.286045 }, { "accuracy": 0.299597, "f1": 0.28701, "f1_weighted": 0.296073 }, { "accuracy": 0.27505, "f1": 0.271718, "f1_weighted": 0.270152 }, { "accuracy": 0.279085, "f1": 0.270633, "f1_weighted": 0.2669 }, { "accuracy": 0.278077, "f1": 0.273379, "f1_weighted": 0.281747 }, { "accuracy": 0.289173, "f1": 0.282498, "f1_weighted": 0.287293 }, { "accuracy": 0.282448, "f1": 0.285788, "f1_weighted": 0.28265 } ], "main_score": 0.284566, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "accuracy": 0.418998, "f1": 0.411665, "f1_weighted": 0.429339, "scores_per_experiment": [ { "accuracy": 0.430061, "f1": 0.429352, "f1_weighted": 0.437667 }, { "accuracy": 0.436785, "f1": 0.42554, "f1_weighted": 0.448422 }, { "accuracy": 0.404842, "f1": 0.388905, "f1_weighted": 0.415561 }, { "accuracy": 0.411903, "f1": 0.393964, "f1_weighted": 0.426098 }, { "accuracy": 0.45696, "f1": 0.430858, "f1_weighted": 0.46363 }, { "accuracy": 0.414929, "f1": 0.408458, "f1_weighted": 0.430014 }, { "accuracy": 0.409886, "f1": 0.413305, "f1_weighted": 0.419255 }, { "accuracy": 0.417956, "f1": 0.416104, "f1_weighted": 0.432855 }, { "accuracy": 0.387021, "f1": 0.39533, "f1_weighted": 0.393332 }, { "accuracy": 0.419637, "f1": 0.414833, "f1_weighted": 0.42656 } ], "main_score": 0.418998, "hf_subset": "az", "languages": [ "aze-Latn" ] }, { "accuracy": 0.749899, "f1": 0.729442, "f1_weighted": 0.748789, "scores_per_experiment": [ { "accuracy": 0.755548, "f1": 0.737521, "f1_weighted": 0.755577 }, { "accuracy": 0.774042, "f1": 0.749132, "f1_weighted": 0.772947 }, { "accuracy": 0.737727, "f1": 0.714122, "f1_weighted": 0.733537 }, { "accuracy": 0.76967, "f1": 0.738231, "f1_weighted": 0.768417 }, { "accuracy": 0.740081, "f1": 0.719654, "f1_weighted": 0.736715 }, { "accuracy": 0.744116, "f1": 0.730625, "f1_weighted": 0.743042 }, { "accuracy": 0.739744, "f1": 0.724446, "f1_weighted": 0.739052 }, { "accuracy": 0.735709, "f1": 0.715651, "f1_weighted": 0.736167 }, { "accuracy": 0.741089, "f1": 0.725628, "f1_weighted": 0.741358 }, { "accuracy": 0.761264, "f1": 0.739412, "f1_weighted": 0.761079 } ], "main_score": 0.749899, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "accuracy": 0.407599, "f1": 0.399215, "f1_weighted": 0.416772, "scores_per_experiment": [ { "accuracy": 0.399798, "f1": 0.401317, "f1_weighted": 0.406128 }, { "accuracy": 0.412912, "f1": 0.397039, "f1_weighted": 0.421848 }, { "accuracy": 0.395763, "f1": 0.383958, "f1_weighted": 0.40897 }, { "accuracy": 0.414593, "f1": 0.40726, "f1_weighted": 0.421786 }, { "accuracy": 0.428379, "f1": 0.397979, "f1_weighted": 0.440381 }, { "accuracy": 0.405514, "f1": 0.396799, "f1_weighted": 0.411431 }, { "accuracy": 0.395763, "f1": 0.394858, "f1_weighted": 0.406746 }, { "accuracy": 0.417283, "f1": 0.415555, "f1_weighted": 0.427584 }, { "accuracy": 0.39341, "f1": 0.388224, "f1_weighted": 0.403307 }, { "accuracy": 0.412576, "f1": 0.409159, "f1_weighted": 0.419534 } ], "main_score": 0.407599, "hf_subset": "jv", "languages": [ "jav-Latn" ] }, { "accuracy": 0.3346, "f1": 0.329601, "f1_weighted": 0.331549, "scores_per_experiment": [ { "accuracy": 0.341291, "f1": 0.334404, "f1_weighted": 0.342818 }, { "accuracy": 0.325151, "f1": 0.323263, "f1_weighted": 0.32491 }, { "accuracy": 0.35575, "f1": 0.335697, "f1_weighted": 0.352347 }, { "accuracy": 0.344317, "f1": 0.338697, "f1_weighted": 0.343475 }, { "accuracy": 0.346671, "f1": 0.334338, "f1_weighted": 0.354152 }, { "accuracy": 0.326833, "f1": 0.323335, "f1_weighted": 0.317559 }, { "accuracy": 0.323806, "f1": 0.322389, "f1_weighted": 0.311315 }, { "accuracy": 0.325824, "f1": 0.319382, "f1_weighted": 0.326445 }, { "accuracy": 0.322125, "f1": 0.330289, "f1_weighted": 0.313107 }, { "accuracy": 0.33423, "f1": 0.334217, "f1_weighted": 0.329362 } ], "main_score": 0.3346, "hf_subset": "mn", "languages": [ "mon-Cyrl" ] }, { "accuracy": 0.429657, "f1": 0.427984, "f1_weighted": 0.434334, "scores_per_experiment": [ { "accuracy": 0.432414, "f1": 0.442179, "f1_weighted": 0.437744 }, { "accuracy": 0.434095, "f1": 0.429671, "f1_weighted": 0.439771 }, { "accuracy": 0.425689, "f1": 0.421035, "f1_weighted": 0.426305 }, { "accuracy": 0.429388, "f1": 0.431276, "f1_weighted": 0.437461 }, { "accuracy": 0.441829, "f1": 0.424058, "f1_weighted": 0.445897 }, { "accuracy": 0.442165, "f1": 0.438352, "f1_weighted": 0.451799 }, { "accuracy": 0.416274, "f1": 0.421942, "f1_weighted": 0.415733 }, { "accuracy": 0.415938, "f1": 0.41244, "f1_weighted": 0.417897 }, { "accuracy": 0.422999, "f1": 0.427851, "f1_weighted": 0.430136 }, { "accuracy": 0.435777, "f1": 0.431035, "f1_weighted": 0.4406 } ], "main_score": 0.429657, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "accuracy": 0.25158, "f1": 0.234192, "f1_weighted": 0.250291, "scores_per_experiment": [ { "accuracy": 0.282112, "f1": 0.249654, "f1_weighted": 0.278095 }, { "accuracy": 0.271352, "f1": 0.230447, "f1_weighted": 0.264722 }, { "accuracy": 0.249159, "f1": 0.235864, "f1_weighted": 0.243629 }, { "accuracy": 0.235373, "f1": 0.231136, "f1_weighted": 0.239379 }, { "accuracy": 0.254203, "f1": 0.223832, "f1_weighted": 0.25597 }, { "accuracy": 0.216207, "f1": 0.218891, "f1_weighted": 0.215158 }, { "accuracy": 0.233692, "f1": 0.2215, "f1_weighted": 0.238382 }, { "accuracy": 0.251849, "f1": 0.240699, "f1_weighted": 0.241891 }, { "accuracy": 0.263618, "f1": 0.249456, "f1_weighted": 0.26446 }, { "accuracy": 0.258238, "f1": 0.240446, "f1_weighted": 0.261219 } ], "main_score": 0.25158, "hf_subset": "km", "languages": [ "khm-Khmr" ] }, { "accuracy": 0.278615, "f1": 0.264288, "f1_weighted": 0.277324, "scores_per_experiment": [ { "accuracy": 0.285474, "f1": 0.270459, "f1_weighted": 0.281377 }, { "accuracy": 0.29388, "f1": 0.276539, "f1_weighted": 0.296372 }, { "accuracy": 0.281439, "f1": 0.271004, "f1_weighted": 0.277562 }, { "accuracy": 0.280767, "f1": 0.263584, "f1_weighted": 0.287121 }, { "accuracy": 0.277068, "f1": 0.260051, "f1_weighted": 0.272483 }, { "accuracy": 0.265636, "f1": 0.259501, "f1_weighted": 0.265696 }, { "accuracy": 0.268998, "f1": 0.253596, "f1_weighted": 0.260441 }, { "accuracy": 0.28043, "f1": 0.265327, "f1_weighted": 0.277118 }, { "accuracy": 0.271352, "f1": 0.254734, "f1_weighted": 0.271945 }, { "accuracy": 0.281103, "f1": 0.268086, "f1_weighted": 0.28312 } ], "main_score": 0.278615, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "accuracy": 0.226799, "f1": 0.207306, "f1_weighted": 0.22135, "scores_per_experiment": [ { "accuracy": 0.225286, "f1": 0.215954, "f1_weighted": 0.219503 }, { "accuracy": 0.217216, "f1": 0.197668, "f1_weighted": 0.209114 }, { "accuracy": 0.207128, "f1": 0.199114, "f1_weighted": 0.202513 }, { "accuracy": 0.223268, "f1": 0.202073, "f1_weighted": 0.219377 }, { "accuracy": 0.232011, "f1": 0.210554, "f1_weighted": 0.23611 }, { "accuracy": 0.218561, "f1": 0.197173, "f1_weighted": 0.2138 }, { "accuracy": 0.220915, "f1": 0.203, "f1_weighted": 0.213806 }, { "accuracy": 0.246806, "f1": 0.218811, "f1_weighted": 0.243839 }, { "accuracy": 0.252522, "f1": 0.220843, "f1_weighted": 0.240584 }, { "accuracy": 0.224277, "f1": 0.207874, "f1_weighted": 0.214856 } ], "main_score": 0.226799, "hf_subset": "am", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.301681, "f1": 0.28438, "f1_weighted": 0.298296, "scores_per_experiment": [ { "accuracy": 0.31271, "f1": 0.283364, "f1_weighted": 0.300245 }, { "accuracy": 0.290854, "f1": 0.279331, "f1_weighted": 0.286516 }, { "accuracy": 0.315064, "f1": 0.295506, "f1_weighted": 0.312728 }, { "accuracy": 0.302286, "f1": 0.280376, "f1_weighted": 0.298473 }, { "accuracy": 0.321116, "f1": 0.287726, "f1_weighted": 0.320451 }, { "accuracy": 0.288837, "f1": 0.280926, "f1_weighted": 0.292062 }, { "accuracy": 0.282112, "f1": 0.270509, "f1_weighted": 0.274358 }, { "accuracy": 0.306994, "f1": 0.293984, "f1_weighted": 0.308172 }, { "accuracy": 0.302623, "f1": 0.287535, "f1_weighted": 0.295079 }, { "accuracy": 0.294217, "f1": 0.284544, "f1_weighted": 0.294874 } ], "main_score": 0.301681, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "accuracy": 0.262139, "f1": 0.240376, "f1_weighted": 0.261355, "scores_per_experiment": [ { "accuracy": 0.273033, "f1": 0.252856, "f1_weighted": 0.277128 }, { "accuracy": 0.259583, "f1": 0.238058, "f1_weighted": 0.259767 }, { "accuracy": 0.256221, "f1": 0.234842, "f1_weighted": 0.257516 }, { "accuracy": 0.273369, "f1": 0.253494, "f1_weighted": 0.273419 }, { "accuracy": 0.276395, "f1": 0.248101, "f1_weighted": 0.265769 }, { "accuracy": 0.242098, "f1": 0.23598, "f1_weighted": 0.24123 }, { "accuracy": 0.247814, "f1": 0.23714, "f1_weighted": 0.245912 }, { "accuracy": 0.261264, "f1": 0.223202, "f1_weighted": 0.264266 }, { "accuracy": 0.266308, "f1": 0.232295, "f1_weighted": 0.267986 }, { "accuracy": 0.265299, "f1": 0.247786, "f1_weighted": 0.260556 } ], "main_score": 0.262139, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "accuracy": 0.242468, "f1": 0.221751, "f1_weighted": 0.233023, "scores_per_experiment": [ { "accuracy": 0.261601, "f1": 0.233946, "f1_weighted": 0.253109 }, { "accuracy": 0.243779, "f1": 0.225451, "f1_weighted": 0.235459 }, { "accuracy": 0.239408, "f1": 0.212859, "f1_weighted": 0.228525 }, { "accuracy": 0.244116, "f1": 0.222398, "f1_weighted": 0.232132 }, { "accuracy": 0.255884, "f1": 0.235286, "f1_weighted": 0.244653 }, { "accuracy": 0.208137, "f1": 0.192453, "f1_weighted": 0.202092 }, { "accuracy": 0.229657, "f1": 0.222659, "f1_weighted": 0.224039 }, { "accuracy": 0.249159, "f1": 0.221096, "f1_weighted": 0.243675 }, { "accuracy": 0.251513, "f1": 0.236648, "f1_weighted": 0.238359 }, { "accuracy": 0.241426, "f1": 0.214713, "f1_weighted": 0.228191 } ], "main_score": 0.242468, "hf_subset": "hy", "languages": [ "hye-Armn" ] }, { "accuracy": 0.316543, "f1": 0.302126, "f1_weighted": 0.314793, "scores_per_experiment": [ { "accuracy": 0.31271, "f1": 0.307877, "f1_weighted": 0.315034 }, { "accuracy": 0.316745, "f1": 0.306415, "f1_weighted": 0.3178 }, { "accuracy": 0.320108, "f1": 0.304246, "f1_weighted": 0.321627 }, { "accuracy": 0.324815, "f1": 0.299588, "f1_weighted": 0.326935 }, { "accuracy": 0.315064, "f1": 0.29982, "f1_weighted": 0.319973 }, { "accuracy": 0.306658, "f1": 0.287721, "f1_weighted": 0.299108 }, { "accuracy": 0.316745, "f1": 0.299266, "f1_weighted": 0.310273 }, { "accuracy": 0.309348, "f1": 0.290715, "f1_weighted": 0.30215 }, { "accuracy": 0.317754, "f1": 0.30328, "f1_weighted": 0.314024 }, { "accuracy": 0.325488, "f1": 0.322333, "f1_weighted": 0.321009 } ], "main_score": 0.316543, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "accuracy": 0.413551, "f1": 0.407208, "f1_weighted": 0.420745, "scores_per_experiment": [ { "accuracy": 0.429388, "f1": 0.432733, "f1_weighted": 0.436152 }, { "accuracy": 0.433759, "f1": 0.416213, "f1_weighted": 0.437679 }, { "accuracy": 0.412239, "f1": 0.399041, "f1_weighted": 0.423207 }, { "accuracy": 0.401143, "f1": 0.39564, "f1_weighted": 0.410965 }, { "accuracy": 0.427371, "f1": 0.415262, "f1_weighted": 0.431421 }, { "accuracy": 0.403497, "f1": 0.394968, "f1_weighted": 0.41124 }, { "accuracy": 0.407868, "f1": 0.409373, "f1_weighted": 0.418513 }, { "accuracy": 0.413584, "f1": 0.401691, "f1_weighted": 0.423406 }, { "accuracy": 0.394418, "f1": 0.393417, "f1_weighted": 0.395511 }, { "accuracy": 0.412239, "f1": 0.413742, "f1_weighted": 0.419354 } ], "main_score": 0.413551, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "accuracy": 0.460222, "f1": 0.451371, "f1_weighted": 0.464572, "scores_per_experiment": [ { "accuracy": 0.466375, "f1": 0.463325, "f1_weighted": 0.467197 }, { "accuracy": 0.471419, "f1": 0.457835, "f1_weighted": 0.478963 }, { "accuracy": 0.466375, "f1": 0.452305, "f1_weighted": 0.469954 }, { "accuracy": 0.48655, "f1": 0.462777, "f1_weighted": 0.490709 }, { "accuracy": 0.457969, "f1": 0.430003, "f1_weighted": 0.460814 }, { "accuracy": 0.439475, "f1": 0.431504, "f1_weighted": 0.447475 }, { "accuracy": 0.45696, "f1": 0.463863, "f1_weighted": 0.455027 }, { "accuracy": 0.463013, "f1": 0.454245, "f1_weighted": 0.469043 }, { "accuracy": 0.445192, "f1": 0.442232, "f1_weighted": 0.452682 }, { "accuracy": 0.44889, "f1": 0.455622, "f1_weighted": 0.453854 } ], "main_score": 0.460222, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "accuracy": 0.424479, "f1": 0.427021, "f1_weighted": 0.434889, "scores_per_experiment": [ { "accuracy": 0.415266, "f1": 0.428833, "f1_weighted": 0.432932 }, { "accuracy": 0.428043, "f1": 0.426654, "f1_weighted": 0.436722 }, { "accuracy": 0.411903, "f1": 0.41573, "f1_weighted": 0.41918 }, { "accuracy": 0.452253, "f1": 0.446445, "f1_weighted": 0.465814 }, { "accuracy": 0.439475, "f1": 0.433225, "f1_weighted": 0.449065 }, { "accuracy": 0.441829, "f1": 0.432621, "f1_weighted": 0.452465 }, { "accuracy": 0.399462, "f1": 0.404774, "f1_weighted": 0.402679 }, { "accuracy": 0.423336, "f1": 0.431693, "f1_weighted": 0.440025 }, { "accuracy": 0.414593, "f1": 0.423012, "f1_weighted": 0.424189 }, { "accuracy": 0.418628, "f1": 0.427223, "f1_weighted": 0.425822 } ], "main_score": 0.424479, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "accuracy": 0.340619, "f1": 0.34014, "f1_weighted": 0.343644, "scores_per_experiment": [ { "accuracy": 0.361466, "f1": 0.35738, "f1_weighted": 0.366714 }, { "accuracy": 0.352724, "f1": 0.34808, "f1_weighted": 0.355875 }, { "accuracy": 0.338601, "f1": 0.323792, "f1_weighted": 0.336701 }, { "accuracy": 0.347344, "f1": 0.350072, "f1_weighted": 0.355103 }, { "accuracy": 0.330195, "f1": 0.334165, "f1_weighted": 0.325478 }, { "accuracy": 0.339946, "f1": 0.348032, "f1_weighted": 0.340128 }, { "accuracy": 0.333894, "f1": 0.332342, "f1_weighted": 0.338394 }, { "accuracy": 0.357767, "f1": 0.351556, "f1_weighted": 0.365426 }, { "accuracy": 0.309684, "f1": 0.317723, "f1_weighted": 0.310968 }, { "accuracy": 0.334566, "f1": 0.338263, "f1_weighted": 0.341652 } ], "main_score": 0.340619, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ] }, { "accuracy": 0.532683, "f1": 0.522825, "f1_weighted": 0.534495, "scores_per_experiment": [ { "accuracy": 0.530262, "f1": 0.52739, "f1_weighted": 0.533748 }, { "accuracy": 0.548756, "f1": 0.5408, "f1_weighted": 0.551722 }, { "accuracy": 0.535306, "f1": 0.51468, "f1_weighted": 0.542255 }, { "accuracy": 0.54573, "f1": 0.523229, "f1_weighted": 0.54648 }, { "accuracy": 0.541022, "f1": 0.526831, "f1_weighted": 0.539848 }, { "accuracy": 0.522865, "f1": 0.51343, "f1_weighted": 0.529749 }, { "accuracy": 0.53228, "f1": 0.524826, "f1_weighted": 0.532378 }, { "accuracy": 0.514459, "f1": 0.50943, "f1_weighted": 0.512031 }, { "accuracy": 0.519166, "f1": 0.516594, "f1_weighted": 0.520029 }, { "accuracy": 0.536987, "f1": 0.531041, "f1_weighted": 0.536705 } ], "main_score": 0.532683, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "accuracy": 0.532482, "f1": 0.516076, "f1_weighted": 0.541704, "scores_per_experiment": [ { "accuracy": 0.545393, "f1": 0.538711, "f1_weighted": 0.551613 }, { "accuracy": 0.563551, "f1": 0.537282, "f1_weighted": 0.572176 }, { "accuracy": 0.541695, "f1": 0.526374, "f1_weighted": 0.554123 }, { "accuracy": 0.528245, "f1": 0.513441, "f1_weighted": 0.537672 }, { "accuracy": 0.523874, "f1": 0.499238, "f1_weighted": 0.531383 }, { "accuracy": 0.531944, "f1": 0.508444, "f1_weighted": 0.542875 }, { "accuracy": 0.517485, "f1": 0.506303, "f1_weighted": 0.522436 }, { "accuracy": 0.518157, "f1": 0.496333, "f1_weighted": 0.530985 }, { "accuracy": 0.508406, "f1": 0.517311, "f1_weighted": 0.518965 }, { "accuracy": 0.546066, "f1": 0.517325, "f1_weighted": 0.554817 } ], "main_score": 0.532482, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "accuracy": 0.437996, "f1": 0.428674, "f1_weighted": 0.44663, "scores_per_experiment": [ { "accuracy": 0.432414, "f1": 0.437552, "f1_weighted": 0.445725 }, { "accuracy": 0.453262, "f1": 0.438017, "f1_weighted": 0.465394 }, { "accuracy": 0.424681, "f1": 0.416419, "f1_weighted": 0.430722 }, { "accuracy": 0.451244, "f1": 0.434667, "f1_weighted": 0.462118 }, { "accuracy": 0.446537, "f1": 0.429863, "f1_weighted": 0.456127 }, { "accuracy": 0.435104, "f1": 0.420343, "f1_weighted": 0.443986 }, { "accuracy": 0.420982, "f1": 0.425062, "f1_weighted": 0.429004 }, { "accuracy": 0.443847, "f1": 0.435081, "f1_weighted": 0.451064 }, { "accuracy": 0.411903, "f1": 0.410133, "f1_weighted": 0.416807 }, { "accuracy": 0.459987, "f1": 0.439606, "f1_weighted": 0.465354 } ], "main_score": 0.437996, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "accuracy": 0.516543, "f1": 0.501656, "f1_weighted": 0.522719, "scores_per_experiment": [ { "accuracy": 0.497646, "f1": 0.486838, "f1_weighted": 0.505339 }, { "accuracy": 0.541358, "f1": 0.508832, "f1_weighted": 0.550072 }, { "accuracy": 0.502017, "f1": 0.479985, "f1_weighted": 0.506796 }, { "accuracy": 0.536987, "f1": 0.516441, "f1_weighted": 0.544297 }, { "accuracy": 0.530599, "f1": 0.503852, "f1_weighted": 0.536605 }, { "accuracy": 0.522529, "f1": 0.513838, "f1_weighted": 0.529936 }, { "accuracy": 0.498991, "f1": 0.508716, "f1_weighted": 0.505402 }, { "accuracy": 0.506725, "f1": 0.491804, "f1_weighted": 0.514248 }, { "accuracy": 0.507397, "f1": 0.502043, "f1_weighted": 0.509514 }, { "accuracy": 0.521184, "f1": 0.504207, "f1_weighted": 0.52498 } ], "main_score": 0.516543, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "accuracy": 0.308742, "f1": 0.284432, "f1_weighted": 0.314246, "scores_per_experiment": [ { "accuracy": 0.316409, "f1": 0.292322, "f1_weighted": 0.325921 }, { "accuracy": 0.314391, "f1": 0.294037, "f1_weighted": 0.321018 }, { "accuracy": 0.319771, "f1": 0.299247, "f1_weighted": 0.318907 }, { "accuracy": 0.298588, "f1": 0.266645, "f1_weighted": 0.305446 }, { "accuracy": 0.313383, "f1": 0.280472, "f1_weighted": 0.31774 }, { "accuracy": 0.306994, "f1": 0.28157, "f1_weighted": 0.3109 }, { "accuracy": 0.304976, "f1": 0.278447, "f1_weighted": 0.315968 }, { "accuracy": 0.299597, "f1": 0.276447, "f1_weighted": 0.310338 }, { "accuracy": 0.306658, "f1": 0.289321, "f1_weighted": 0.303401 }, { "accuracy": 0.306658, "f1": 0.285816, "f1_weighted": 0.312822 } ], "main_score": 0.308742, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "accuracy": 0.293477, "f1": 0.276612, "f1_weighted": 0.290812, "scores_per_experiment": [ { "accuracy": 0.298588, "f1": 0.291449, "f1_weighted": 0.293358 }, { "accuracy": 0.280767, "f1": 0.266598, "f1_weighted": 0.271172 }, { "accuracy": 0.287828, "f1": 0.275803, "f1_weighted": 0.280391 }, { "accuracy": 0.308675, "f1": 0.283388, "f1_weighted": 0.309079 }, { "accuracy": 0.317418, "f1": 0.287943, "f1_weighted": 0.317749 }, { "accuracy": 0.287492, "f1": 0.268317, "f1_weighted": 0.289006 }, { "accuracy": 0.279085, "f1": 0.265447, "f1_weighted": 0.27382 }, { "accuracy": 0.291527, "f1": 0.278021, "f1_weighted": 0.294309 }, { "accuracy": 0.28312, "f1": 0.267119, "f1_weighted": 0.278548 }, { "accuracy": 0.300269, "f1": 0.282038, "f1_weighted": 0.300684 } ], "main_score": 0.293477, "hf_subset": "he", "languages": [ "heb-Hebr" ] }, { "accuracy": 0.369334, "f1": 0.353572, "f1_weighted": 0.374087, "scores_per_experiment": [ { "accuracy": 0.379623, "f1": 0.365772, "f1_weighted": 0.383732 }, { "accuracy": 0.371217, "f1": 0.360005, "f1_weighted": 0.377701 }, { "accuracy": 0.380968, "f1": 0.358581, "f1_weighted": 0.379862 }, { "accuracy": 0.377942, "f1": 0.354671, "f1_weighted": 0.384263 }, { "accuracy": 0.373235, "f1": 0.346297, "f1_weighted": 0.377865 }, { "accuracy": 0.359449, "f1": 0.342721, "f1_weighted": 0.368508 }, { "accuracy": 0.369536, "f1": 0.357898, "f1_weighted": 0.37238 }, { "accuracy": 0.362811, "f1": 0.354299, "f1_weighted": 0.372001 }, { "accuracy": 0.35844, "f1": 0.354038, "f1_weighted": 0.360517 }, { "accuracy": 0.360121, "f1": 0.341442, "f1_weighted": 0.364043 } ], "main_score": 0.369334, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "accuracy": 0.370545, "f1": 0.342233, "f1_weighted": 0.371234, "scores_per_experiment": [ { "accuracy": 0.387693, "f1": 0.346839, "f1_weighted": 0.393753 }, { "accuracy": 0.376597, "f1": 0.349244, "f1_weighted": 0.374798 }, { "accuracy": 0.373907, "f1": 0.352086, "f1_weighted": 0.374242 }, { "accuracy": 0.370208, "f1": 0.336966, "f1_weighted": 0.376652 }, { "accuracy": 0.368527, "f1": 0.327399, "f1_weighted": 0.365781 }, { "accuracy": 0.36651, "f1": 0.338309, "f1_weighted": 0.367074 }, { "accuracy": 0.379287, "f1": 0.354806, "f1_weighted": 0.372966 }, { "accuracy": 0.373235, "f1": 0.343825, "f1_weighted": 0.374019 }, { "accuracy": 0.364492, "f1": 0.340818, "f1_weighted": 0.363039 }, { "accuracy": 0.34499, "f1": 0.332038, "f1_weighted": 0.350016 } ], "main_score": 0.370545, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "accuracy": 0.267586, "f1": 0.246205, "f1_weighted": 0.259774, "scores_per_experiment": [ { "accuracy": 0.294217, "f1": 0.266182, "f1_weighted": 0.288154 }, { "accuracy": 0.267989, "f1": 0.255005, "f1_weighted": 0.253305 }, { "accuracy": 0.254203, "f1": 0.233398, "f1_weighted": 0.235841 }, { "accuracy": 0.26698, "f1": 0.244613, "f1_weighted": 0.265971 }, { "accuracy": 0.264963, "f1": 0.24023, "f1_weighted": 0.26309 }, { "accuracy": 0.254539, "f1": 0.232174, "f1_weighted": 0.245303 }, { "accuracy": 0.269334, "f1": 0.25399, "f1_weighted": 0.265104 }, { "accuracy": 0.274378, "f1": 0.247534, "f1_weighted": 0.271239 }, { "accuracy": 0.279758, "f1": 0.254186, "f1_weighted": 0.265202 }, { "accuracy": 0.249496, "f1": 0.234732, "f1_weighted": 0.244531 } ], "main_score": 0.267586, "hf_subset": "ml", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.529052, "f1": 0.519142, "f1_weighted": 0.53395, "scores_per_experiment": [ { "accuracy": 0.52959, "f1": 0.523184, "f1_weighted": 0.535399 }, { "accuracy": 0.553127, "f1": 0.527928, "f1_weighted": 0.55922 }, { "accuracy": 0.519166, "f1": 0.512215, "f1_weighted": 0.521045 }, { "accuracy": 0.542031, "f1": 0.529949, "f1_weighted": 0.547971 }, { "accuracy": 0.530935, "f1": 0.51638, "f1_weighted": 0.536582 }, { "accuracy": 0.52959, "f1": 0.524916, "f1_weighted": 0.534751 }, { "accuracy": 0.518494, "f1": 0.518196, "f1_weighted": 0.523864 }, { "accuracy": 0.519166, "f1": 0.508876, "f1_weighted": 0.525602 }, { "accuracy": 0.510424, "f1": 0.504595, "f1_weighted": 0.516564 }, { "accuracy": 0.537996, "f1": 0.525185, "f1_weighted": 0.538505 } ], "main_score": 0.529052, "hf_subset": "fr", "languages": [ "fra-Latn" ] } ] }, "evaluation_time": 2583.8733129501343, "kg_co2_emissions": 0.07722395588207767 }