{ "dataset_revision": "4672e20407010da34463acc759c162ca9734bca6", "task_name": "MassiveIntentClassification", "mteb_version": "1.18.0", "scores": { "validation": [ { "accuracy": 0.024988, "f1": 0.011088, "f1_weighted": 0.013146, "scores_per_experiment": [ { "accuracy": 0.028037, "f1": 0.01606, "f1_weighted": 0.018457 }, { "accuracy": 0.021643, "f1": 0.012066, "f1_weighted": 0.013495 }, { "accuracy": 0.021151, "f1": 0.008352, "f1_weighted": 0.010735 }, { "accuracy": 0.031972, "f1": 0.013987, "f1_weighted": 0.016483 }, { "accuracy": 0.023119, "f1": 0.014258, "f1_weighted": 0.014875 }, { "accuracy": 0.023119, "f1": 0.008429, "f1_weighted": 0.008069 }, { "accuracy": 0.026562, "f1": 0.008251, "f1_weighted": 0.011822 }, { "accuracy": 0.019183, "f1": 0.005988, "f1_weighted": 0.005682 }, { "accuracy": 0.029513, "f1": 0.013275, "f1_weighted": 0.021143 }, { "accuracy": 0.025578, "f1": 0.010215, "f1_weighted": 0.0107 } ], "main_score": 0.024988, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "accuracy": 0.047418, "f1": 0.034724, "f1_weighted": 0.041849, "scores_per_experiment": [ { "accuracy": 0.043778, "f1": 0.037558, "f1_weighted": 0.038504 }, { "accuracy": 0.047713, "f1": 0.035153, "f1_weighted": 0.038771 }, { "accuracy": 0.050664, "f1": 0.030806, "f1_weighted": 0.047088 }, { "accuracy": 0.044761, "f1": 0.034102, "f1_weighted": 0.043943 }, { "accuracy": 0.050664, "f1": 0.043311, "f1_weighted": 0.046413 }, { "accuracy": 0.058534, "f1": 0.038798, "f1_weighted": 0.047389 }, { "accuracy": 0.035908, "f1": 0.028833, "f1_weighted": 0.029877 }, { "accuracy": 0.048205, "f1": 0.02975, "f1_weighted": 0.038429 }, { "accuracy": 0.051156, "f1": 0.039264, "f1_weighted": 0.05237 }, { "accuracy": 0.042794, "f1": 0.029661, "f1_weighted": 0.035707 } ], "main_score": 0.047418, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ] }, { "accuracy": 0.409149, "f1": 0.391623, "f1_weighted": 0.41543, "scores_per_experiment": [ { "accuracy": 0.39695, "f1": 0.394573, "f1_weighted": 0.403264 }, { "accuracy": 0.418593, "f1": 0.384299, "f1_weighted": 0.419299 }, { "accuracy": 0.428923, "f1": 0.412192, "f1_weighted": 0.438509 }, { "accuracy": 0.419085, "f1": 0.394738, "f1_weighted": 0.424498 }, { "accuracy": 0.409247, "f1": 0.391745, "f1_weighted": 0.413278 }, { "accuracy": 0.410231, "f1": 0.386222, "f1_weighted": 0.419248 }, { "accuracy": 0.414658, "f1": 0.399687, "f1_weighted": 0.420899 }, { "accuracy": 0.400885, "f1": 0.379507, "f1_weighted": 0.410096 }, { "accuracy": 0.382686, "f1": 0.378348, "f1_weighted": 0.38878 }, { "accuracy": 0.410231, "f1": 0.394918, "f1_weighted": 0.416431 } ], "main_score": 0.409149, "hf_subset": "tl", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.034973, "f1": 0.022701, "f1_weighted": 0.023919, "scores_per_experiment": [ { "accuracy": 0.054107, "f1": 0.023365, "f1_weighted": 0.036566 }, { "accuracy": 0.027054, "f1": 0.017624, "f1_weighted": 0.014121 }, { "accuracy": 0.027054, "f1": 0.021619, "f1_weighted": 0.017444 }, { "accuracy": 0.038859, "f1": 0.02499, "f1_weighted": 0.030902 }, { "accuracy": 0.035416, "f1": 0.022881, "f1_weighted": 0.02334 }, { "accuracy": 0.036891, "f1": 0.024007, "f1_weighted": 0.023044 }, { "accuracy": 0.02607, "f1": 0.018338, "f1_weighted": 0.013553 }, { "accuracy": 0.030005, "f1": 0.025456, "f1_weighted": 0.026903 }, { "accuracy": 0.040334, "f1": 0.02323, "f1_weighted": 0.03229 }, { "accuracy": 0.03394, "f1": 0.0255, "f1_weighted": 0.02103 } ], "main_score": 0.034973, "hf_subset": "mn", "languages": [ "mon-Cyrl" ] }, { "accuracy": 0.039597, "f1": 0.037127, "f1_weighted": 0.036129, "scores_per_experiment": [ { "accuracy": 0.047221, "f1": 0.042539, "f1_weighted": 0.040881 }, { "accuracy": 0.030005, "f1": 0.035167, "f1_weighted": 0.02593 }, { "accuracy": 0.026562, "f1": 0.027255, "f1_weighted": 0.021913 }, { "accuracy": 0.054107, "f1": 0.04183, "f1_weighted": 0.045452 }, { "accuracy": 0.047713, "f1": 0.03943, "f1_weighted": 0.044661 }, { "accuracy": 0.035908, "f1": 0.030313, "f1_weighted": 0.029945 }, { "accuracy": 0.031481, "f1": 0.02959, "f1_weighted": 0.026858 }, { "accuracy": 0.034924, "f1": 0.044839, "f1_weighted": 0.040294 }, { "accuracy": 0.034924, "f1": 0.038638, "f1_weighted": 0.040618 }, { "accuracy": 0.053123, "f1": 0.041669, "f1_weighted": 0.044741 } ], "main_score": 0.039597, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "accuracy": 0.469061, "f1": 0.464205, "f1_weighted": 0.470716, "scores_per_experiment": [ { "accuracy": 0.478603, "f1": 0.478522, "f1_weighted": 0.481614 }, { "accuracy": 0.46483, "f1": 0.455726, "f1_weighted": 0.46813 }, { "accuracy": 0.488933, "f1": 0.47437, "f1_weighted": 0.486177 }, { "accuracy": 0.469749, "f1": 0.452529, "f1_weighted": 0.472038 }, { "accuracy": 0.478603, "f1": 0.475008, "f1_weighted": 0.483859 }, { "accuracy": 0.460403, "f1": 0.458358, "f1_weighted": 0.457063 }, { "accuracy": 0.453025, "f1": 0.451385, "f1_weighted": 0.452756 }, { "accuracy": 0.460403, "f1": 0.467422, "f1_weighted": 0.463813 }, { "accuracy": 0.456468, "f1": 0.454834, "f1_weighted": 0.459152 }, { "accuracy": 0.479587, "f1": 0.473902, "f1_weighted": 0.482555 } ], "main_score": 0.469061, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "accuracy": 0.037334, "f1": 0.024149, "f1_weighted": 0.028678, "scores_per_experiment": [ { "accuracy": 0.047713, "f1": 0.026397, "f1_weighted": 0.034016 }, { "accuracy": 0.037383, "f1": 0.023565, "f1_weighted": 0.024863 }, { "accuracy": 0.041318, "f1": 0.024222, "f1_weighted": 0.034475 }, { "accuracy": 0.036891, "f1": 0.022418, "f1_weighted": 0.024778 }, { "accuracy": 0.029021, "f1": 0.02029, "f1_weighted": 0.02358 }, { "accuracy": 0.041318, "f1": 0.026415, "f1_weighted": 0.030708 }, { "accuracy": 0.02361, "f1": 0.023474, "f1_weighted": 0.020694 }, { "accuracy": 0.043286, "f1": 0.026368, "f1_weighted": 0.037171 }, { "accuracy": 0.03394, "f1": 0.020659, "f1_weighted": 0.026072 }, { "accuracy": 0.038859, "f1": 0.027678, "f1_weighted": 0.030428 } ], "main_score": 0.037334, "hf_subset": "kn", "languages": [ "kan-Knda" ] }, { "accuracy": 0.416183, "f1": 0.412753, "f1_weighted": 0.419339, "scores_per_experiment": [ { "accuracy": 0.412691, "f1": 0.417755, "f1_weighted": 0.418196 }, { "accuracy": 0.426463, "f1": 0.396933, "f1_weighted": 0.431665 }, { "accuracy": 0.40728, "f1": 0.404421, "f1_weighted": 0.413528 }, { "accuracy": 0.427447, "f1": 0.412457, "f1_weighted": 0.435186 }, { "accuracy": 0.417609, "f1": 0.419752, "f1_weighted": 0.427098 }, { "accuracy": 0.426463, "f1": 0.429179, "f1_weighted": 0.425364 }, { "accuracy": 0.397934, "f1": 0.400582, "f1_weighted": 0.392744 }, { "accuracy": 0.430398, "f1": 0.424386, "f1_weighted": 0.433171 }, { "accuracy": 0.393507, "f1": 0.404679, "f1_weighted": 0.393799 }, { "accuracy": 0.422036, "f1": 0.417381, "f1_weighted": 0.422635 } ], "main_score": 0.416183, "hf_subset": "sq", "languages": [ "sqi-Latn" ] }, { "accuracy": 0.046286, "f1": 0.025106, "f1_weighted": 0.029594, "scores_per_experiment": [ { "accuracy": 0.058042, "f1": 0.033829, "f1_weighted": 0.040439 }, { "accuracy": 0.036891, "f1": 0.022701, "f1_weighted": 0.022061 }, { "accuracy": 0.045745, "f1": 0.024783, "f1_weighted": 0.026537 }, { "accuracy": 0.036891, "f1": 0.011883, "f1_weighted": 0.014881 }, { "accuracy": 0.055583, "f1": 0.030596, "f1_weighted": 0.039827 }, { "accuracy": 0.046237, "f1": 0.026485, "f1_weighted": 0.029763 }, { "accuracy": 0.038367, "f1": 0.020522, "f1_weighted": 0.026305 }, { "accuracy": 0.036891, "f1": 0.028293, "f1_weighted": 0.03043 }, { "accuracy": 0.058534, "f1": 0.021757, "f1_weighted": 0.036624 }, { "accuracy": 0.04968, "f1": 0.030211, "f1_weighted": 0.029074 } ], "main_score": 0.046286, "hf_subset": "my", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.429365, "f1": 0.430656, "f1_weighted": 0.433507, "scores_per_experiment": [ { "accuracy": 0.440236, "f1": 0.447789, "f1_weighted": 0.445738 }, { "accuracy": 0.435809, "f1": 0.418146, "f1_weighted": 0.434774 }, { "accuracy": 0.445647, "f1": 0.450983, "f1_weighted": 0.446652 }, { "accuracy": 0.431874, "f1": 0.425419, "f1_weighted": 0.442225 }, { "accuracy": 0.428923, "f1": 0.427413, "f1_weighted": 0.435707 }, { "accuracy": 0.439252, "f1": 0.445803, "f1_weighted": 0.443662 }, { "accuracy": 0.403345, "f1": 0.409251, "f1_weighted": 0.411203 }, { "accuracy": 0.419085, "f1": 0.429037, "f1_weighted": 0.422072 }, { "accuracy": 0.422036, "f1": 0.432033, "f1_weighted": 0.424452 }, { "accuracy": 0.427447, "f1": 0.420688, "f1_weighted": 0.428591 } ], "main_score": 0.429365, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "accuracy": 0.360698, "f1": 0.357687, "f1_weighted": 0.361372, "scores_per_experiment": [ { "accuracy": 0.380718, "f1": 0.379359, "f1_weighted": 0.383067 }, { "accuracy": 0.36547, "f1": 0.359991, "f1_weighted": 0.368115 }, { "accuracy": 0.359075, "f1": 0.349044, "f1_weighted": 0.363776 }, { "accuracy": 0.369897, "f1": 0.362777, "f1_weighted": 0.368527 }, { "accuracy": 0.362518, "f1": 0.3615, "f1_weighted": 0.362335 }, { "accuracy": 0.354156, "f1": 0.351576, "f1_weighted": 0.353334 }, { "accuracy": 0.351205, "f1": 0.351472, "f1_weighted": 0.349122 }, { "accuracy": 0.349238, "f1": 0.348552, "f1_weighted": 0.349105 }, { "accuracy": 0.344811, "f1": 0.349408, "f1_weighted": 0.345416 }, { "accuracy": 0.369897, "f1": 0.363191, "f1_weighted": 0.37092 } ], "main_score": 0.360698, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "accuracy": 0.419872, "f1": 0.411056, "f1_weighted": 0.42288, "scores_per_experiment": [ { "accuracy": 0.427447, "f1": 0.425356, "f1_weighted": 0.430405 }, { "accuracy": 0.414166, "f1": 0.4016, "f1_weighted": 0.418166 }, { "accuracy": 0.426463, "f1": 0.411848, "f1_weighted": 0.434242 }, { "accuracy": 0.424988, "f1": 0.423862, "f1_weighted": 0.426119 }, { "accuracy": 0.440236, "f1": 0.422114, "f1_weighted": 0.442404 }, { "accuracy": 0.424496, "f1": 0.414857, "f1_weighted": 0.425887 }, { "accuracy": 0.393507, "f1": 0.391778, "f1_weighted": 0.394297 }, { "accuracy": 0.411707, "f1": 0.389706, "f1_weighted": 0.414409 }, { "accuracy": 0.414166, "f1": 0.413612, "f1_weighted": 0.416338 }, { "accuracy": 0.421545, "f1": 0.415823, "f1_weighted": 0.426535 } ], "main_score": 0.419872, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "accuracy": 0.032809, "f1": 0.022185, "f1_weighted": 0.027297, "scores_per_experiment": [ { "accuracy": 0.037383, "f1": 0.020065, "f1_weighted": 0.026378 }, { "accuracy": 0.031481, "f1": 0.019719, "f1_weighted": 0.018484 }, { "accuracy": 0.037383, "f1": 0.02763, "f1_weighted": 0.032957 }, { "accuracy": 0.029513, "f1": 0.022007, "f1_weighted": 0.029268 }, { "accuracy": 0.036399, "f1": 0.020604, "f1_weighted": 0.028698 }, { "accuracy": 0.039351, "f1": 0.023439, "f1_weighted": 0.038501 }, { "accuracy": 0.028529, "f1": 0.019078, "f1_weighted": 0.019659 }, { "accuracy": 0.039351, "f1": 0.024695, "f1_weighted": 0.035154 }, { "accuracy": 0.020659, "f1": 0.019856, "f1_weighted": 0.021728 }, { "accuracy": 0.028037, "f1": 0.024759, "f1_weighted": 0.022139 } ], "main_score": 0.032809, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "accuracy": 0.390408, "f1": 0.385158, "f1_weighted": 0.392188, "scores_per_experiment": [ { "accuracy": 0.37334, "f1": 0.373878, "f1_weighted": 0.374637 }, { "accuracy": 0.410723, "f1": 0.400939, "f1_weighted": 0.415535 }, { "accuracy": 0.37334, "f1": 0.37969, "f1_weighted": 0.375685 }, { "accuracy": 0.400885, "f1": 0.391777, "f1_weighted": 0.401696 }, { "accuracy": 0.398918, "f1": 0.392543, "f1_weighted": 0.397059 }, { "accuracy": 0.387113, "f1": 0.374725, "f1_weighted": 0.39207 }, { "accuracy": 0.388588, "f1": 0.380084, "f1_weighted": 0.386815 }, { "accuracy": 0.394491, "f1": 0.376743, "f1_weighted": 0.396795 }, { "accuracy": 0.372848, "f1": 0.384906, "f1_weighted": 0.371206 }, { "accuracy": 0.403837, "f1": 0.396294, "f1_weighted": 0.41038 } ], "main_score": 0.390408, "hf_subset": "ms", "languages": [ "msa-Latn" ] }, { "accuracy": 0.031333, "f1": 0.013916, "f1_weighted": 0.019465, "scores_per_experiment": [ { "accuracy": 0.033448, "f1": 0.011516, "f1_weighted": 0.020543 }, { "accuracy": 0.022627, "f1": 0.017958, "f1_weighted": 0.013318 }, { "accuracy": 0.029021, "f1": 0.014641, "f1_weighted": 0.025624 }, { "accuracy": 0.037875, "f1": 0.011906, "f1_weighted": 0.019153 }, { "accuracy": 0.029021, "f1": 0.012006, "f1_weighted": 0.017533 }, { "accuracy": 0.029513, "f1": 0.013416, "f1_weighted": 0.013307 }, { "accuracy": 0.036891, "f1": 0.018772, "f1_weighted": 0.021456 }, { "accuracy": 0.038859, "f1": 0.01391, "f1_weighted": 0.025005 }, { "accuracy": 0.040826, "f1": 0.017475, "f1_weighted": 0.030177 }, { "accuracy": 0.015248, "f1": 0.007561, "f1_weighted": 0.00853 } ], "main_score": 0.031333, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ] }, { "accuracy": 0.391146, "f1": 0.379462, "f1_weighted": 0.393589, "scores_per_experiment": [ { "accuracy": 0.405804, "f1": 0.405383, "f1_weighted": 0.409728 }, { "accuracy": 0.417609, "f1": 0.396025, "f1_weighted": 0.422138 }, { "accuracy": 0.38121, "f1": 0.377808, "f1_weighted": 0.373851 }, { "accuracy": 0.39154, "f1": 0.377349, "f1_weighted": 0.395854 }, { "accuracy": 0.411215, "f1": 0.387955, "f1_weighted": 0.413107 }, { "accuracy": 0.377767, "f1": 0.362266, "f1_weighted": 0.38137 }, { "accuracy": 0.388588, "f1": 0.378061, "f1_weighted": 0.390434 }, { "accuracy": 0.378259, "f1": 0.36814, "f1_weighted": 0.38375 }, { "accuracy": 0.368421, "f1": 0.362852, "f1_weighted": 0.373464 }, { "accuracy": 0.391048, "f1": 0.378783, "f1_weighted": 0.392198 } ], "main_score": 0.391146, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "accuracy": 0.390457, "f1": 0.370758, "f1_weighted": 0.397895, "scores_per_experiment": [ { "accuracy": 0.395967, "f1": 0.384407, "f1_weighted": 0.409037 }, { "accuracy": 0.411215, "f1": 0.375576, "f1_weighted": 0.419832 }, { "accuracy": 0.418101, "f1": 0.391353, "f1_weighted": 0.425854 }, { "accuracy": 0.410231, "f1": 0.384163, "f1_weighted": 0.421661 }, { "accuracy": 0.397934, "f1": 0.369738, "f1_weighted": 0.405702 }, { "accuracy": 0.376783, "f1": 0.375574, "f1_weighted": 0.380589 }, { "accuracy": 0.34727, "f1": 0.331216, "f1_weighted": 0.351785 }, { "accuracy": 0.388096, "f1": 0.36667, "f1_weighted": 0.394527 }, { "accuracy": 0.365962, "f1": 0.365618, "f1_weighted": 0.373624 }, { "accuracy": 0.393015, "f1": 0.363267, "f1_weighted": 0.39634 } ], "main_score": 0.390457, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "accuracy": 0.108903, "f1": 0.093475, "f1_weighted": 0.110627, "scores_per_experiment": [ { "accuracy": 0.121003, "f1": 0.110006, "f1_weighted": 0.122563 }, { "accuracy": 0.110182, "f1": 0.092892, "f1_weighted": 0.105399 }, { "accuracy": 0.106247, "f1": 0.097259, "f1_weighted": 0.112912 }, { "accuracy": 0.091982, "f1": 0.081968, "f1_weighted": 0.099577 }, { "accuracy": 0.103788, "f1": 0.089067, "f1_weighted": 0.110831 }, { "accuracy": 0.115101, "f1": 0.093735, "f1_weighted": 0.111292 }, { "accuracy": 0.103788, "f1": 0.084982, "f1_weighted": 0.106124 }, { "accuracy": 0.115101, "f1": 0.100963, "f1_weighted": 0.118189 }, { "accuracy": 0.099852, "f1": 0.085713, "f1_weighted": 0.100372 }, { "accuracy": 0.121987, "f1": 0.098171, "f1_weighted": 0.119017 } ], "main_score": 0.108903, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "accuracy": 0.37816, "f1": 0.369559, "f1_weighted": 0.383101, "scores_per_experiment": [ { "accuracy": 0.389572, "f1": 0.380553, "f1_weighted": 0.39937 }, { "accuracy": 0.376783, "f1": 0.353042, "f1_weighted": 0.381551 }, { "accuracy": 0.391048, "f1": 0.374992, "f1_weighted": 0.396828 }, { "accuracy": 0.403837, "f1": 0.39143, "f1_weighted": 0.403972 }, { "accuracy": 0.383178, "f1": 0.379431, "f1_weighted": 0.390015 }, { "accuracy": 0.394491, "f1": 0.381948, "f1_weighted": 0.403048 }, { "accuracy": 0.343827, "f1": 0.343616, "f1_weighted": 0.349683 }, { "accuracy": 0.356124, "f1": 0.346784, "f1_weighted": 0.360588 }, { "accuracy": 0.356124, "f1": 0.359494, "f1_weighted": 0.360047 }, { "accuracy": 0.386621, "f1": 0.384299, "f1_weighted": 0.385907 } ], "main_score": 0.37816, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "accuracy": 0.456173, "f1": 0.437293, "f1_weighted": 0.457889, "scores_per_experiment": [ { "accuracy": 0.461879, "f1": 0.440203, "f1_weighted": 0.466649 }, { "accuracy": 0.469257, "f1": 0.445575, "f1_weighted": 0.474401 }, { "accuracy": 0.464338, "f1": 0.436191, "f1_weighted": 0.470759 }, { "accuracy": 0.46483, "f1": 0.443861, "f1_weighted": 0.466347 }, { "accuracy": 0.460895, "f1": 0.435991, "f1_weighted": 0.463142 }, { "accuracy": 0.458436, "f1": 0.438743, "f1_weighted": 0.460481 }, { "accuracy": 0.448106, "f1": 0.435068, "f1_weighted": 0.448798 }, { "accuracy": 0.445647, "f1": 0.434808, "f1_weighted": 0.445599 }, { "accuracy": 0.440236, "f1": 0.435286, "f1_weighted": 0.437237 }, { "accuracy": 0.448106, "f1": 0.427208, "f1_weighted": 0.445474 } ], "main_score": 0.456173, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "accuracy": 0.648746, "f1": 0.63057, "f1_weighted": 0.647757, "scores_per_experiment": [ { "accuracy": 0.641417, "f1": 0.623888, "f1_weighted": 0.642024 }, { "accuracy": 0.669946, "f1": 0.641031, "f1_weighted": 0.670554 }, { "accuracy": 0.643384, "f1": 0.623433, "f1_weighted": 0.640834 }, { "accuracy": 0.664535, "f1": 0.653443, "f1_weighted": 0.66032 }, { "accuracy": 0.641417, "f1": 0.619432, "f1_weighted": 0.639425 }, { "accuracy": 0.640925, "f1": 0.620574, "f1_weighted": 0.641942 }, { "accuracy": 0.640433, "f1": 0.61528, "f1_weighted": 0.641685 }, { "accuracy": 0.642892, "f1": 0.628911, "f1_weighted": 0.641311 }, { "accuracy": 0.638465, "f1": 0.630421, "f1_weighted": 0.634947 }, { "accuracy": 0.664043, "f1": 0.64929, "f1_weighted": 0.664532 } ], "main_score": 0.648746, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "accuracy": 0.35332, "f1": 0.340747, "f1_weighted": 0.356789, "scores_per_experiment": [ { "accuracy": 0.354648, "f1": 0.334203, "f1_weighted": 0.3521 }, { "accuracy": 0.367437, "f1": 0.350027, "f1_weighted": 0.369233 }, { "accuracy": 0.332514, "f1": 0.325277, "f1_weighted": 0.332619 }, { "accuracy": 0.369897, "f1": 0.351782, "f1_weighted": 0.373428 }, { "accuracy": 0.366454, "f1": 0.344529, "f1_weighted": 0.378851 }, { "accuracy": 0.345303, "f1": 0.325847, "f1_weighted": 0.346444 }, { "accuracy": 0.340876, "f1": 0.333172, "f1_weighted": 0.343752 }, { "accuracy": 0.347762, "f1": 0.346717, "f1_weighted": 0.354904 }, { "accuracy": 0.341367, "f1": 0.344805, "f1_weighted": 0.344716 }, { "accuracy": 0.366945, "f1": 0.35111, "f1_weighted": 0.371847 } ], "main_score": 0.35332, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "accuracy": 0.04304, "f1": 0.035543, "f1_weighted": 0.036926, "scores_per_experiment": [ { "accuracy": 0.043778, "f1": 0.041693, "f1_weighted": 0.047815 }, { "accuracy": 0.038367, "f1": 0.042698, "f1_weighted": 0.03341 }, { "accuracy": 0.047221, "f1": 0.036521, "f1_weighted": 0.034434 }, { "accuracy": 0.040826, "f1": 0.034178, "f1_weighted": 0.040252 }, { "accuracy": 0.043286, "f1": 0.03046, "f1_weighted": 0.027355 }, { "accuracy": 0.047713, "f1": 0.042123, "f1_weighted": 0.042475 }, { "accuracy": 0.032464, "f1": 0.026277, "f1_weighted": 0.02498 }, { "accuracy": 0.03394, "f1": 0.030658, "f1_weighted": 0.028227 }, { "accuracy": 0.050664, "f1": 0.038322, "f1_weighted": 0.04715 }, { "accuracy": 0.05214, "f1": 0.032501, "f1_weighted": 0.043159 } ], "main_score": 0.04304, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.040974, "f1": 0.019682, "f1_weighted": 0.022739, "scores_per_experiment": [ { "accuracy": 0.040334, "f1": 0.018817, "f1_weighted": 0.023499 }, { "accuracy": 0.052632, "f1": 0.022629, "f1_weighted": 0.023346 }, { "accuracy": 0.040334, "f1": 0.017891, "f1_weighted": 0.01888 }, { "accuracy": 0.041318, "f1": 0.021961, "f1_weighted": 0.028192 }, { "accuracy": 0.043778, "f1": 0.021446, "f1_weighted": 0.025992 }, { "accuracy": 0.041318, "f1": 0.021827, "f1_weighted": 0.021776 }, { "accuracy": 0.036399, "f1": 0.016617, "f1_weighted": 0.017446 }, { "accuracy": 0.056567, "f1": 0.02235, "f1_weighted": 0.033926 }, { "accuracy": 0.031481, "f1": 0.017481, "f1_weighted": 0.022547 }, { "accuracy": 0.025578, "f1": 0.015802, "f1_weighted": 0.011783 } ], "main_score": 0.040974, "hf_subset": "km", "languages": [ "khm-Khmr" ] }, { "accuracy": 0.407772, "f1": 0.389148, "f1_weighted": 0.409608, "scores_per_experiment": [ { "accuracy": 0.403345, "f1": 0.389752, "f1_weighted": 0.406926 }, { "accuracy": 0.418101, "f1": 0.389161, "f1_weighted": 0.421865 }, { "accuracy": 0.413674, "f1": 0.403931, "f1_weighted": 0.412391 }, { "accuracy": 0.409247, "f1": 0.38078, "f1_weighted": 0.411839 }, { "accuracy": 0.431382, "f1": 0.410503, "f1_weighted": 0.43599 }, { "accuracy": 0.393507, "f1": 0.372265, "f1_weighted": 0.390411 }, { "accuracy": 0.392523, "f1": 0.381893, "f1_weighted": 0.395279 }, { "accuracy": 0.408264, "f1": 0.376381, "f1_weighted": 0.413903 }, { "accuracy": 0.398918, "f1": 0.392756, "f1_weighted": 0.394264 }, { "accuracy": 0.408756, "f1": 0.394061, "f1_weighted": 0.413214 } ], "main_score": 0.407772, "hf_subset": "af", "languages": [ "afr-Latn" ] }, { "accuracy": 0.361485, "f1": 0.358066, "f1_weighted": 0.36683, "scores_per_experiment": [ { "accuracy": 0.358583, "f1": 0.368015, "f1_weighted": 0.359674 }, { "accuracy": 0.372356, "f1": 0.361061, "f1_weighted": 0.37544 }, { "accuracy": 0.3576, "f1": 0.356484, "f1_weighted": 0.367495 }, { "accuracy": 0.371372, "f1": 0.365796, "f1_weighted": 0.37313 }, { "accuracy": 0.374816, "f1": 0.363177, "f1_weighted": 0.383259 }, { "accuracy": 0.359567, "f1": 0.35386, "f1_weighted": 0.362723 }, { "accuracy": 0.35514, "f1": 0.358707, "f1_weighted": 0.35902 }, { "accuracy": 0.366454, "f1": 0.355714, "f1_weighted": 0.375773 }, { "accuracy": 0.3394, "f1": 0.345224, "f1_weighted": 0.343193 }, { "accuracy": 0.359567, "f1": 0.352627, "f1_weighted": 0.368593 } ], "main_score": 0.361485, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "accuracy": 0.054845, "f1": 0.044079, "f1_weighted": 0.052746, "scores_per_experiment": [ { "accuracy": 0.068864, "f1": 0.046956, "f1_weighted": 0.069162 }, { "accuracy": 0.050172, "f1": 0.036311, "f1_weighted": 0.040305 }, { "accuracy": 0.038859, "f1": 0.043024, "f1_weighted": 0.044237 }, { "accuracy": 0.042794, "f1": 0.040054, "f1_weighted": 0.04278 }, { "accuracy": 0.050664, "f1": 0.042431, "f1_weighted": 0.054259 }, { "accuracy": 0.064437, "f1": 0.057824, "f1_weighted": 0.061589 }, { "accuracy": 0.068864, "f1": 0.048224, "f1_weighted": 0.067822 }, { "accuracy": 0.05214, "f1": 0.041032, "f1_weighted": 0.047135 }, { "accuracy": 0.068372, "f1": 0.046911, "f1_weighted": 0.060628 }, { "accuracy": 0.043286, "f1": 0.038023, "f1_weighted": 0.039542 } ], "main_score": 0.054845, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "accuracy": 0.035662, "f1": 0.029217, "f1_weighted": 0.031052, "scores_per_experiment": [ { "accuracy": 0.033448, "f1": 0.035223, "f1_weighted": 0.035203 }, { "accuracy": 0.027054, "f1": 0.026075, "f1_weighted": 0.020538 }, { "accuracy": 0.036891, "f1": 0.030668, "f1_weighted": 0.030234 }, { "accuracy": 0.040334, "f1": 0.032252, "f1_weighted": 0.035064 }, { "accuracy": 0.027545, "f1": 0.02198, "f1_weighted": 0.02455 }, { "accuracy": 0.035416, "f1": 0.016634, "f1_weighted": 0.02156 }, { "accuracy": 0.041318, "f1": 0.035415, "f1_weighted": 0.03247 }, { "accuracy": 0.04427, "f1": 0.030978, "f1_weighted": 0.042316 }, { "accuracy": 0.037383, "f1": 0.032974, "f1_weighted": 0.036464 }, { "accuracy": 0.032956, "f1": 0.029976, "f1_weighted": 0.032117 } ], "main_score": 0.035662, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "accuracy": 0.448647, "f1": 0.439317, "f1_weighted": 0.451603, "scores_per_experiment": [ { "accuracy": 0.439744, "f1": 0.426707, "f1_weighted": 0.446402 }, { "accuracy": 0.460895, "f1": 0.44523, "f1_weighted": 0.462199 }, { "accuracy": 0.423512, "f1": 0.428243, "f1_weighted": 0.425791 }, { "accuracy": 0.462371, "f1": 0.443616, "f1_weighted": 0.464563 }, { "accuracy": 0.477619, "f1": 0.456614, "f1_weighted": 0.4804 }, { "accuracy": 0.454993, "f1": 0.447289, "f1_weighted": 0.462923 }, { "accuracy": 0.451058, "f1": 0.449744, "f1_weighted": 0.452872 }, { "accuracy": 0.448106, "f1": 0.441003, "f1_weighted": 0.45052 }, { "accuracy": 0.447614, "f1": 0.443828, "f1_weighted": 0.447613 }, { "accuracy": 0.420561, "f1": 0.410894, "f1_weighted": 0.422752 } ], "main_score": 0.448647, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "accuracy": 0.393802, "f1": 0.394643, "f1_weighted": 0.39641, "scores_per_experiment": [ { "accuracy": 0.418593, "f1": 0.420487, "f1_weighted": 0.421556 }, { "accuracy": 0.397934, "f1": 0.39321, "f1_weighted": 0.403662 }, { "accuracy": 0.381702, "f1": 0.379456, "f1_weighted": 0.385904 }, { "accuracy": 0.413182, "f1": 0.413725, "f1_weighted": 0.413732 }, { "accuracy": 0.393015, "f1": 0.394472, "f1_weighted": 0.401701 }, { "accuracy": 0.385145, "f1": 0.387245, "f1_weighted": 0.388048 }, { "accuracy": 0.372356, "f1": 0.379278, "f1_weighted": 0.367787 }, { "accuracy": 0.397934, "f1": 0.392499, "f1_weighted": 0.402374 }, { "accuracy": 0.382194, "f1": 0.392028, "f1_weighted": 0.382978 }, { "accuracy": 0.395967, "f1": 0.394027, "f1_weighted": 0.396362 } ], "main_score": 0.393802, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "accuracy": 0.02725, "f1": 0.010535, "f1_weighted": 0.014559, "scores_per_experiment": [ { "accuracy": 0.024102, "f1": 0.009849, "f1_weighted": 0.013827 }, { "accuracy": 0.022627, "f1": 0.00779, "f1_weighted": 0.0099 }, { "accuracy": 0.022135, "f1": 0.008541, "f1_weighted": 0.010518 }, { "accuracy": 0.02361, "f1": 0.013311, "f1_weighted": 0.015168 }, { "accuracy": 0.031972, "f1": 0.010218, "f1_weighted": 0.014376 }, { "accuracy": 0.038859, "f1": 0.011244, "f1_weighted": 0.017756 }, { "accuracy": 0.028037, "f1": 0.011881, "f1_weighted": 0.015973 }, { "accuracy": 0.020659, "f1": 0.012177, "f1_weighted": 0.015197 }, { "accuracy": 0.024594, "f1": 0.009873, "f1_weighted": 0.014726 }, { "accuracy": 0.035908, "f1": 0.010464, "f1_weighted": 0.018146 } ], "main_score": 0.02725, "hf_subset": "ml", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.357108, "f1": 0.355607, "f1_weighted": 0.361372, "scores_per_experiment": [ { "accuracy": 0.345303, "f1": 0.357038, "f1_weighted": 0.34596 }, { "accuracy": 0.369405, "f1": 0.352849, "f1_weighted": 0.374097 }, { "accuracy": 0.361535, "f1": 0.35669, "f1_weighted": 0.370165 }, { "accuracy": 0.360059, "f1": 0.367278, "f1_weighted": 0.358334 }, { "accuracy": 0.371864, "f1": 0.362848, "f1_weighted": 0.379872 }, { "accuracy": 0.352681, "f1": 0.347989, "f1_weighted": 0.360233 }, { "accuracy": 0.335957, "f1": 0.34456, "f1_weighted": 0.335385 }, { "accuracy": 0.368913, "f1": 0.363934, "f1_weighted": 0.374676 }, { "accuracy": 0.364978, "f1": 0.368408, "f1_weighted": 0.367918 }, { "accuracy": 0.340384, "f1": 0.334473, "f1_weighted": 0.347082 } ], "main_score": 0.357108, "hf_subset": "jv", "languages": [ "jav-Latn" ] }, { "accuracy": 0.3727, "f1": 0.359458, "f1_weighted": 0.378765, "scores_per_experiment": [ { "accuracy": 0.373832, "f1": 0.371391, "f1_weighted": 0.382806 }, { "accuracy": 0.385145, "f1": 0.362365, "f1_weighted": 0.389523 }, { "accuracy": 0.356616, "f1": 0.345895, "f1_weighted": 0.364531 }, { "accuracy": 0.388096, "f1": 0.361406, "f1_weighted": 0.39112 }, { "accuracy": 0.404329, "f1": 0.379699, "f1_weighted": 0.410935 }, { "accuracy": 0.358091, "f1": 0.35141, "f1_weighted": 0.365598 }, { "accuracy": 0.353173, "f1": 0.342156, "f1_weighted": 0.363136 }, { "accuracy": 0.349729, "f1": 0.33977, "f1_weighted": 0.357539 }, { "accuracy": 0.36547, "f1": 0.371719, "f1_weighted": 0.364223 }, { "accuracy": 0.392523, "f1": 0.368773, "f1_weighted": 0.398242 } ], "main_score": 0.3727, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "accuracy": 0.368765, "f1": 0.364303, "f1_weighted": 0.370431, "scores_per_experiment": [ { "accuracy": 0.358091, "f1": 0.357901, "f1_weighted": 0.361767 }, { "accuracy": 0.367437, "f1": 0.348041, "f1_weighted": 0.37382 }, { "accuracy": 0.3576, "f1": 0.362213, "f1_weighted": 0.354249 }, { "accuracy": 0.384653, "f1": 0.384852, "f1_weighted": 0.381773 }, { "accuracy": 0.382194, "f1": 0.365268, "f1_weighted": 0.379919 }, { "accuracy": 0.360551, "f1": 0.343808, "f1_weighted": 0.365095 }, { "accuracy": 0.36301, "f1": 0.361891, "f1_weighted": 0.357849 }, { "accuracy": 0.354156, "f1": 0.348914, "f1_weighted": 0.360942 }, { "accuracy": 0.383669, "f1": 0.387511, "f1_weighted": 0.384002 }, { "accuracy": 0.376291, "f1": 0.382635, "f1_weighted": 0.384897 } ], "main_score": 0.368765, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "accuracy": 0.032563, "f1": 0.012696, "f1_weighted": 0.018336, "scores_per_experiment": [ { "accuracy": 0.029513, "f1": 0.010437, "f1_weighted": 0.019225 }, { "accuracy": 0.017708, "f1": 0.009999, "f1_weighted": 0.006815 }, { "accuracy": 0.031481, "f1": 0.01351, "f1_weighted": 0.012739 }, { "accuracy": 0.055091, "f1": 0.018113, "f1_weighted": 0.037434 }, { "accuracy": 0.041318, "f1": 0.013907, "f1_weighted": 0.027615 }, { "accuracy": 0.032464, "f1": 0.013646, "f1_weighted": 0.012829 }, { "accuracy": 0.021643, "f1": 0.004201, "f1_weighted": 0.005019 }, { "accuracy": 0.031972, "f1": 0.014432, "f1_weighted": 0.022431 }, { "accuracy": 0.047713, "f1": 0.018036, "f1_weighted": 0.028338 }, { "accuracy": 0.016724, "f1": 0.010684, "f1_weighted": 0.010918 } ], "main_score": 0.032563, "hf_subset": "he", "languages": [ "heb-Hebr" ] }, { "accuracy": 0.409149, "f1": 0.404539, "f1_weighted": 0.410982, "scores_per_experiment": [ { "accuracy": 0.402361, "f1": 0.410651, "f1_weighted": 0.398952 }, { "accuracy": 0.416626, "f1": 0.399873, "f1_weighted": 0.421165 }, { "accuracy": 0.38908, "f1": 0.394692, "f1_weighted": 0.395607 }, { "accuracy": 0.407772, "f1": 0.40185, "f1_weighted": 0.409102 }, { "accuracy": 0.426463, "f1": 0.416131, "f1_weighted": 0.425087 }, { "accuracy": 0.406788, "f1": 0.397493, "f1_weighted": 0.400649 }, { "accuracy": 0.406296, "f1": 0.392237, "f1_weighted": 0.411741 }, { "accuracy": 0.408756, "f1": 0.411314, "f1_weighted": 0.413514 }, { "accuracy": 0.417118, "f1": 0.422955, "f1_weighted": 0.416858 }, { "accuracy": 0.410231, "f1": 0.398195, "f1_weighted": 0.41715 } ], "main_score": 0.409149, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "accuracy": 0.03271, "f1": 0.016734, "f1_weighted": 0.022761, "scores_per_experiment": [ { "accuracy": 0.038367, "f1": 0.023494, "f1_weighted": 0.025216 }, { "accuracy": 0.035416, "f1": 0.01734, "f1_weighted": 0.021184 }, { "accuracy": 0.028529, "f1": 0.010815, "f1_weighted": 0.022365 }, { "accuracy": 0.030989, "f1": 0.016102, "f1_weighted": 0.021617 }, { "accuracy": 0.038367, "f1": 0.021718, "f1_weighted": 0.030847 }, { "accuracy": 0.023119, "f1": 0.008567, "f1_weighted": 0.013865 }, { "accuracy": 0.031972, "f1": 0.017379, "f1_weighted": 0.023377 }, { "accuracy": 0.039351, "f1": 0.017806, "f1_weighted": 0.029126 }, { "accuracy": 0.039351, "f1": 0.020923, "f1_weighted": 0.026752 }, { "accuracy": 0.021643, "f1": 0.013201, "f1_weighted": 0.013264 } ], "main_score": 0.03271, "hf_subset": "hy", "languages": [ "hye-Armn" ] }, { "accuracy": 0.36242, "f1": 0.356158, "f1_weighted": 0.367847, "scores_per_experiment": [ { "accuracy": 0.375799, "f1": 0.364689, "f1_weighted": 0.383434 }, { "accuracy": 0.3576, "f1": 0.345933, "f1_weighted": 0.367029 }, { "accuracy": 0.348746, "f1": 0.356096, "f1_weighted": 0.353564 }, { "accuracy": 0.38121, "f1": 0.359698, "f1_weighted": 0.383728 }, { "accuracy": 0.37334, "f1": 0.357959, "f1_weighted": 0.381076 }, { "accuracy": 0.368913, "f1": 0.357192, "f1_weighted": 0.378879 }, { "accuracy": 0.344319, "f1": 0.338326, "f1_weighted": 0.347693 }, { "accuracy": 0.349729, "f1": 0.345694, "f1_weighted": 0.361019 }, { "accuracy": 0.350713, "f1": 0.368872, "f1_weighted": 0.343677 }, { "accuracy": 0.373832, "f1": 0.367119, "f1_weighted": 0.37837 } ], "main_score": 0.36242, "hf_subset": "az", "languages": [ "aze-Latn" ] }, { "accuracy": 0.033497, "f1": 0.017574, "f1_weighted": 0.020537, "scores_per_experiment": [ { "accuracy": 0.042794, "f1": 0.019723, "f1_weighted": 0.028319 }, { "accuracy": 0.030497, "f1": 0.015182, "f1_weighted": 0.01118 }, { "accuracy": 0.022135, "f1": 0.014421, "f1_weighted": 0.013628 }, { "accuracy": 0.030005, "f1": 0.012257, "f1_weighted": 0.016045 }, { "accuracy": 0.037875, "f1": 0.019647, "f1_weighted": 0.027493 }, { "accuracy": 0.046729, "f1": 0.023249, "f1_weighted": 0.026923 }, { "accuracy": 0.035416, "f1": 0.014006, "f1_weighted": 0.015696 }, { "accuracy": 0.030989, "f1": 0.015448, "f1_weighted": 0.023095 }, { "accuracy": 0.031972, "f1": 0.024492, "f1_weighted": 0.027145 }, { "accuracy": 0.026562, "f1": 0.017315, "f1_weighted": 0.01584 } ], "main_score": 0.033497, "hf_subset": "am", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.443335, "f1": 0.440605, "f1_weighted": 0.445488, "scores_per_experiment": [ { "accuracy": 0.450566, "f1": 0.445594, "f1_weighted": 0.458376 }, { "accuracy": 0.449582, "f1": 0.432851, "f1_weighted": 0.452515 }, { "accuracy": 0.449582, "f1": 0.44973, "f1_weighted": 0.450686 }, { "accuracy": 0.443679, "f1": 0.429193, "f1_weighted": 0.448048 }, { "accuracy": 0.460895, "f1": 0.455247, "f1_weighted": 0.461737 }, { "accuracy": 0.442204, "f1": 0.448782, "f1_weighted": 0.444958 }, { "accuracy": 0.418101, "f1": 0.421743, "f1_weighted": 0.421587 }, { "accuracy": 0.447122, "f1": 0.44682, "f1_weighted": 0.448323 }, { "accuracy": 0.429415, "f1": 0.428807, "f1_weighted": 0.428083 }, { "accuracy": 0.442204, "f1": 0.447283, "f1_weighted": 0.440571 } ], "main_score": 0.443335, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "accuracy": 0.026021, "f1": 0.010576, "f1_weighted": 0.013698, "scores_per_experiment": [ { "accuracy": 0.038367, "f1": 0.008581, "f1_weighted": 0.016716 }, { "accuracy": 0.032956, "f1": 0.011472, "f1_weighted": 0.018524 }, { "accuracy": 0.02607, "f1": 0.012487, "f1_weighted": 0.012656 }, { "accuracy": 0.018692, "f1": 0.012875, "f1_weighted": 0.010687 }, { "accuracy": 0.016724, "f1": 0.011206, "f1_weighted": 0.010999 }, { "accuracy": 0.027054, "f1": 0.009651, "f1_weighted": 0.01356 }, { "accuracy": 0.030989, "f1": 0.008667, "f1_weighted": 0.015642 }, { "accuracy": 0.011805, "f1": 0.00842, "f1_weighted": 0.006547 }, { "accuracy": 0.026562, "f1": 0.010287, "f1_weighted": 0.01379 }, { "accuracy": 0.030989, "f1": 0.01211, "f1_weighted": 0.017856 } ], "main_score": 0.026021, "hf_subset": "ka", "languages": [ "kat-Geor" ] }, { "accuracy": 0.032563, "f1": 0.01161, "f1_weighted": 0.020924, "scores_per_experiment": [ { "accuracy": 0.037383, "f1": 0.013875, "f1_weighted": 0.02744 }, { "accuracy": 0.0182, "f1": 0.007893, "f1_weighted": 0.005754 }, { "accuracy": 0.050664, "f1": 0.014499, "f1_weighted": 0.03228 }, { "accuracy": 0.038859, "f1": 0.01321, "f1_weighted": 0.021381 }, { "accuracy": 0.031481, "f1": 0.00932, "f1_weighted": 0.018658 }, { "accuracy": 0.019183, "f1": 0.006762, "f1_weighted": 0.011866 }, { "accuracy": 0.034432, "f1": 0.01311, "f1_weighted": 0.02335 }, { "accuracy": 0.027054, "f1": 0.012436, "f1_weighted": 0.022355 }, { "accuracy": 0.036891, "f1": 0.012661, "f1_weighted": 0.028989 }, { "accuracy": 0.031481, "f1": 0.01234, "f1_weighted": 0.017172 } ], "main_score": 0.032563, "hf_subset": "ta", "languages": [ "tam-Taml" ] }, { "accuracy": 0.354206, "f1": 0.342929, "f1_weighted": 0.35879, "scores_per_experiment": [ { "accuracy": 0.356616, "f1": 0.355923, "f1_weighted": 0.35961 }, { "accuracy": 0.346286, "f1": 0.330944, "f1_weighted": 0.348621 }, { "accuracy": 0.355632, "f1": 0.346317, "f1_weighted": 0.359203 }, { "accuracy": 0.361043, "f1": 0.343171, "f1_weighted": 0.369247 }, { "accuracy": 0.391048, "f1": 0.370467, "f1_weighted": 0.398291 }, { "accuracy": 0.341367, "f1": 0.32628, "f1_weighted": 0.349136 }, { "accuracy": 0.335465, "f1": 0.329867, "f1_weighted": 0.337941 }, { "accuracy": 0.360551, "f1": 0.348475, "f1_weighted": 0.366105 }, { "accuracy": 0.346286, "f1": 0.344461, "f1_weighted": 0.35039 }, { "accuracy": 0.347762, "f1": 0.333384, "f1_weighted": 0.349353 } ], "main_score": 0.354206, "hf_subset": "cy", "languages": [ "cym-Latn" ] }, { "accuracy": 0.037973, "f1": 0.029722, "f1_weighted": 0.030266, "scores_per_experiment": [ { "accuracy": 0.041318, "f1": 0.035483, "f1_weighted": 0.034467 }, { "accuracy": 0.028037, "f1": 0.026576, "f1_weighted": 0.018509 }, { "accuracy": 0.039351, "f1": 0.025802, "f1_weighted": 0.025443 }, { "accuracy": 0.040334, "f1": 0.033725, "f1_weighted": 0.037476 }, { "accuracy": 0.034924, "f1": 0.027513, "f1_weighted": 0.031706 }, { "accuracy": 0.037383, "f1": 0.032123, "f1_weighted": 0.030785 }, { "accuracy": 0.031481, "f1": 0.021386, "f1_weighted": 0.01848 }, { "accuracy": 0.034924, "f1": 0.031207, "f1_weighted": 0.032399 }, { "accuracy": 0.04968, "f1": 0.032761, "f1_weighted": 0.040629 }, { "accuracy": 0.042302, "f1": 0.030644, "f1_weighted": 0.03277 } ], "main_score": 0.037973, "hf_subset": "ur", "languages": [ "urd-Arab" ] }, { "accuracy": 0.029464, "f1": 0.013243, "f1_weighted": 0.018973, "scores_per_experiment": [ { "accuracy": 0.031481, "f1": 0.008515, "f1_weighted": 0.018281 }, { "accuracy": 0.030005, "f1": 0.015161, "f1_weighted": 0.014381 }, { "accuracy": 0.016232, "f1": 0.011552, "f1_weighted": 0.007173 }, { "accuracy": 0.031972, "f1": 0.014616, "f1_weighted": 0.017302 }, { "accuracy": 0.031972, "f1": 0.015176, "f1_weighted": 0.021927 }, { "accuracy": 0.029021, "f1": 0.013943, "f1_weighted": 0.020218 }, { "accuracy": 0.028037, "f1": 0.012997, "f1_weighted": 0.016512 }, { "accuracy": 0.030497, "f1": 0.014659, "f1_weighted": 0.025079 }, { "accuracy": 0.036399, "f1": 0.017251, "f1_weighted": 0.026632 }, { "accuracy": 0.029021, "f1": 0.008565, "f1_weighted": 0.022227 } ], "main_score": 0.029464, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "accuracy": 0.30241, "f1": 0.294562, "f1_weighted": 0.305573, "scores_per_experiment": [ { "accuracy": 0.320708, "f1": 0.314075, "f1_weighted": 0.326465 }, { "accuracy": 0.293655, "f1": 0.284718, "f1_weighted": 0.297711 }, { "accuracy": 0.322184, "f1": 0.312724, "f1_weighted": 0.328931 }, { "accuracy": 0.301525, "f1": 0.296166, "f1_weighted": 0.296672 }, { "accuracy": 0.310871, "f1": 0.297817, "f1_weighted": 0.318477 }, { "accuracy": 0.280866, "f1": 0.271988, "f1_weighted": 0.279569 }, { "accuracy": 0.289228, "f1": 0.289893, "f1_weighted": 0.293362 }, { "accuracy": 0.291195, "f1": 0.27022, "f1_weighted": 0.291309 }, { "accuracy": 0.303984, "f1": 0.294891, "f1_weighted": 0.311602 }, { "accuracy": 0.309887, "f1": 0.313129, "f1_weighted": 0.31163 } ], "main_score": 0.30241, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "accuracy": 0.030743, "f1": 0.017221, "f1_weighted": 0.025429, "scores_per_experiment": [ { "accuracy": 0.036399, "f1": 0.014225, "f1_weighted": 0.031472 }, { "accuracy": 0.037383, "f1": 0.022868, "f1_weighted": 0.027162 }, { "accuracy": 0.031481, "f1": 0.019102, "f1_weighted": 0.030026 }, { "accuracy": 0.032956, "f1": 0.021319, "f1_weighted": 0.031269 }, { "accuracy": 0.036891, "f1": 0.018906, "f1_weighted": 0.03151 }, { "accuracy": 0.033448, "f1": 0.017373, "f1_weighted": 0.020115 }, { "accuracy": 0.022627, "f1": 0.014664, "f1_weighted": 0.017788 }, { "accuracy": 0.025086, "f1": 0.011179, "f1_weighted": 0.016744 }, { "accuracy": 0.029513, "f1": 0.018485, "f1_weighted": 0.029729 }, { "accuracy": 0.021643, "f1": 0.014085, "f1_weighted": 0.018471 } ], "main_score": 0.030743, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "accuracy": 0.447319, "f1": 0.440512, "f1_weighted": 0.451227, "scores_per_experiment": [ { "accuracy": 0.440728, "f1": 0.443988, "f1_weighted": 0.446172 }, { "accuracy": 0.47516, "f1": 0.450131, "f1_weighted": 0.479674 }, { "accuracy": 0.465322, "f1": 0.447669, "f1_weighted": 0.468371 }, { "accuracy": 0.454009, "f1": 0.448687, "f1_weighted": 0.463511 }, { "accuracy": 0.460403, "f1": 0.444303, "f1_weighted": 0.464399 }, { "accuracy": 0.451549, "f1": 0.456221, "f1_weighted": 0.454987 }, { "accuracy": 0.424988, "f1": 0.425391, "f1_weighted": 0.423087 }, { "accuracy": 0.446631, "f1": 0.43796, "f1_weighted": 0.451486 }, { "accuracy": 0.430398, "f1": 0.436906, "f1_weighted": 0.431565 }, { "accuracy": 0.424004, "f1": 0.413861, "f1_weighted": 0.429018 } ], "main_score": 0.447319, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "accuracy": 0.04304, "f1": 0.026219, "f1_weighted": 0.023388, "scores_per_experiment": [ { "accuracy": 0.046729, "f1": 0.032368, "f1_weighted": 0.024664 }, { "accuracy": 0.059026, "f1": 0.029372, "f1_weighted": 0.033998 }, { "accuracy": 0.031972, "f1": 0.026654, "f1_weighted": 0.018499 }, { "accuracy": 0.04181, "f1": 0.025345, "f1_weighted": 0.024638 }, { "accuracy": 0.043286, "f1": 0.030836, "f1_weighted": 0.02107 }, { "accuracy": 0.050172, "f1": 0.032392, "f1_weighted": 0.030248 }, { "accuracy": 0.036891, "f1": 0.018999, "f1_weighted": 0.016244 }, { "accuracy": 0.027054, "f1": 0.019559, "f1_weighted": 0.014505 }, { "accuracy": 0.042302, "f1": 0.021464, "f1_weighted": 0.024286 }, { "accuracy": 0.051156, "f1": 0.025202, "f1_weighted": 0.025726 } ], "main_score": 0.04304, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "accuracy": 0.454796, "f1": 0.442352, "f1_weighted": 0.458815, "scores_per_experiment": [ { "accuracy": 0.450566, "f1": 0.445456, "f1_weighted": 0.456442 }, { "accuracy": 0.465814, "f1": 0.451686, "f1_weighted": 0.4717 }, { "accuracy": 0.448106, "f1": 0.440274, "f1_weighted": 0.449216 }, { "accuracy": 0.45942, "f1": 0.444632, "f1_weighted": 0.46473 }, { "accuracy": 0.476144, "f1": 0.452987, "f1_weighted": 0.484102 }, { "accuracy": 0.455976, "f1": 0.442805, "f1_weighted": 0.457783 }, { "accuracy": 0.440236, "f1": 0.424092, "f1_weighted": 0.441303 }, { "accuracy": 0.44909, "f1": 0.439813, "f1_weighted": 0.453334 }, { "accuracy": 0.448106, "f1": 0.448276, "f1_weighted": 0.453266 }, { "accuracy": 0.454501, "f1": 0.433504, "f1_weighted": 0.456271 } ], "main_score": 0.454796, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "accuracy": 0.664584, "f1": 0.651579, "f1_weighted": 0.663181, "scores_per_experiment": [ { "accuracy": 0.664535, "f1": 0.653428, "f1_weighted": 0.666903 }, { "accuracy": 0.685686, "f1": 0.643983, "f1_weighted": 0.687881 }, { "accuracy": 0.661092, "f1": 0.645773, "f1_weighted": 0.659869 }, { "accuracy": 0.690605, "f1": 0.671186, "f1_weighted": 0.689189 }, { "accuracy": 0.673389, "f1": 0.656885, "f1_weighted": 0.670746 }, { "accuracy": 0.665027, "f1": 0.655412, "f1_weighted": 0.663677 }, { "accuracy": 0.660108, "f1": 0.654515, "f1_weighted": 0.656015 }, { "accuracy": 0.639449, "f1": 0.635999, "f1_weighted": 0.63831 }, { "accuracy": 0.641909, "f1": 0.647457, "f1_weighted": 0.637094 }, { "accuracy": 0.664043, "f1": 0.651155, "f1_weighted": 0.66213 } ], "main_score": 0.664584, "hf_subset": "de", "languages": [ "deu-Latn" ] } ], "test": [ { "accuracy": 0.025353, "f1": 0.010203, "f1_weighted": 0.014709, "scores_per_experiment": [ { "accuracy": 0.029926, "f1": 0.010851, "f1_weighted": 0.019094 }, { "accuracy": 0.022865, "f1": 0.009127, "f1_weighted": 0.012907 }, { "accuracy": 0.019839, "f1": 0.007203, "f1_weighted": 0.01026 }, { "accuracy": 0.028581, "f1": 0.012432, "f1_weighted": 0.016717 }, { "accuracy": 0.022865, "f1": 0.012105, "f1_weighted": 0.015545 }, { "accuracy": 0.019502, "f1": 0.009198, "f1_weighted": 0.00735 }, { "accuracy": 0.033289, "f1": 0.012165, "f1_weighted": 0.018496 }, { "accuracy": 0.01883, "f1": 0.005003, "f1_weighted": 0.007677 }, { "accuracy": 0.037323, "f1": 0.015506, "f1_weighted": 0.02934 }, { "accuracy": 0.020511, "f1": 0.008438, "f1_weighted": 0.009701 } ], "main_score": 0.025353, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "accuracy": 0.05074, "f1": 0.039889, "f1_weighted": 0.046438, "scores_per_experiment": [ { "accuracy": 0.040013, "f1": 0.032658, "f1_weighted": 0.033554 }, { "accuracy": 0.044721, "f1": 0.029866, "f1_weighted": 0.03688 }, { "accuracy": 0.057162, "f1": 0.036087, "f1_weighted": 0.054924 }, { "accuracy": 0.053463, "f1": 0.038204, "f1_weighted": 0.048876 }, { "accuracy": 0.052455, "f1": 0.048329, "f1_weighted": 0.051193 }, { "accuracy": 0.059852, "f1": 0.053073, "f1_weighted": 0.057233 }, { "accuracy": 0.034633, "f1": 0.035675, "f1_weighted": 0.035998 }, { "accuracy": 0.054472, "f1": 0.043316, "f1_weighted": 0.045136 }, { "accuracy": 0.060525, "f1": 0.041868, "f1_weighted": 0.057646 }, { "accuracy": 0.050101, "f1": 0.039813, "f1_weighted": 0.04294 } ], "main_score": 0.05074, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ] }, { "accuracy": 0.417283, "f1": 0.396071, "f1_weighted": 0.422067, "scores_per_experiment": [ { "accuracy": 0.424344, "f1": 0.40151, "f1_weighted": 0.426832 }, { "accuracy": 0.423672, "f1": 0.399404, "f1_weighted": 0.426668 }, { "accuracy": 0.416274, "f1": 0.39687, "f1_weighted": 0.422804 }, { "accuracy": 0.429724, "f1": 0.409761, "f1_weighted": 0.437341 }, { "accuracy": 0.422327, "f1": 0.389897, "f1_weighted": 0.425686 }, { "accuracy": 0.419301, "f1": 0.391652, "f1_weighted": 0.42583 }, { "accuracy": 0.413921, "f1": 0.38961, "f1_weighted": 0.42114 }, { "accuracy": 0.415602, "f1": 0.398047, "f1_weighted": 0.423374 }, { "accuracy": 0.390047, "f1": 0.382483, "f1_weighted": 0.392761 }, { "accuracy": 0.417619, "f1": 0.401471, "f1_weighted": 0.418232 } ], "main_score": 0.417283, "hf_subset": "tl", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.03534, "f1": 0.022459, "f1_weighted": 0.024435, "scores_per_experiment": [ { "accuracy": 0.063887, "f1": 0.027561, "f1_weighted": 0.043726 }, { "accuracy": 0.024882, "f1": 0.014244, "f1_weighted": 0.008999 }, { "accuracy": 0.030599, "f1": 0.022511, "f1_weighted": 0.018864 }, { "accuracy": 0.031944, "f1": 0.022247, "f1_weighted": 0.021312 }, { "accuracy": 0.032952, "f1": 0.021892, "f1_weighted": 0.025583 }, { "accuracy": 0.034633, "f1": 0.02296, "f1_weighted": 0.021514 }, { "accuracy": 0.022192, "f1": 0.016029, "f1_weighted": 0.013712 }, { "accuracy": 0.031607, "f1": 0.026799, "f1_weighted": 0.031681 }, { "accuracy": 0.05111, "f1": 0.028357, "f1_weighted": 0.038518 }, { "accuracy": 0.02959, "f1": 0.021991, "f1_weighted": 0.020443 } ], "main_score": 0.03534, "hf_subset": "mn", "languages": [ "mon-Cyrl" ] }, { "accuracy": 0.042031, "f1": 0.037043, "f1_weighted": 0.033718, "scores_per_experiment": [ { "accuracy": 0.057498, "f1": 0.035296, "f1_weighted": 0.044275 }, { "accuracy": 0.034633, "f1": 0.031588, "f1_weighted": 0.025099 }, { "accuracy": 0.030599, "f1": 0.031044, "f1_weighted": 0.023239 }, { "accuracy": 0.05649, "f1": 0.039944, "f1_weighted": 0.044602 }, { "accuracy": 0.053127, "f1": 0.049064, "f1_weighted": 0.046742 }, { "accuracy": 0.035306, "f1": 0.034149, "f1_weighted": 0.025113 }, { "accuracy": 0.030935, "f1": 0.032747, "f1_weighted": 0.023456 }, { "accuracy": 0.03497, "f1": 0.03524, "f1_weighted": 0.033515 }, { "accuracy": 0.032616, "f1": 0.03417, "f1_weighted": 0.030019 }, { "accuracy": 0.054136, "f1": 0.047193, "f1_weighted": 0.041121 } ], "main_score": 0.042031, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "accuracy": 0.474546, "f1": 0.469522, "f1_weighted": 0.478687, "scores_per_experiment": [ { "accuracy": 0.477808, "f1": 0.476693, "f1_weighted": 0.485608 }, { "accuracy": 0.473436, "f1": 0.475642, "f1_weighted": 0.476705 }, { "accuracy": 0.497983, "f1": 0.483348, "f1_weighted": 0.499971 }, { "accuracy": 0.487559, "f1": 0.468783, "f1_weighted": 0.492537 }, { "accuracy": 0.479825, "f1": 0.46277, "f1_weighted": 0.487231 }, { "accuracy": 0.46503, "f1": 0.459005, "f1_weighted": 0.463553 }, { "accuracy": 0.474445, "f1": 0.467417, "f1_weighted": 0.480122 }, { "accuracy": 0.44889, "f1": 0.459989, "f1_weighted": 0.452481 }, { "accuracy": 0.460995, "f1": 0.465032, "f1_weighted": 0.465407 }, { "accuracy": 0.479489, "f1": 0.476541, "f1_weighted": 0.483256 } ], "main_score": 0.474546, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "accuracy": 0.036214, "f1": 0.025097, "f1_weighted": 0.027811, "scores_per_experiment": [ { "accuracy": 0.050101, "f1": 0.026621, "f1_weighted": 0.036413 }, { "accuracy": 0.027236, "f1": 0.02569, "f1_weighted": 0.018561 }, { "accuracy": 0.049428, "f1": 0.028159, "f1_weighted": 0.036133 }, { "accuracy": 0.035978, "f1": 0.024207, "f1_weighted": 0.026944 }, { "accuracy": 0.024882, "f1": 0.016485, "f1_weighted": 0.016356 }, { "accuracy": 0.03766, "f1": 0.024616, "f1_weighted": 0.026575 }, { "accuracy": 0.022192, "f1": 0.024449, "f1_weighted": 0.019706 }, { "accuracy": 0.046402, "f1": 0.028854, "f1_weighted": 0.039727 }, { "accuracy": 0.039005, "f1": 0.026678, "f1_weighted": 0.032297 }, { "accuracy": 0.029254, "f1": 0.025208, "f1_weighted": 0.025396 } ], "main_score": 0.036214, "hf_subset": "kn", "languages": [ "kan-Knda" ] }, { "accuracy": 0.417384, "f1": 0.411334, "f1_weighted": 0.420283, "scores_per_experiment": [ { "accuracy": 0.423672, "f1": 0.422614, "f1_weighted": 0.427262 }, { "accuracy": 0.421991, "f1": 0.402914, "f1_weighted": 0.42549 }, { "accuracy": 0.412576, "f1": 0.401479, "f1_weighted": 0.417853 }, { "accuracy": 0.421991, "f1": 0.420043, "f1_weighted": 0.430753 }, { "accuracy": 0.432414, "f1": 0.425853, "f1_weighted": 0.436782 }, { "accuracy": 0.406523, "f1": 0.399982, "f1_weighted": 0.405951 }, { "accuracy": 0.399126, "f1": 0.408899, "f1_weighted": 0.396338 }, { "accuracy": 0.424008, "f1": 0.414573, "f1_weighted": 0.425619 }, { "accuracy": 0.395091, "f1": 0.399181, "f1_weighted": 0.399992 }, { "accuracy": 0.436449, "f1": 0.417805, "f1_weighted": 0.436792 } ], "main_score": 0.417384, "hf_subset": "sq", "languages": [ "sqi-Latn" ] }, { "accuracy": 0.039711, "f1": 0.01952, "f1_weighted": 0.024727, "scores_per_experiment": [ { "accuracy": 0.05111, "f1": 0.021601, "f1_weighted": 0.033051 }, { "accuracy": 0.041358, "f1": 0.025849, "f1_weighted": 0.026324 }, { "accuracy": 0.03497, "f1": 0.018787, "f1_weighted": 0.021713 }, { "accuracy": 0.027236, "f1": 0.008367, "f1_weighted": 0.00892 }, { "accuracy": 0.055481, "f1": 0.029388, "f1_weighted": 0.041545 }, { "accuracy": 0.041358, "f1": 0.020988, "f1_weighted": 0.024641 }, { "accuracy": 0.031271, "f1": 0.018664, "f1_weighted": 0.022914 }, { "accuracy": 0.025219, "f1": 0.014897, "f1_weighted": 0.016547 }, { "accuracy": 0.0538, "f1": 0.017747, "f1_weighted": 0.031605 }, { "accuracy": 0.035306, "f1": 0.018914, "f1_weighted": 0.020011 } ], "main_score": 0.039711, "hf_subset": "my", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.428245, "f1": 0.424444, "f1_weighted": 0.434456, "scores_per_experiment": [ { "accuracy": 0.448218, "f1": 0.452649, "f1_weighted": 0.456312 }, { "accuracy": 0.430733, "f1": 0.422031, "f1_weighted": 0.435205 }, { "accuracy": 0.425689, "f1": 0.417987, "f1_weighted": 0.428006 }, { "accuracy": 0.433087, "f1": 0.421022, "f1_weighted": 0.446597 }, { "accuracy": 0.432751, "f1": 0.421599, "f1_weighted": 0.441117 }, { "accuracy": 0.412239, "f1": 0.41297, "f1_weighted": 0.419017 }, { "accuracy": 0.407196, "f1": 0.404309, "f1_weighted": 0.414711 }, { "accuracy": 0.437458, "f1": 0.439002, "f1_weighted": 0.445116 }, { "accuracy": 0.418292, "f1": 0.415683, "f1_weighted": 0.420657 }, { "accuracy": 0.436785, "f1": 0.437193, "f1_weighted": 0.43782 } ], "main_score": 0.428245, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "accuracy": 0.359213, "f1": 0.351828, "f1_weighted": 0.363298, "scores_per_experiment": [ { "accuracy": 0.364829, "f1": 0.361393, "f1_weighted": 0.371019 }, { "accuracy": 0.366174, "f1": 0.357326, "f1_weighted": 0.37398 }, { "accuracy": 0.376597, "f1": 0.357, "f1_weighted": 0.384085 }, { "accuracy": 0.376261, "f1": 0.362284, "f1_weighted": 0.382424 }, { "accuracy": 0.362139, "f1": 0.354815, "f1_weighted": 0.365998 }, { "accuracy": 0.357767, "f1": 0.353419, "f1_weighted": 0.358394 }, { "accuracy": 0.337592, "f1": 0.335793, "f1_weighted": 0.340678 }, { "accuracy": 0.348689, "f1": 0.348063, "f1_weighted": 0.349975 }, { "accuracy": 0.337929, "f1": 0.326981, "f1_weighted": 0.341995 }, { "accuracy": 0.364156, "f1": 0.361207, "f1_weighted": 0.364432 } ], "main_score": 0.359213, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "accuracy": 0.424277, "f1": 0.415241, "f1_weighted": 0.428876, "scores_per_experiment": [ { "accuracy": 0.434095, "f1": 0.422419, "f1_weighted": 0.438202 }, { "accuracy": 0.423672, "f1": 0.411528, "f1_weighted": 0.42701 }, { "accuracy": 0.427371, "f1": 0.417655, "f1_weighted": 0.435667 }, { "accuracy": 0.435104, "f1": 0.435753, "f1_weighted": 0.441872 }, { "accuracy": 0.433423, "f1": 0.411579, "f1_weighted": 0.436733 }, { "accuracy": 0.414929, "f1": 0.407985, "f1_weighted": 0.420371 }, { "accuracy": 0.413921, "f1": 0.40833, "f1_weighted": 0.41877 }, { "accuracy": 0.431742, "f1": 0.409064, "f1_weighted": 0.431135 }, { "accuracy": 0.393073, "f1": 0.399811, "f1_weighted": 0.395857 }, { "accuracy": 0.43544, "f1": 0.428289, "f1_weighted": 0.44314 } ], "main_score": 0.424277, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "accuracy": 0.03544, "f1": 0.020216, "f1_weighted": 0.030222, "scores_per_experiment": [ { "accuracy": 0.044721, "f1": 0.02272, "f1_weighted": 0.036554 }, { "accuracy": 0.031944, "f1": 0.017401, "f1_weighted": 0.021369 }, { "accuracy": 0.049428, "f1": 0.026962, "f1_weighted": 0.042667 }, { "accuracy": 0.026564, "f1": 0.015607, "f1_weighted": 0.023813 }, { "accuracy": 0.039341, "f1": 0.015809, "f1_weighted": 0.031532 }, { "accuracy": 0.036987, "f1": 0.024567, "f1_weighted": 0.037051 }, { "accuracy": 0.031607, "f1": 0.018499, "f1_weighted": 0.024059 }, { "accuracy": 0.042367, "f1": 0.023406, "f1_weighted": 0.039639 }, { "accuracy": 0.0269, "f1": 0.021477, "f1_weighted": 0.027358 }, { "accuracy": 0.024546, "f1": 0.015715, "f1_weighted": 0.01818 } ], "main_score": 0.03544, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "accuracy": 0.399563, "f1": 0.389887, "f1_weighted": 0.403114, "scores_per_experiment": [ { "accuracy": 0.391056, "f1": 0.389331, "f1_weighted": 0.394631 }, { "accuracy": 0.414929, "f1": 0.395406, "f1_weighted": 0.420426 }, { "accuracy": 0.381305, "f1": 0.388967, "f1_weighted": 0.385879 }, { "accuracy": 0.402152, "f1": 0.383571, "f1_weighted": 0.405362 }, { "accuracy": 0.402152, "f1": 0.381635, "f1_weighted": 0.406357 }, { "accuracy": 0.404169, "f1": 0.391385, "f1_weighted": 0.406415 }, { "accuracy": 0.402824, "f1": 0.393561, "f1_weighted": 0.407912 }, { "accuracy": 0.409213, "f1": 0.396888, "f1_weighted": 0.412535 }, { "accuracy": 0.37458, "f1": 0.374588, "f1_weighted": 0.372782 }, { "accuracy": 0.413248, "f1": 0.403537, "f1_weighted": 0.418846 } ], "main_score": 0.399563, "hf_subset": "ms", "languages": [ "msa-Latn" ] }, { "accuracy": 0.029052, "f1": 0.011437, "f1_weighted": 0.018245, "scores_per_experiment": [ { "accuracy": 0.02959, "f1": 0.009881, "f1_weighted": 0.021202 }, { "accuracy": 0.020175, "f1": 0.010109, "f1_weighted": 0.011693 }, { "accuracy": 0.023874, "f1": 0.010885, "f1_weighted": 0.019571 }, { "accuracy": 0.034297, "f1": 0.009764, "f1_weighted": 0.019869 }, { "accuracy": 0.025891, "f1": 0.011184, "f1_weighted": 0.014384 }, { "accuracy": 0.023874, "f1": 0.011048, "f1_weighted": 0.012816 }, { "accuracy": 0.036651, "f1": 0.011857, "f1_weighted": 0.01925 }, { "accuracy": 0.036651, "f1": 0.012797, "f1_weighted": 0.025157 }, { "accuracy": 0.039341, "f1": 0.014498, "f1_weighted": 0.027535 }, { "accuracy": 0.020175, "f1": 0.012348, "f1_weighted": 0.010972 } ], "main_score": 0.029052, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ] }, { "accuracy": 0.392737, "f1": 0.384847, "f1_weighted": 0.397033, "scores_per_experiment": [ { "accuracy": 0.388366, "f1": 0.391425, "f1_weighted": 0.393107 }, { "accuracy": 0.408877, "f1": 0.39857, "f1_weighted": 0.412479 }, { "accuracy": 0.39341, "f1": 0.386679, "f1_weighted": 0.393016 }, { "accuracy": 0.399126, "f1": 0.382105, "f1_weighted": 0.405735 }, { "accuracy": 0.416274, "f1": 0.390246, "f1_weighted": 0.418653 }, { "accuracy": 0.381977, "f1": 0.383627, "f1_weighted": 0.386713 }, { "accuracy": 0.391728, "f1": 0.380976, "f1_weighted": 0.394335 }, { "accuracy": 0.383322, "f1": 0.378877, "f1_weighted": 0.393001 }, { "accuracy": 0.37996, "f1": 0.376182, "f1_weighted": 0.387235 }, { "accuracy": 0.384331, "f1": 0.379783, "f1_weighted": 0.386059 } ], "main_score": 0.392737, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "accuracy": 0.385306, "f1": 0.366792, "f1_weighted": 0.393478, "scores_per_experiment": [ { "accuracy": 0.370208, "f1": 0.352, "f1_weighted": 0.378721 }, { "accuracy": 0.403833, "f1": 0.375599, "f1_weighted": 0.411947 }, { "accuracy": 0.387357, "f1": 0.366394, "f1_weighted": 0.401054 }, { "accuracy": 0.422327, "f1": 0.394296, "f1_weighted": 0.432516 }, { "accuracy": 0.385003, "f1": 0.356385, "f1_weighted": 0.390847 }, { "accuracy": 0.369536, "f1": 0.354937, "f1_weighted": 0.374431 }, { "accuracy": 0.375588, "f1": 0.361938, "f1_weighted": 0.383039 }, { "accuracy": 0.387693, "f1": 0.36684, "f1_weighted": 0.397553 }, { "accuracy": 0.373571, "f1": 0.369165, "f1_weighted": 0.383127 }, { "accuracy": 0.377942, "f1": 0.370364, "f1_weighted": 0.381548 } ], "main_score": 0.385306, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "accuracy": 0.116543, "f1": 0.089856, "f1_weighted": 0.123013, "scores_per_experiment": [ { "accuracy": 0.121385, "f1": 0.097541, "f1_weighted": 0.129429 }, { "accuracy": 0.113988, "f1": 0.087107, "f1_weighted": 0.115755 }, { "accuracy": 0.112979, "f1": 0.094725, "f1_weighted": 0.122579 }, { "accuracy": 0.102219, "f1": 0.088936, "f1_weighted": 0.115701 }, { "accuracy": 0.106254, "f1": 0.088002, "f1_weighted": 0.117176 }, { "accuracy": 0.128783, "f1": 0.091142, "f1_weighted": 0.126973 }, { "accuracy": 0.120713, "f1": 0.086224, "f1_weighted": 0.129293 }, { "accuracy": 0.114324, "f1": 0.088381, "f1_weighted": 0.124509 }, { "accuracy": 0.12004, "f1": 0.081594, "f1_weighted": 0.118533 }, { "accuracy": 0.124748, "f1": 0.09491, "f1_weighted": 0.13018 } ], "main_score": 0.116543, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "accuracy": 0.379825, "f1": 0.370419, "f1_weighted": 0.386155, "scores_per_experiment": [ { "accuracy": 0.388366, "f1": 0.380834, "f1_weighted": 0.39779 }, { "accuracy": 0.387357, "f1": 0.377956, "f1_weighted": 0.396811 }, { "accuracy": 0.380632, "f1": 0.363505, "f1_weighted": 0.385808 }, { "accuracy": 0.400134, "f1": 0.388659, "f1_weighted": 0.409146 }, { "accuracy": 0.380296, "f1": 0.361597, "f1_weighted": 0.38719 }, { "accuracy": 0.389375, "f1": 0.382696, "f1_weighted": 0.398159 }, { "accuracy": 0.36651, "f1": 0.364176, "f1_weighted": 0.369566 }, { "accuracy": 0.364156, "f1": 0.348905, "f1_weighted": 0.37116 }, { "accuracy": 0.35306, "f1": 0.354138, "f1_weighted": 0.354811 }, { "accuracy": 0.388366, "f1": 0.381725, "f1_weighted": 0.391108 } ], "main_score": 0.379825, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "accuracy": 0.458574, "f1": 0.434957, "f1_weighted": 0.462241, "scores_per_experiment": [ { "accuracy": 0.472764, "f1": 0.449072, "f1_weighted": 0.47738 }, { "accuracy": 0.46503, "f1": 0.440097, "f1_weighted": 0.470016 }, { "accuracy": 0.45696, "f1": 0.432642, "f1_weighted": 0.461888 }, { "accuracy": 0.464022, "f1": 0.435937, "f1_weighted": 0.46813 }, { "accuracy": 0.45427, "f1": 0.421626, "f1_weighted": 0.461083 }, { "accuracy": 0.463349, "f1": 0.432418, "f1_weighted": 0.466735 }, { "accuracy": 0.44351, "f1": 0.429645, "f1_weighted": 0.445698 }, { "accuracy": 0.456624, "f1": 0.436293, "f1_weighted": 0.458994 }, { "accuracy": 0.449227, "f1": 0.424899, "f1_weighted": 0.451392 }, { "accuracy": 0.459987, "f1": 0.446945, "f1_weighted": 0.461098 } ], "main_score": 0.458574, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "accuracy": 0.637761, "f1": 0.623149, "f1_weighted": 0.639461, "scores_per_experiment": [ { "accuracy": 0.63887, "f1": 0.631735, "f1_weighted": 0.643208 }, { "accuracy": 0.649294, "f1": 0.62054, "f1_weighted": 0.653495 }, { "accuracy": 0.637861, "f1": 0.627454, "f1_weighted": 0.636442 }, { "accuracy": 0.660726, "f1": 0.639602, "f1_weighted": 0.663194 }, { "accuracy": 0.634163, "f1": 0.615438, "f1_weighted": 0.633642 }, { "accuracy": 0.629119, "f1": 0.623187, "f1_weighted": 0.630827 }, { "accuracy": 0.628447, "f1": 0.603802, "f1_weighted": 0.634539 }, { "accuracy": 0.629792, "f1": 0.620432, "f1_weighted": 0.629872 }, { "accuracy": 0.619032, "f1": 0.614182, "f1_weighted": 0.618043 }, { "accuracy": 0.650303, "f1": 0.635121, "f1_weighted": 0.651347 } ], "main_score": 0.637761, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "accuracy": 0.354304, "f1": 0.334095, "f1_weighted": 0.3572, "scores_per_experiment": [ { "accuracy": 0.368527, "f1": 0.34485, "f1_weighted": 0.371706 }, { "accuracy": 0.355077, "f1": 0.336833, "f1_weighted": 0.359595 }, { "accuracy": 0.35037, "f1": 0.331905, "f1_weighted": 0.351428 }, { "accuracy": 0.368191, "f1": 0.338022, "f1_weighted": 0.371347 }, { "accuracy": 0.366174, "f1": 0.339116, "f1_weighted": 0.372557 }, { "accuracy": 0.328514, "f1": 0.307762, "f1_weighted": 0.332363 }, { "accuracy": 0.345662, "f1": 0.334562, "f1_weighted": 0.344878 }, { "accuracy": 0.356422, "f1": 0.33452, "f1_weighted": 0.359111 }, { "accuracy": 0.330195, "f1": 0.321305, "f1_weighted": 0.332406 }, { "accuracy": 0.373907, "f1": 0.35207, "f1_weighted": 0.376613 } ], "main_score": 0.354304, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "accuracy": 0.040585, "f1": 0.036189, "f1_weighted": 0.03564, "scores_per_experiment": [ { "accuracy": 0.04035, "f1": 0.046193, "f1_weighted": 0.04347 }, { "accuracy": 0.035978, "f1": 0.034035, "f1_weighted": 0.030471 }, { "accuracy": 0.04035, "f1": 0.031807, "f1_weighted": 0.030655 }, { "accuracy": 0.038332, "f1": 0.033455, "f1_weighted": 0.033984 }, { "accuracy": 0.034633, "f1": 0.027859, "f1_weighted": 0.029408 }, { "accuracy": 0.043376, "f1": 0.041578, "f1_weighted": 0.038726 }, { "accuracy": 0.040013, "f1": 0.036206, "f1_weighted": 0.034683 }, { "accuracy": 0.041358, "f1": 0.039675, "f1_weighted": 0.035851 }, { "accuracy": 0.050773, "f1": 0.041331, "f1_weighted": 0.046999 }, { "accuracy": 0.040686, "f1": 0.029749, "f1_weighted": 0.032151 } ], "main_score": 0.040585, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.045528, "f1": 0.024656, "f1_weighted": 0.027719, "scores_per_experiment": [ { "accuracy": 0.04304, "f1": 0.026551, "f1_weighted": 0.030901 }, { "accuracy": 0.054136, "f1": 0.025931, "f1_weighted": 0.025609 }, { "accuracy": 0.048083, "f1": 0.024746, "f1_weighted": 0.025966 }, { "accuracy": 0.044048, "f1": 0.028013, "f1_weighted": 0.031904 }, { "accuracy": 0.04842, "f1": 0.019869, "f1_weighted": 0.033113 }, { "accuracy": 0.050101, "f1": 0.025135, "f1_weighted": 0.02892 }, { "accuracy": 0.035978, "f1": 0.019237, "f1_weighted": 0.017407 }, { "accuracy": 0.057835, "f1": 0.029587, "f1_weighted": 0.035342 }, { "accuracy": 0.043712, "f1": 0.028567, "f1_weighted": 0.032853 }, { "accuracy": 0.029926, "f1": 0.018928, "f1_weighted": 0.01518 } ], "main_score": 0.045528, "hf_subset": "km", "languages": [ "khm-Khmr" ] }, { "accuracy": 0.405279, "f1": 0.392196, "f1_weighted": 0.405977, "scores_per_experiment": [ { "accuracy": 0.404506, "f1": 0.400416, "f1_weighted": 0.40854 }, { "accuracy": 0.427707, "f1": 0.403906, "f1_weighted": 0.428613 }, { "accuracy": 0.396772, "f1": 0.386522, "f1_weighted": 0.392894 }, { "accuracy": 0.415602, "f1": 0.395153, "f1_weighted": 0.419423 }, { "accuracy": 0.425017, "f1": 0.413113, "f1_weighted": 0.424863 }, { "accuracy": 0.379287, "f1": 0.372311, "f1_weighted": 0.377537 }, { "accuracy": 0.398117, "f1": 0.391944, "f1_weighted": 0.400033 }, { "accuracy": 0.416947, "f1": 0.39494, "f1_weighted": 0.418496 }, { "accuracy": 0.375925, "f1": 0.361707, "f1_weighted": 0.372967 }, { "accuracy": 0.412912, "f1": 0.401949, "f1_weighted": 0.41641 } ], "main_score": 0.405279, "hf_subset": "af", "languages": [ "afr-Latn" ] }, { "accuracy": 0.366375, "f1": 0.363068, "f1_weighted": 0.371503, "scores_per_experiment": [ { "accuracy": 0.378278, "f1": 0.37781, "f1_weighted": 0.382195 }, { "accuracy": 0.37189, "f1": 0.35951, "f1_weighted": 0.372958 }, { "accuracy": 0.366846, "f1": 0.363055, "f1_weighted": 0.375311 }, { "accuracy": 0.369872, "f1": 0.364864, "f1_weighted": 0.374389 }, { "accuracy": 0.378278, "f1": 0.3654, "f1_weighted": 0.382001 }, { "accuracy": 0.35306, "f1": 0.348666, "f1_weighted": 0.357165 }, { "accuracy": 0.358776, "f1": 0.361317, "f1_weighted": 0.366944 }, { "accuracy": 0.380296, "f1": 0.37477, "f1_weighted": 0.387278 }, { "accuracy": 0.340282, "f1": 0.348175, "f1_weighted": 0.344106 }, { "accuracy": 0.366174, "f1": 0.367115, "f1_weighted": 0.372689 } ], "main_score": 0.366375, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "accuracy": 0.060054, "f1": 0.046152, "f1_weighted": 0.05732, "scores_per_experiment": [ { "accuracy": 0.080363, "f1": 0.059991, "f1_weighted": 0.077465 }, { "accuracy": 0.046738, "f1": 0.031248, "f1_weighted": 0.038981 }, { "accuracy": 0.040686, "f1": 0.043652, "f1_weighted": 0.043733 }, { "accuracy": 0.050437, "f1": 0.046163, "f1_weighted": 0.049586 }, { "accuracy": 0.046066, "f1": 0.035846, "f1_weighted": 0.041201 }, { "accuracy": 0.071957, "f1": 0.056116, "f1_weighted": 0.069578 }, { "accuracy": 0.070948, "f1": 0.051752, "f1_weighted": 0.070062 }, { "accuracy": 0.055817, "f1": 0.044971, "f1_weighted": 0.054185 }, { "accuracy": 0.080027, "f1": 0.049152, "f1_weighted": 0.077526 }, { "accuracy": 0.057498, "f1": 0.042628, "f1_weighted": 0.05088 } ], "main_score": 0.060054, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "accuracy": 0.035911, "f1": 0.025743, "f1_weighted": 0.031256, "scores_per_experiment": [ { "accuracy": 0.030262, "f1": 0.027615, "f1_weighted": 0.033933 }, { "accuracy": 0.0269, "f1": 0.020784, "f1_weighted": 0.018781 }, { "accuracy": 0.032952, "f1": 0.025425, "f1_weighted": 0.024122 }, { "accuracy": 0.046066, "f1": 0.026332, "f1_weighted": 0.039453 }, { "accuracy": 0.028917, "f1": 0.020619, "f1_weighted": 0.024201 }, { "accuracy": 0.033289, "f1": 0.02565, "f1_weighted": 0.028849 }, { "accuracy": 0.031607, "f1": 0.024703, "f1_weighted": 0.023688 }, { "accuracy": 0.050101, "f1": 0.029102, "f1_weighted": 0.049933 }, { "accuracy": 0.047411, "f1": 0.03391, "f1_weighted": 0.04508 }, { "accuracy": 0.031607, "f1": 0.023291, "f1_weighted": 0.024523 } ], "main_score": 0.035911, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "accuracy": 0.458911, "f1": 0.443823, "f1_weighted": 0.46341, "scores_per_experiment": [ { "accuracy": 0.477135, "f1": 0.45393, "f1_weighted": 0.4856 }, { "accuracy": 0.464694, "f1": 0.446162, "f1_weighted": 0.467263 }, { "accuracy": 0.455952, "f1": 0.44643, "f1_weighted": 0.460833 }, { "accuracy": 0.472428, "f1": 0.448461, "f1_weighted": 0.480682 }, { "accuracy": 0.466375, "f1": 0.443262, "f1_weighted": 0.469796 }, { "accuracy": 0.471083, "f1": 0.458525, "f1_weighted": 0.479984 }, { "accuracy": 0.44889, "f1": 0.44533, "f1_weighted": 0.450153 }, { "accuracy": 0.461332, "f1": 0.450571, "f1_weighted": 0.465095 }, { "accuracy": 0.437458, "f1": 0.417933, "f1_weighted": 0.438745 }, { "accuracy": 0.433759, "f1": 0.427623, "f1_weighted": 0.435946 } ], "main_score": 0.458911, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "accuracy": 0.400639, "f1": 0.400389, "f1_weighted": 0.403535, "scores_per_experiment": [ { "accuracy": 0.430397, "f1": 0.42602, "f1_weighted": 0.431759 }, { "accuracy": 0.410222, "f1": 0.402196, "f1_weighted": 0.414103 }, { "accuracy": 0.403833, "f1": 0.397075, "f1_weighted": 0.407199 }, { "accuracy": 0.421654, "f1": 0.421057, "f1_weighted": 0.425974 }, { "accuracy": 0.400471, "f1": 0.387015, "f1_weighted": 0.408519 }, { "accuracy": 0.382313, "f1": 0.383821, "f1_weighted": 0.386422 }, { "accuracy": 0.382313, "f1": 0.388839, "f1_weighted": 0.380251 }, { "accuracy": 0.402824, "f1": 0.402525, "f1_weighted": 0.405965 }, { "accuracy": 0.376597, "f1": 0.389747, "f1_weighted": 0.376014 }, { "accuracy": 0.395763, "f1": 0.405594, "f1_weighted": 0.399145 } ], "main_score": 0.400639, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "accuracy": 0.027337, "f1": 0.010913, "f1_weighted": 0.017133, "scores_per_experiment": [ { "accuracy": 0.026564, "f1": 0.012339, "f1_weighted": 0.020086 }, { "accuracy": 0.01614, "f1": 0.00599, "f1_weighted": 0.005683 }, { "accuracy": 0.029926, "f1": 0.010465, "f1_weighted": 0.01467 }, { "accuracy": 0.022865, "f1": 0.010135, "f1_weighted": 0.014432 }, { "accuracy": 0.026227, "f1": 0.009318, "f1_weighted": 0.013175 }, { "accuracy": 0.04035, "f1": 0.015007, "f1_weighted": 0.021192 }, { "accuracy": 0.033961, "f1": 0.013039, "f1_weighted": 0.02262 }, { "accuracy": 0.017821, "f1": 0.011692, "f1_weighted": 0.018693 }, { "accuracy": 0.028917, "f1": 0.011593, "f1_weighted": 0.024438 }, { "accuracy": 0.030599, "f1": 0.009558, "f1_weighted": 0.016339 } ], "main_score": 0.027337, "hf_subset": "ml", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.362845, "f1": 0.353628, "f1_weighted": 0.368928, "scores_per_experiment": [ { "accuracy": 0.359112, "f1": 0.362331, "f1_weighted": 0.364465 }, { "accuracy": 0.384331, "f1": 0.36395, "f1_weighted": 0.391086 }, { "accuracy": 0.361802, "f1": 0.349827, "f1_weighted": 0.371961 }, { "accuracy": 0.364829, "f1": 0.358049, "f1_weighted": 0.369223 }, { "accuracy": 0.361802, "f1": 0.34402, "f1_weighted": 0.369026 }, { "accuracy": 0.354741, "f1": 0.353597, "f1_weighted": 0.362371 }, { "accuracy": 0.357431, "f1": 0.350445, "f1_weighted": 0.359591 }, { "accuracy": 0.379623, "f1": 0.357658, "f1_weighted": 0.388508 }, { "accuracy": 0.353732, "f1": 0.344634, "f1_weighted": 0.358695 }, { "accuracy": 0.351042, "f1": 0.351766, "f1_weighted": 0.354349 } ], "main_score": 0.362845, "hf_subset": "jv", "languages": [ "jav-Latn" ] }, { "accuracy": 0.38033, "f1": 0.363948, "f1_weighted": 0.386131, "scores_per_experiment": [ { "accuracy": 0.386012, "f1": 0.376316, "f1_weighted": 0.39979 }, { "accuracy": 0.382986, "f1": 0.366263, "f1_weighted": 0.388829 }, { "accuracy": 0.371217, "f1": 0.355093, "f1_weighted": 0.376902 }, { "accuracy": 0.39341, "f1": 0.363897, "f1_weighted": 0.396725 }, { "accuracy": 0.397781, "f1": 0.370638, "f1_weighted": 0.405366 }, { "accuracy": 0.359449, "f1": 0.345665, "f1_weighted": 0.368929 }, { "accuracy": 0.373907, "f1": 0.365794, "f1_weighted": 0.375405 }, { "accuracy": 0.37189, "f1": 0.355762, "f1_weighted": 0.382591 }, { "accuracy": 0.358104, "f1": 0.348537, "f1_weighted": 0.352845 }, { "accuracy": 0.408541, "f1": 0.391517, "f1_weighted": 0.413929 } ], "main_score": 0.38033, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "accuracy": 0.369166, "f1": 0.362078, "f1_weighted": 0.371851, "scores_per_experiment": [ { "accuracy": 0.368527, "f1": 0.36291, "f1_weighted": 0.374078 }, { "accuracy": 0.36651, "f1": 0.357371, "f1_weighted": 0.37388 }, { "accuracy": 0.377942, "f1": 0.36743, "f1_weighted": 0.374855 }, { "accuracy": 0.393746, "f1": 0.37332, "f1_weighted": 0.395299 }, { "accuracy": 0.368527, "f1": 0.351833, "f1_weighted": 0.371317 }, { "accuracy": 0.341627, "f1": 0.332324, "f1_weighted": 0.342226 }, { "accuracy": 0.364492, "f1": 0.3639, "f1_weighted": 0.361551 }, { "accuracy": 0.362811, "f1": 0.360037, "f1_weighted": 0.367398 }, { "accuracy": 0.370208, "f1": 0.371021, "f1_weighted": 0.371799 }, { "accuracy": 0.37727, "f1": 0.380628, "f1_weighted": 0.386103 } ], "main_score": 0.369166, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "accuracy": 0.027135, "f1": 0.01109, "f1_weighted": 0.016061, "scores_per_experiment": [ { "accuracy": 0.026564, "f1": 0.008478, "f1_weighted": 0.019132 }, { "accuracy": 0.015467, "f1": 0.007648, "f1_weighted": 0.00446 }, { "accuracy": 0.017149, "f1": 0.008434, "f1_weighted": 0.007381 }, { "accuracy": 0.050101, "f1": 0.019614, "f1_weighted": 0.03547 }, { "accuracy": 0.035642, "f1": 0.010317, "f1_weighted": 0.023374 }, { "accuracy": 0.02152, "f1": 0.008321, "f1_weighted": 0.008965 }, { "accuracy": 0.019166, "f1": 0.004602, "f1_weighted": 0.005155 }, { "accuracy": 0.024882, "f1": 0.01297, "f1_weighted": 0.020532 }, { "accuracy": 0.046402, "f1": 0.018172, "f1_weighted": 0.029489 }, { "accuracy": 0.014459, "f1": 0.012339, "f1_weighted": 0.00665 } ], "main_score": 0.027135, "hf_subset": "he", "languages": [ "heb-Hebr" ] }, { "accuracy": 0.406523, "f1": 0.397754, "f1_weighted": 0.407414, "scores_per_experiment": [ { "accuracy": 0.401479, "f1": 0.402117, "f1_weighted": 0.400841 }, { "accuracy": 0.402824, "f1": 0.387566, "f1_weighted": 0.406674 }, { "accuracy": 0.392401, "f1": 0.387836, "f1_weighted": 0.399841 }, { "accuracy": 0.416611, "f1": 0.401615, "f1_weighted": 0.416106 }, { "accuracy": 0.417956, "f1": 0.400323, "f1_weighted": 0.414854 }, { "accuracy": 0.401143, "f1": 0.392871, "f1_weighted": 0.394906 }, { "accuracy": 0.405851, "f1": 0.39551, "f1_weighted": 0.407916 }, { "accuracy": 0.407196, "f1": 0.409179, "f1_weighted": 0.407978 }, { "accuracy": 0.409213, "f1": 0.39684, "f1_weighted": 0.408677 }, { "accuracy": 0.410558, "f1": 0.403684, "f1_weighted": 0.416347 } ], "main_score": 0.406523, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "accuracy": 0.034633, "f1": 0.015655, "f1_weighted": 0.025255, "scores_per_experiment": [ { "accuracy": 0.040686, "f1": 0.014478, "f1_weighted": 0.024441 }, { "accuracy": 0.04035, "f1": 0.021508, "f1_weighted": 0.026828 }, { "accuracy": 0.036651, "f1": 0.014375, "f1_weighted": 0.028583 }, { "accuracy": 0.034297, "f1": 0.015441, "f1_weighted": 0.0253 }, { "accuracy": 0.044385, "f1": 0.021227, "f1_weighted": 0.034976 }, { "accuracy": 0.023537, "f1": 0.009891, "f1_weighted": 0.015783 }, { "accuracy": 0.030935, "f1": 0.013222, "f1_weighted": 0.0241 }, { "accuracy": 0.039005, "f1": 0.015494, "f1_weighted": 0.03285 }, { "accuracy": 0.041695, "f1": 0.019045, "f1_weighted": 0.031393 }, { "accuracy": 0.014795, "f1": 0.011864, "f1_weighted": 0.008291 } ], "main_score": 0.034633, "hf_subset": "hy", "languages": [ "hye-Armn" ] }, { "accuracy": 0.355582, "f1": 0.349477, "f1_weighted": 0.362825, "scores_per_experiment": [ { "accuracy": 0.363484, "f1": 0.350119, "f1_weighted": 0.373146 }, { "accuracy": 0.367855, "f1": 0.355593, "f1_weighted": 0.379005 }, { "accuracy": 0.344654, "f1": 0.350793, "f1_weighted": 0.351716 }, { "accuracy": 0.362475, "f1": 0.342217, "f1_weighted": 0.369213 }, { "accuracy": 0.362811, "f1": 0.345903, "f1_weighted": 0.369568 }, { "accuracy": 0.360794, "f1": 0.355107, "f1_weighted": 0.373217 }, { "accuracy": 0.343309, "f1": 0.351475, "f1_weighted": 0.34464 }, { "accuracy": 0.354405, "f1": 0.34687, "f1_weighted": 0.367826 }, { "accuracy": 0.328178, "f1": 0.335832, "f1_weighted": 0.325556 }, { "accuracy": 0.367855, "f1": 0.36086, "f1_weighted": 0.374361 } ], "main_score": 0.355582, "hf_subset": "az", "languages": [ "aze-Latn" ] }, { "accuracy": 0.031204, "f1": 0.017372, "f1_weighted": 0.019557, "scores_per_experiment": [ { "accuracy": 0.042367, "f1": 0.020466, "f1_weighted": 0.028954 }, { "accuracy": 0.020847, "f1": 0.01057, "f1_weighted": 0.007501 }, { "accuracy": 0.02152, "f1": 0.016039, "f1_weighted": 0.013812 }, { "accuracy": 0.031271, "f1": 0.016939, "f1_weighted": 0.020227 }, { "accuracy": 0.039005, "f1": 0.024403, "f1_weighted": 0.025722 }, { "accuracy": 0.033289, "f1": 0.017388, "f1_weighted": 0.020166 }, { "accuracy": 0.028917, "f1": 0.009216, "f1_weighted": 0.009101 }, { "accuracy": 0.029926, "f1": 0.016166, "f1_weighted": 0.026041 }, { "accuracy": 0.036987, "f1": 0.027024, "f1_weighted": 0.029742 }, { "accuracy": 0.027909, "f1": 0.015507, "f1_weighted": 0.014305 } ], "main_score": 0.031204, "hf_subset": "am", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.444553, "f1": 0.433808, "f1_weighted": 0.447422, "scores_per_experiment": [ { "accuracy": 0.460995, "f1": 0.448026, "f1_weighted": 0.467661 }, { "accuracy": 0.458305, "f1": 0.43761, "f1_weighted": 0.458307 }, { "accuracy": 0.443847, "f1": 0.435464, "f1_weighted": 0.448207 }, { "accuracy": 0.437794, "f1": 0.418155, "f1_weighted": 0.44083 }, { "accuracy": 0.451917, "f1": 0.435957, "f1_weighted": 0.455183 }, { "accuracy": 0.433087, "f1": 0.43079, "f1_weighted": 0.437667 }, { "accuracy": 0.424344, "f1": 0.421433, "f1_weighted": 0.42506 }, { "accuracy": 0.46503, "f1": 0.453789, "f1_weighted": 0.46765 }, { "accuracy": 0.427371, "f1": 0.418506, "f1_weighted": 0.426552 }, { "accuracy": 0.442838, "f1": 0.438349, "f1_weighted": 0.447107 } ], "main_score": 0.444553, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "accuracy": 0.029926, "f1": 0.016547, "f1_weighted": 0.017082, "scores_per_experiment": [ { "accuracy": 0.041022, "f1": 0.01716, "f1_weighted": 0.019361 }, { "accuracy": 0.03766, "f1": 0.014823, "f1_weighted": 0.018514 }, { "accuracy": 0.032616, "f1": 0.016243, "f1_weighted": 0.016581 }, { "accuracy": 0.020847, "f1": 0.014391, "f1_weighted": 0.013528 }, { "accuracy": 0.022865, "f1": 0.017134, "f1_weighted": 0.013988 }, { "accuracy": 0.027236, "f1": 0.016466, "f1_weighted": 0.014735 }, { "accuracy": 0.033961, "f1": 0.016471, "f1_weighted": 0.021828 }, { "accuracy": 0.01614, "f1": 0.012566, "f1_weighted": 0.009265 }, { "accuracy": 0.031944, "f1": 0.01882, "f1_weighted": 0.019667 }, { "accuracy": 0.03497, "f1": 0.021393, "f1_weighted": 0.023355 } ], "main_score": 0.029926, "hf_subset": "ka", "languages": [ "kat-Geor" ] }, { "accuracy": 0.035205, "f1": 0.013158, "f1_weighted": 0.022441, "scores_per_experiment": [ { "accuracy": 0.04304, "f1": 0.01613, "f1_weighted": 0.030266 }, { "accuracy": 0.01345, "f1": 0.007641, "f1_weighted": 0.004393 }, { "accuracy": 0.05111, "f1": 0.013, "f1_weighted": 0.032545 }, { "accuracy": 0.045393, "f1": 0.015392, "f1_weighted": 0.026533 }, { "accuracy": 0.036987, "f1": 0.01028, "f1_weighted": 0.021517 }, { "accuracy": 0.0269, "f1": 0.00921, "f1_weighted": 0.014207 }, { "accuracy": 0.036315, "f1": 0.017857, "f1_weighted": 0.023564 }, { "accuracy": 0.028581, "f1": 0.013915, "f1_weighted": 0.024503 }, { "accuracy": 0.043712, "f1": 0.013473, "f1_weighted": 0.0314 }, { "accuracy": 0.026564, "f1": 0.014683, "f1_weighted": 0.015484 } ], "main_score": 0.035205, "hf_subset": "ta", "languages": [ "tam-Taml" ] }, { "accuracy": 0.359549, "f1": 0.344616, "f1_weighted": 0.364515, "scores_per_experiment": [ { "accuracy": 0.357095, "f1": 0.352485, "f1_weighted": 0.359382 }, { "accuracy": 0.348352, "f1": 0.335186, "f1_weighted": 0.351624 }, { "accuracy": 0.343645, "f1": 0.316035, "f1_weighted": 0.34653 }, { "accuracy": 0.370208, "f1": 0.354102, "f1_weighted": 0.376822 }, { "accuracy": 0.372562, "f1": 0.351141, "f1_weighted": 0.374394 }, { "accuracy": 0.341964, "f1": 0.325911, "f1_weighted": 0.351152 }, { "accuracy": 0.359112, "f1": 0.360278, "f1_weighted": 0.365609 }, { "accuracy": 0.370881, "f1": 0.347424, "f1_weighted": 0.378025 }, { "accuracy": 0.347007, "f1": 0.337356, "f1_weighted": 0.352808 }, { "accuracy": 0.384667, "f1": 0.36624, "f1_weighted": 0.388802 } ], "main_score": 0.359549, "hf_subset": "cy", "languages": [ "cym-Latn" ] }, { "accuracy": 0.035777, "f1": 0.026282, "f1_weighted": 0.028687, "scores_per_experiment": [ { "accuracy": 0.033625, "f1": 0.02747, "f1_weighted": 0.032761 }, { "accuracy": 0.027909, "f1": 0.025168, "f1_weighted": 0.018547 }, { "accuracy": 0.033625, "f1": 0.016291, "f1_weighted": 0.02215 }, { "accuracy": 0.037323, "f1": 0.028768, "f1_weighted": 0.033644 }, { "accuracy": 0.033625, "f1": 0.028227, "f1_weighted": 0.028351 }, { "accuracy": 0.034633, "f1": 0.025477, "f1_weighted": 0.024793 }, { "accuracy": 0.031944, "f1": 0.018746, "f1_weighted": 0.021582 }, { "accuracy": 0.032952, "f1": 0.031298, "f1_weighted": 0.029026 }, { "accuracy": 0.050437, "f1": 0.03183, "f1_weighted": 0.044526 }, { "accuracy": 0.041695, "f1": 0.029539, "f1_weighted": 0.031488 } ], "main_score": 0.035777, "hf_subset": "ur", "languages": [ "urd-Arab" ] }, { "accuracy": 0.032448, "f1": 0.01378, "f1_weighted": 0.023086, "scores_per_experiment": [ { "accuracy": 0.03766, "f1": 0.009254, "f1_weighted": 0.025991 }, { "accuracy": 0.02959, "f1": 0.014318, "f1_weighted": 0.014158 }, { "accuracy": 0.026227, "f1": 0.012814, "f1_weighted": 0.013692 }, { "accuracy": 0.027909, "f1": 0.018023, "f1_weighted": 0.019786 }, { "accuracy": 0.042703, "f1": 0.017559, "f1_weighted": 0.032642 }, { "accuracy": 0.030262, "f1": 0.013882, "f1_weighted": 0.019768 }, { "accuracy": 0.02421, "f1": 0.00986, "f1_weighted": 0.016299 }, { "accuracy": 0.039005, "f1": 0.016237, "f1_weighted": 0.036729 }, { "accuracy": 0.04573, "f1": 0.015951, "f1_weighted": 0.035635 }, { "accuracy": 0.021184, "f1": 0.009901, "f1_weighted": 0.016157 } ], "main_score": 0.032448, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "accuracy": 0.298117, "f1": 0.30096, "f1_weighted": 0.302413, "scores_per_experiment": [ { "accuracy": 0.305649, "f1": 0.312851, "f1_weighted": 0.312081 }, { "accuracy": 0.290182, "f1": 0.292121, "f1_weighted": 0.293666 }, { "accuracy": 0.300941, "f1": 0.294177, "f1_weighted": 0.310235 }, { "accuracy": 0.305313, "f1": 0.309629, "f1_weighted": 0.304873 }, { "accuracy": 0.30195, "f1": 0.299933, "f1_weighted": 0.309712 }, { "accuracy": 0.285474, "f1": 0.287099, "f1_weighted": 0.284563 }, { "accuracy": 0.30195, "f1": 0.308087, "f1_weighted": 0.311724 }, { "accuracy": 0.289845, "f1": 0.286285, "f1_weighted": 0.292137 }, { "accuracy": 0.296234, "f1": 0.304085, "f1_weighted": 0.298833 }, { "accuracy": 0.303631, "f1": 0.315333, "f1_weighted": 0.306308 } ], "main_score": 0.298117, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "accuracy": 0.031338, "f1": 0.018432, "f1_weighted": 0.026918, "scores_per_experiment": [ { "accuracy": 0.031944, "f1": 0.017262, "f1_weighted": 0.030668 }, { "accuracy": 0.036315, "f1": 0.020547, "f1_weighted": 0.025367 }, { "accuracy": 0.035978, "f1": 0.024411, "f1_weighted": 0.03674 }, { "accuracy": 0.03766, "f1": 0.021966, "f1_weighted": 0.034207 }, { "accuracy": 0.045057, "f1": 0.024169, "f1_weighted": 0.03592 }, { "accuracy": 0.028581, "f1": 0.016037, "f1_weighted": 0.018904 }, { "accuracy": 0.01883, "f1": 0.012574, "f1_weighted": 0.016541 }, { "accuracy": 0.02152, "f1": 0.008834, "f1_weighted": 0.012085 }, { "accuracy": 0.030599, "f1": 0.020263, "f1_weighted": 0.034628 }, { "accuracy": 0.0269, "f1": 0.018256, "f1_weighted": 0.024121 } ], "main_score": 0.031338, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "accuracy": 0.451513, "f1": 0.4396, "f1_weighted": 0.455726, "scores_per_experiment": [ { "accuracy": 0.445528, "f1": 0.443731, "f1_weighted": 0.451133 }, { "accuracy": 0.480161, "f1": 0.449986, "f1_weighted": 0.484078 }, { "accuracy": 0.451917, "f1": 0.440916, "f1_weighted": 0.457534 }, { "accuracy": 0.455615, "f1": 0.440732, "f1_weighted": 0.463588 }, { "accuracy": 0.470746, "f1": 0.446163, "f1_weighted": 0.474199 }, { "accuracy": 0.451917, "f1": 0.447041, "f1_weighted": 0.458644 }, { "accuracy": 0.423336, "f1": 0.422055, "f1_weighted": 0.425354 }, { "accuracy": 0.453262, "f1": 0.430029, "f1_weighted": 0.45632 }, { "accuracy": 0.449899, "f1": 0.442468, "f1_weighted": 0.447277 }, { "accuracy": 0.432751, "f1": 0.432875, "f1_weighted": 0.439136 } ], "main_score": 0.451513, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "accuracy": 0.044855, "f1": 0.028679, "f1_weighted": 0.026569, "scores_per_experiment": [ { "accuracy": 0.046402, "f1": 0.033724, "f1_weighted": 0.024785 }, { "accuracy": 0.059516, "f1": 0.02947, "f1_weighted": 0.037176 }, { "accuracy": 0.03766, "f1": 0.028223, "f1_weighted": 0.023295 }, { "accuracy": 0.039341, "f1": 0.027732, "f1_weighted": 0.026698 }, { "accuracy": 0.049428, "f1": 0.036731, "f1_weighted": 0.026504 }, { "accuracy": 0.050437, "f1": 0.026427, "f1_weighted": 0.03288 }, { "accuracy": 0.04573, "f1": 0.03028, "f1_weighted": 0.022409 }, { "accuracy": 0.029926, "f1": 0.024183, "f1_weighted": 0.017622 }, { "accuracy": 0.039341, "f1": 0.02421, "f1_weighted": 0.026241 }, { "accuracy": 0.050773, "f1": 0.02581, "f1_weighted": 0.02808 } ], "main_score": 0.044855, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "accuracy": 0.452858, "f1": 0.440523, "f1_weighted": 0.457662, "scores_per_experiment": [ { "accuracy": 0.45965, "f1": 0.453073, "f1_weighted": 0.466254 }, { "accuracy": 0.458978, "f1": 0.443508, "f1_weighted": 0.463327 }, { "accuracy": 0.44082, "f1": 0.427179, "f1_weighted": 0.445156 }, { "accuracy": 0.455279, "f1": 0.449643, "f1_weighted": 0.463224 }, { "accuracy": 0.471083, "f1": 0.440661, "f1_weighted": 0.477748 }, { "accuracy": 0.459314, "f1": 0.4408, "f1_weighted": 0.462956 }, { "accuracy": 0.435777, "f1": 0.434723, "f1_weighted": 0.438885 }, { "accuracy": 0.462004, "f1": 0.443234, "f1_weighted": 0.466239 }, { "accuracy": 0.43544, "f1": 0.426242, "f1_weighted": 0.437878 }, { "accuracy": 0.450235, "f1": 0.446168, "f1_weighted": 0.454949 } ], "main_score": 0.452858, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "accuracy": 0.661802, "f1": 0.644997, "f1_weighted": 0.662582, "scores_per_experiment": [ { "accuracy": 0.647276, "f1": 0.644966, "f1_weighted": 0.652889 }, { "accuracy": 0.680901, "f1": 0.648613, "f1_weighted": 0.683835 }, { "accuracy": 0.660054, "f1": 0.648705, "f1_weighted": 0.657474 }, { "accuracy": 0.688299, "f1": 0.663575, "f1_weighted": 0.690347 }, { "accuracy": 0.656691, "f1": 0.632076, "f1_weighted": 0.651209 }, { "accuracy": 0.657364, "f1": 0.643828, "f1_weighted": 0.656877 }, { "accuracy": 0.661735, "f1": 0.649281, "f1_weighted": 0.663573 }, { "accuracy": 0.641896, "f1": 0.626951, "f1_weighted": 0.644589 }, { "accuracy": 0.648958, "f1": 0.638053, "f1_weighted": 0.646975 }, { "accuracy": 0.674849, "f1": 0.653921, "f1_weighted": 0.678052 } ], "main_score": 0.661802, "hf_subset": "de", "languages": [ "deu-Latn" ] } ] }, "evaluation_time": 3105.4739141464233, "kg_co2_emissions": 0.10111062913593363 }