{ "dataset_revision": "4672e20407010da34463acc759c162ca9734bca6", "task_name": "MassiveIntentClassification", "mteb_version": "1.18.0", "scores": { "validation": [ { "accuracy": 0.459813, "f1": 0.428992, "f1_weighted": 0.467803, "scores_per_experiment": [ { "accuracy": 0.47516, "f1": 0.450399, "f1_weighted": 0.481264 }, { "accuracy": 0.460895, "f1": 0.419867, "f1_weighted": 0.471912 }, { "accuracy": 0.453517, "f1": 0.424309, "f1_weighted": 0.459692 }, { "accuracy": 0.481554, "f1": 0.454346, "f1_weighted": 0.493864 }, { "accuracy": 0.465322, "f1": 0.427666, "f1_weighted": 0.470515 }, { "accuracy": 0.448106, "f1": 0.419995, "f1_weighted": 0.452104 }, { "accuracy": 0.434333, "f1": 0.418253, "f1_weighted": 0.442623 }, { "accuracy": 0.440728, "f1": 0.404427, "f1_weighted": 0.450718 }, { "accuracy": 0.455976, "f1": 0.423548, "f1_weighted": 0.461968 }, { "accuracy": 0.482538, "f1": 0.447112, "f1_weighted": 0.493372 } ], "main_score": 0.459813, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "accuracy": 0.281948, "f1": 0.271056, "f1_weighted": 0.285212, "scores_per_experiment": [ { "accuracy": 0.297098, "f1": 0.293774, "f1_weighted": 0.303023 }, { "accuracy": 0.296114, "f1": 0.277033, "f1_weighted": 0.29589 }, { "accuracy": 0.268077, "f1": 0.258856, "f1_weighted": 0.273199 }, { "accuracy": 0.298574, "f1": 0.277258, "f1_weighted": 0.301157 }, { "accuracy": 0.300049, "f1": 0.272858, "f1_weighted": 0.309492 }, { "accuracy": 0.267093, "f1": 0.2615, "f1_weighted": 0.265345 }, { "accuracy": 0.272996, "f1": 0.266271, "f1_weighted": 0.272464 }, { "accuracy": 0.266601, "f1": 0.259255, "f1_weighted": 0.269029 }, { "accuracy": 0.274963, "f1": 0.279071, "f1_weighted": 0.27919 }, { "accuracy": 0.277914, "f1": 0.264682, "f1_weighted": 0.283333 } ], "main_score": 0.281948, "hf_subset": "am", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.319429, "f1": 0.313154, "f1_weighted": 0.319967, "scores_per_experiment": [ { "accuracy": 0.306936, "f1": 0.308729, "f1_weighted": 0.306154 }, { "accuracy": 0.325627, "f1": 0.31241, "f1_weighted": 0.327631 }, { "accuracy": 0.333989, "f1": 0.324368, "f1_weighted": 0.327485 }, { "accuracy": 0.301033, "f1": 0.30513, "f1_weighted": 0.298467 }, { "accuracy": 0.315298, "f1": 0.302213, "f1_weighted": 0.318075 }, { "accuracy": 0.312838, "f1": 0.30609, "f1_weighted": 0.318109 }, { "accuracy": 0.315298, "f1": 0.308906, "f1_weighted": 0.318539 }, { "accuracy": 0.325627, "f1": 0.315941, "f1_weighted": 0.328043 }, { "accuracy": 0.318249, "f1": 0.323077, "f1_weighted": 0.318274 }, { "accuracy": 0.3394, "f1": 0.324673, "f1_weighted": 0.338894 } ], "main_score": 0.319429, "hf_subset": "ka", "languages": [ "kat-Geor" ] }, { "accuracy": 0.597688, "f1": 0.575684, "f1_weighted": 0.603008, "scores_per_experiment": [ { "accuracy": 0.586326, "f1": 0.571513, "f1_weighted": 0.587337 }, { "accuracy": 0.605509, "f1": 0.566614, "f1_weighted": 0.607709 }, { "accuracy": 0.618298, "f1": 0.59379, "f1_weighted": 0.622941 }, { "accuracy": 0.599115, "f1": 0.565427, "f1_weighted": 0.600184 }, { "accuracy": 0.61092, "f1": 0.588524, "f1_weighted": 0.618311 }, { "accuracy": 0.593212, "f1": 0.571276, "f1_weighted": 0.596561 }, { "accuracy": 0.57452, "f1": 0.563731, "f1_weighted": 0.581049 }, { "accuracy": 0.584358, "f1": 0.561213, "f1_weighted": 0.595078 }, { "accuracy": 0.599115, "f1": 0.586593, "f1_weighted": 0.605499 }, { "accuracy": 0.605509, "f1": 0.588161, "f1_weighted": 0.615412 } ], "main_score": 0.597688, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "accuracy": 0.494147, "f1": 0.453399, "f1_weighted": 0.501029, "scores_per_experiment": [ { "accuracy": 0.481554, "f1": 0.441297, "f1_weighted": 0.490532 }, { "accuracy": 0.479587, "f1": 0.430809, "f1_weighted": 0.483316 }, { "accuracy": 0.472209, "f1": 0.435059, "f1_weighted": 0.477965 }, { "accuracy": 0.510084, "f1": 0.466738, "f1_weighted": 0.522105 }, { "accuracy": 0.535662, "f1": 0.486699, "f1_weighted": 0.538312 }, { "accuracy": 0.49877, "f1": 0.453833, "f1_weighted": 0.507707 }, { "accuracy": 0.467782, "f1": 0.43556, "f1_weighted": 0.473423 }, { "accuracy": 0.485489, "f1": 0.446117, "f1_weighted": 0.490532 }, { "accuracy": 0.489916, "f1": 0.471242, "f1_weighted": 0.495767 }, { "accuracy": 0.520413, "f1": 0.466633, "f1_weighted": 0.530631 } ], "main_score": 0.494147, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "accuracy": 0.451795, "f1": 0.423447, "f1_weighted": 0.460198, "scores_per_experiment": [ { "accuracy": 0.431874, "f1": 0.407346, "f1_weighted": 0.441541 }, { "accuracy": 0.454009, "f1": 0.418526, "f1_weighted": 0.460101 }, { "accuracy": 0.463355, "f1": 0.431521, "f1_weighted": 0.473178 }, { "accuracy": 0.481062, "f1": 0.449494, "f1_weighted": 0.495345 }, { "accuracy": 0.465814, "f1": 0.431985, "f1_weighted": 0.476691 }, { "accuracy": 0.449582, "f1": 0.424088, "f1_weighted": 0.455522 }, { "accuracy": 0.437777, "f1": 0.415819, "f1_weighted": 0.439307 }, { "accuracy": 0.427447, "f1": 0.397551, "f1_weighted": 0.438619 }, { "accuracy": 0.442204, "f1": 0.426315, "f1_weighted": 0.444521 }, { "accuracy": 0.46483, "f1": 0.431825, "f1_weighted": 0.477156 } ], "main_score": 0.451795, "hf_subset": "af", "languages": [ "afr-Latn" ] }, { "accuracy": 0.406542, "f1": 0.388106, "f1_weighted": 0.411533, "scores_per_experiment": [ { "accuracy": 0.421053, "f1": 0.402683, "f1_weighted": 0.419833 }, { "accuracy": 0.390556, "f1": 0.369614, "f1_weighted": 0.392994 }, { "accuracy": 0.424004, "f1": 0.411314, "f1_weighted": 0.430431 }, { "accuracy": 0.434825, "f1": 0.420563, "f1_weighted": 0.436215 }, { "accuracy": 0.401869, "f1": 0.381872, "f1_weighted": 0.410487 }, { "accuracy": 0.421545, "f1": 0.395374, "f1_weighted": 0.425933 }, { "accuracy": 0.393015, "f1": 0.374613, "f1_weighted": 0.399418 }, { "accuracy": 0.381702, "f1": 0.361346, "f1_weighted": 0.394309 }, { "accuracy": 0.378259, "f1": 0.36761, "f1_weighted": 0.382172 }, { "accuracy": 0.418593, "f1": 0.396072, "f1_weighted": 0.423541 } ], "main_score": 0.406542, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "accuracy": 0.513428, "f1": 0.48231, "f1_weighted": 0.519013, "scores_per_experiment": [ { "accuracy": 0.48303, "f1": 0.46359, "f1_weighted": 0.491607 }, { "accuracy": 0.517462, "f1": 0.476776, "f1_weighted": 0.528253 }, { "accuracy": 0.489424, "f1": 0.461255, "f1_weighted": 0.491226 }, { "accuracy": 0.547959, "f1": 0.497421, "f1_weighted": 0.553043 }, { "accuracy": 0.531727, "f1": 0.497575, "f1_weighted": 0.535835 }, { "accuracy": 0.507132, "f1": 0.484859, "f1_weighted": 0.508872 }, { "accuracy": 0.518938, "f1": 0.490881, "f1_weighted": 0.526725 }, { "accuracy": 0.48303, "f1": 0.464915, "f1_weighted": 0.488089 }, { "accuracy": 0.532218, "f1": 0.50084, "f1_weighted": 0.541238 }, { "accuracy": 0.523364, "f1": 0.484985, "f1_weighted": 0.525247 } ], "main_score": 0.513428, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "accuracy": 0.379439, "f1": 0.370903, "f1_weighted": 0.381763, "scores_per_experiment": [ { "accuracy": 0.39154, "f1": 0.396803, "f1_weighted": 0.39551 }, { "accuracy": 0.378751, "f1": 0.368702, "f1_weighted": 0.384482 }, { "accuracy": 0.397442, "f1": 0.379604, "f1_weighted": 0.396968 }, { "accuracy": 0.370389, "f1": 0.375446, "f1_weighted": 0.366192 }, { "accuracy": 0.370389, "f1": 0.344038, "f1_weighted": 0.375922 }, { "accuracy": 0.380226, "f1": 0.360926, "f1_weighted": 0.382473 }, { "accuracy": 0.359075, "f1": 0.367489, "f1_weighted": 0.35831 }, { "accuracy": 0.365962, "f1": 0.350586, "f1_weighted": 0.366848 }, { "accuracy": 0.387605, "f1": 0.38735, "f1_weighted": 0.389011 }, { "accuracy": 0.393015, "f1": 0.378089, "f1_weighted": 0.40191 } ], "main_score": 0.379439, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "accuracy": 0.611363, "f1": 0.587286, "f1_weighted": 0.615075, "scores_per_experiment": [ { "accuracy": 0.607477, "f1": 0.598857, "f1_weighted": 0.61026 }, { "accuracy": 0.613379, "f1": 0.581774, "f1_weighted": 0.619086 }, { "accuracy": 0.614855, "f1": 0.584977, "f1_weighted": 0.617145 }, { "accuracy": 0.623217, "f1": 0.595564, "f1_weighted": 0.628789 }, { "accuracy": 0.624693, "f1": 0.593677, "f1_weighted": 0.625688 }, { "accuracy": 0.602558, "f1": 0.589134, "f1_weighted": 0.605447 }, { "accuracy": 0.597639, "f1": 0.580684, "f1_weighted": 0.599814 }, { "accuracy": 0.594688, "f1": 0.565418, "f1_weighted": 0.596712 }, { "accuracy": 0.609936, "f1": 0.58745, "f1_weighted": 0.619367 }, { "accuracy": 0.625184, "f1": 0.595326, "f1_weighted": 0.628445 } ], "main_score": 0.611363, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ] }, { "accuracy": 0.396458, "f1": 0.37258, "f1_weighted": 0.403177, "scores_per_experiment": [ { "accuracy": 0.403837, "f1": 0.37435, "f1_weighted": 0.41304 }, { "accuracy": 0.378259, "f1": 0.350206, "f1_weighted": 0.382433 }, { "accuracy": 0.395967, "f1": 0.375762, "f1_weighted": 0.40464 }, { "accuracy": 0.392523, "f1": 0.370078, "f1_weighted": 0.40291 }, { "accuracy": 0.412199, "f1": 0.398599, "f1_weighted": 0.416934 }, { "accuracy": 0.405312, "f1": 0.379177, "f1_weighted": 0.415198 }, { "accuracy": 0.37088, "f1": 0.357998, "f1_weighted": 0.369072 }, { "accuracy": 0.414166, "f1": 0.376406, "f1_weighted": 0.42437 }, { "accuracy": 0.380226, "f1": 0.371619, "f1_weighted": 0.381721 }, { "accuracy": 0.411215, "f1": 0.371604, "f1_weighted": 0.421453 } ], "main_score": 0.396458, "hf_subset": "he", "languages": [ "heb-Hebr" ] }, { "accuracy": 0.565863, "f1": 0.553869, "f1_weighted": 0.569452, "scores_per_experiment": [ { "accuracy": 0.566158, "f1": 0.562499, "f1_weighted": 0.574632 }, { "accuracy": 0.578455, "f1": 0.555199, "f1_weighted": 0.585533 }, { "accuracy": 0.581407, "f1": 0.568781, "f1_weighted": 0.580866 }, { "accuracy": 0.594688, "f1": 0.578539, "f1_weighted": 0.594475 }, { "accuracy": 0.554353, "f1": 0.538715, "f1_weighted": 0.555561 }, { "accuracy": 0.557304, "f1": 0.552223, "f1_weighted": 0.562984 }, { "accuracy": 0.528283, "f1": 0.52152, "f1_weighted": 0.532228 }, { "accuracy": 0.59272, "f1": 0.582294, "f1_weighted": 0.594754 }, { "accuracy": 0.583866, "f1": 0.566613, "f1_weighted": 0.587308 }, { "accuracy": 0.521397, "f1": 0.512306, "f1_weighted": 0.526176 } ], "main_score": 0.565863, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ] }, { "accuracy": 0.424643, "f1": 0.405804, "f1_weighted": 0.430938, "scores_per_experiment": [ { "accuracy": 0.41515, "f1": 0.404259, "f1_weighted": 0.417289 }, { "accuracy": 0.43335, "f1": 0.402532, "f1_weighted": 0.441312 }, { "accuracy": 0.434825, "f1": 0.421382, "f1_weighted": 0.440976 }, { "accuracy": 0.454501, "f1": 0.438189, "f1_weighted": 0.464781 }, { "accuracy": 0.434333, "f1": 0.408188, "f1_weighted": 0.443239 }, { "accuracy": 0.416626, "f1": 0.39504, "f1_weighted": 0.420814 }, { "accuracy": 0.421053, "f1": 0.40736, "f1_weighted": 0.420974 }, { "accuracy": 0.388096, "f1": 0.369807, "f1_weighted": 0.399591 }, { "accuracy": 0.429415, "f1": 0.413757, "f1_weighted": 0.430692 }, { "accuracy": 0.419085, "f1": 0.397522, "f1_weighted": 0.42971 } ], "main_score": 0.424643, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "accuracy": 0.445007, "f1": 0.415812, "f1_weighted": 0.45416, "scores_per_experiment": [ { "accuracy": 0.443187, "f1": 0.424574, "f1_weighted": 0.449739 }, { "accuracy": 0.464338, "f1": 0.418037, "f1_weighted": 0.475426 }, { "accuracy": 0.434825, "f1": 0.401637, "f1_weighted": 0.439237 }, { "accuracy": 0.451058, "f1": 0.430075, "f1_weighted": 0.459401 }, { "accuracy": 0.428923, "f1": 0.403362, "f1_weighted": 0.439751 }, { "accuracy": 0.441712, "f1": 0.41285, "f1_weighted": 0.455086 }, { "accuracy": 0.431382, "f1": 0.403929, "f1_weighted": 0.440948 }, { "accuracy": 0.443679, "f1": 0.411224, "f1_weighted": 0.450923 }, { "accuracy": 0.45942, "f1": 0.431709, "f1_weighted": 0.467518 }, { "accuracy": 0.451549, "f1": 0.420728, "f1_weighted": 0.463575 } ], "main_score": 0.445007, "hf_subset": "kn", "languages": [ "kan-Knda" ] }, { "accuracy": 0.467191, "f1": 0.43921, "f1_weighted": 0.475571, "scores_per_experiment": [ { "accuracy": 0.468765, "f1": 0.441718, "f1_weighted": 0.473032 }, { "accuracy": 0.461879, "f1": 0.421097, "f1_weighted": 0.470129 }, { "accuracy": 0.472209, "f1": 0.452679, "f1_weighted": 0.482257 }, { "accuracy": 0.447614, "f1": 0.428474, "f1_weighted": 0.458213 }, { "accuracy": 0.480571, "f1": 0.44634, "f1_weighted": 0.491256 }, { "accuracy": 0.474176, "f1": 0.441549, "f1_weighted": 0.480039 }, { "accuracy": 0.464338, "f1": 0.448777, "f1_weighted": 0.469363 }, { "accuracy": 0.461879, "f1": 0.438756, "f1_weighted": 0.473102 }, { "accuracy": 0.470241, "f1": 0.445287, "f1_weighted": 0.477712 }, { "accuracy": 0.470241, "f1": 0.427427, "f1_weighted": 0.480608 } ], "main_score": 0.467191, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "accuracy": 0.463404, "f1": 0.446732, "f1_weighted": 0.466315, "scores_per_experiment": [ { "accuracy": 0.43876, "f1": 0.435935, "f1_weighted": 0.444366 }, { "accuracy": 0.478603, "f1": 0.442942, "f1_weighted": 0.479494 }, { "accuracy": 0.447614, "f1": 0.436351, "f1_weighted": 0.453624 }, { "accuracy": 0.461387, "f1": 0.45162, "f1_weighted": 0.462 }, { "accuracy": 0.478603, "f1": 0.467678, "f1_weighted": 0.482992 }, { "accuracy": 0.463355, "f1": 0.436924, "f1_weighted": 0.464779 }, { "accuracy": 0.475652, "f1": 0.452696, "f1_weighted": 0.47933 }, { "accuracy": 0.453025, "f1": 0.439813, "f1_weighted": 0.456233 }, { "accuracy": 0.460895, "f1": 0.443729, "f1_weighted": 0.464189 }, { "accuracy": 0.476144, "f1": 0.459635, "f1_weighted": 0.476145 } ], "main_score": 0.463404, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "accuracy": 0.475652, "f1": 0.441018, "f1_weighted": 0.484385, "scores_per_experiment": [ { "accuracy": 0.443187, "f1": 0.420892, "f1_weighted": 0.443518 }, { "accuracy": 0.507624, "f1": 0.456607, "f1_weighted": 0.518584 }, { "accuracy": 0.470733, "f1": 0.438437, "f1_weighted": 0.484374 }, { "accuracy": 0.487949, "f1": 0.443284, "f1_weighted": 0.494593 }, { "accuracy": 0.496803, "f1": 0.45098, "f1_weighted": 0.502972 }, { "accuracy": 0.473192, "f1": 0.451832, "f1_weighted": 0.479898 }, { "accuracy": 0.437285, "f1": 0.409602, "f1_weighted": 0.45532 }, { "accuracy": 0.474176, "f1": 0.440431, "f1_weighted": 0.481798 }, { "accuracy": 0.483522, "f1": 0.454248, "f1_weighted": 0.491838 }, { "accuracy": 0.482046, "f1": 0.443871, "f1_weighted": 0.490957 } ], "main_score": 0.475652, "hf_subset": "ur", "languages": [ "urd-Arab" ] }, { "accuracy": 0.638023, "f1": 0.602889, "f1_weighted": 0.642297, "scores_per_experiment": [ { "accuracy": 0.637482, "f1": 0.604299, "f1_weighted": 0.640414 }, { "accuracy": 0.655681, "f1": 0.622827, "f1_weighted": 0.657452 }, { "accuracy": 0.664043, "f1": 0.620931, "f1_weighted": 0.663812 }, { "accuracy": 0.654697, "f1": 0.612532, "f1_weighted": 0.653793 }, { "accuracy": 0.628628, "f1": 0.593192, "f1_weighted": 0.633293 }, { "accuracy": 0.614855, "f1": 0.583796, "f1_weighted": 0.621455 }, { "accuracy": 0.627644, "f1": 0.600269, "f1_weighted": 0.630235 }, { "accuracy": 0.624201, "f1": 0.596808, "f1_weighted": 0.631227 }, { "accuracy": 0.632563, "f1": 0.600871, "f1_weighted": 0.644928 }, { "accuracy": 0.640433, "f1": 0.59336, "f1_weighted": 0.646359 } ], "main_score": 0.638023, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "accuracy": 0.442253, "f1": 0.427445, "f1_weighted": 0.446964, "scores_per_experiment": [ { "accuracy": 0.445155, "f1": 0.432169, "f1_weighted": 0.449002 }, { "accuracy": 0.445647, "f1": 0.419593, "f1_weighted": 0.445274 }, { "accuracy": 0.44122, "f1": 0.428375, "f1_weighted": 0.451097 }, { "accuracy": 0.450566, "f1": 0.432167, "f1_weighted": 0.454157 }, { "accuracy": 0.451058, "f1": 0.433183, "f1_weighted": 0.452159 }, { "accuracy": 0.452041, "f1": 0.431789, "f1_weighted": 0.458724 }, { "accuracy": 0.416134, "f1": 0.411158, "f1_weighted": 0.416644 }, { "accuracy": 0.436793, "f1": 0.412413, "f1_weighted": 0.442933 }, { "accuracy": 0.43089, "f1": 0.430807, "f1_weighted": 0.438738 }, { "accuracy": 0.453025, "f1": 0.442794, "f1_weighted": 0.460913 } ], "main_score": 0.442253, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "accuracy": 0.425381, "f1": 0.400307, "f1_weighted": 0.43235, "scores_per_experiment": [ { "accuracy": 0.444663, "f1": 0.418884, "f1_weighted": 0.454852 }, { "accuracy": 0.434333, "f1": 0.401761, "f1_weighted": 0.443437 }, { "accuracy": 0.414166, "f1": 0.398373, "f1_weighted": 0.419419 }, { "accuracy": 0.432366, "f1": 0.407614, "f1_weighted": 0.438976 }, { "accuracy": 0.43876, "f1": 0.412632, "f1_weighted": 0.445727 }, { "accuracy": 0.445155, "f1": 0.404256, "f1_weighted": 0.451936 }, { "accuracy": 0.409247, "f1": 0.394758, "f1_weighted": 0.411246 }, { "accuracy": 0.409739, "f1": 0.381516, "f1_weighted": 0.423086 }, { "accuracy": 0.401869, "f1": 0.390543, "f1_weighted": 0.405803 }, { "accuracy": 0.423512, "f1": 0.392729, "f1_weighted": 0.429023 } ], "main_score": 0.425381, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "accuracy": 0.520266, "f1": 0.490669, "f1_weighted": 0.526117, "scores_per_experiment": [ { "accuracy": 0.531727, "f1": 0.507804, "f1_weighted": 0.538385 }, { "accuracy": 0.557304, "f1": 0.516392, "f1_weighted": 0.564754 }, { "accuracy": 0.536153, "f1": 0.497023, "f1_weighted": 0.54953 }, { "accuracy": 0.525332, "f1": 0.495016, "f1_weighted": 0.530578 }, { "accuracy": 0.51697, "f1": 0.483857, "f1_weighted": 0.522353 }, { "accuracy": 0.495819, "f1": 0.4795, "f1_weighted": 0.499979 }, { "accuracy": 0.488933, "f1": 0.45777, "f1_weighted": 0.492499 }, { "accuracy": 0.515986, "f1": 0.483944, "f1_weighted": 0.518817 }, { "accuracy": 0.508116, "f1": 0.49321, "f1_weighted": 0.512187 }, { "accuracy": 0.526316, "f1": 0.492175, "f1_weighted": 0.532087 } ], "main_score": 0.520266, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "accuracy": 0.349631, "f1": 0.357263, "f1_weighted": 0.350047, "scores_per_experiment": [ { "accuracy": 0.349729, "f1": 0.365486, "f1_weighted": 0.347087 }, { "accuracy": 0.366454, "f1": 0.354911, "f1_weighted": 0.370402 }, { "accuracy": 0.349238, "f1": 0.36615, "f1_weighted": 0.354971 }, { "accuracy": 0.348746, "f1": 0.362731, "f1_weighted": 0.347685 }, { "accuracy": 0.363502, "f1": 0.366058, "f1_weighted": 0.361878 }, { "accuracy": 0.364978, "f1": 0.365595, "f1_weighted": 0.361616 }, { "accuracy": 0.33694, "f1": 0.360524, "f1_weighted": 0.336537 }, { "accuracy": 0.348254, "f1": 0.336481, "f1_weighted": 0.357205 }, { "accuracy": 0.326119, "f1": 0.345532, "f1_weighted": 0.324031 }, { "accuracy": 0.342351, "f1": 0.349163, "f1_weighted": 0.339051 } ], "main_score": 0.349631, "hf_subset": "mn", "languages": [ "mon-Cyrl" ] }, { "accuracy": 0.531776, "f1": 0.506245, "f1_weighted": 0.534521, "scores_per_experiment": [ { "accuracy": 0.544024, "f1": 0.528732, "f1_weighted": 0.549025 }, { "accuracy": 0.537137, "f1": 0.502375, "f1_weighted": 0.542632 }, { "accuracy": 0.528775, "f1": 0.500119, "f1_weighted": 0.527699 }, { "accuracy": 0.545991, "f1": 0.51645, "f1_weighted": 0.548323 }, { "accuracy": 0.534678, "f1": 0.507024, "f1_weighted": 0.53717 }, { "accuracy": 0.510084, "f1": 0.477698, "f1_weighted": 0.516016 }, { "accuracy": 0.505165, "f1": 0.485005, "f1_weighted": 0.504284 }, { "accuracy": 0.531235, "f1": 0.504807, "f1_weighted": 0.53437 }, { "accuracy": 0.532218, "f1": 0.512054, "f1_weighted": 0.535481 }, { "accuracy": 0.548451, "f1": 0.52819, "f1_weighted": 0.550208 } ], "main_score": 0.531776, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.560944, "f1": 0.532011, "f1_weighted": 0.566778, "scores_per_experiment": [ { "accuracy": 0.54304, "f1": 0.53407, "f1_weighted": 0.544195 }, { "accuracy": 0.587309, "f1": 0.553267, "f1_weighted": 0.593551 }, { "accuracy": 0.55878, "f1": 0.531002, "f1_weighted": 0.562704 }, { "accuracy": 0.575504, "f1": 0.549043, "f1_weighted": 0.580872 }, { "accuracy": 0.550418, "f1": 0.523723, "f1_weighted": 0.554437 }, { "accuracy": 0.554353, "f1": 0.52568, "f1_weighted": 0.562056 }, { "accuracy": 0.55878, "f1": 0.528257, "f1_weighted": 0.564383 }, { "accuracy": 0.548451, "f1": 0.510108, "f1_weighted": 0.55147 }, { "accuracy": 0.551894, "f1": 0.515792, "f1_weighted": 0.563757 }, { "accuracy": 0.580915, "f1": 0.549166, "f1_weighted": 0.590352 } ], "main_score": 0.560944, "hf_subset": "ms", "languages": [ "msa-Latn" ] }, { "accuracy": 0.457403, "f1": 0.434874, "f1_weighted": 0.464934, "scores_per_experiment": [ { "accuracy": 0.473684, "f1": 0.446232, "f1_weighted": 0.479169 }, { "accuracy": 0.466798, "f1": 0.420396, "f1_weighted": 0.47612 }, { "accuracy": 0.461879, "f1": 0.442013, "f1_weighted": 0.473539 }, { "accuracy": 0.46729, "f1": 0.442773, "f1_weighted": 0.475139 }, { "accuracy": 0.470733, "f1": 0.439298, "f1_weighted": 0.476801 }, { "accuracy": 0.453025, "f1": 0.430946, "f1_weighted": 0.461103 }, { "accuracy": 0.43876, "f1": 0.424758, "f1_weighted": 0.436698 }, { "accuracy": 0.455976, "f1": 0.427399, "f1_weighted": 0.468067 }, { "accuracy": 0.419577, "f1": 0.425329, "f1_weighted": 0.428788 }, { "accuracy": 0.466306, "f1": 0.449601, "f1_weighted": 0.473922 } ], "main_score": 0.457403, "hf_subset": "sq", "languages": [ "sqi-Latn" ] }, { "accuracy": 0.34304, "f1": 0.326261, "f1_weighted": 0.348583, "scores_per_experiment": [ { "accuracy": 0.33153, "f1": 0.322404, "f1_weighted": 0.330483 }, { "accuracy": 0.348746, "f1": 0.319814, "f1_weighted": 0.353435 }, { "accuracy": 0.355632, "f1": 0.335093, "f1_weighted": 0.358866 }, { "accuracy": 0.322184, "f1": 0.317171, "f1_weighted": 0.330864 }, { "accuracy": 0.335957, "f1": 0.310047, "f1_weighted": 0.346437 }, { "accuracy": 0.343827, "f1": 0.332151, "f1_weighted": 0.347551 }, { "accuracy": 0.328578, "f1": 0.317416, "f1_weighted": 0.330135 }, { "accuracy": 0.369897, "f1": 0.340517, "f1_weighted": 0.383263 }, { "accuracy": 0.338908, "f1": 0.330234, "f1_weighted": 0.343985 }, { "accuracy": 0.35514, "f1": 0.337763, "f1_weighted": 0.360813 } ], "main_score": 0.34304, "hf_subset": "km", "languages": [ "khm-Khmr" ] }, { "accuracy": 0.477226, "f1": 0.45013, "f1_weighted": 0.482254, "scores_per_experiment": [ { "accuracy": 0.477127, "f1": 0.449693, "f1_weighted": 0.487621 }, { "accuracy": 0.48303, "f1": 0.453237, "f1_weighted": 0.485735 }, { "accuracy": 0.503689, "f1": 0.465214, "f1_weighted": 0.517629 }, { "accuracy": 0.486473, "f1": 0.450984, "f1_weighted": 0.491624 }, { "accuracy": 0.483522, "f1": 0.455306, "f1_weighted": 0.482015 }, { "accuracy": 0.471225, "f1": 0.444827, "f1_weighted": 0.473569 }, { "accuracy": 0.454993, "f1": 0.435527, "f1_weighted": 0.45575 }, { "accuracy": 0.49877, "f1": 0.468984, "f1_weighted": 0.504767 }, { "accuracy": 0.462863, "f1": 0.450432, "f1_weighted": 0.465194 }, { "accuracy": 0.450566, "f1": 0.427098, "f1_weighted": 0.458632 } ], "main_score": 0.477226, "hf_subset": "jv", "languages": [ "jav-Latn" ] }, { "accuracy": 0.381308, "f1": 0.377827, "f1_weighted": 0.38555, "scores_per_experiment": [ { "accuracy": 0.387113, "f1": 0.382196, "f1_weighted": 0.39131 }, { "accuracy": 0.366454, "f1": 0.367007, "f1_weighted": 0.371286 }, { "accuracy": 0.383669, "f1": 0.38101, "f1_weighted": 0.387248 }, { "accuracy": 0.402853, "f1": 0.389032, "f1_weighted": 0.407579 }, { "accuracy": 0.396458, "f1": 0.378053, "f1_weighted": 0.40263 }, { "accuracy": 0.383178, "f1": 0.375899, "f1_weighted": 0.385005 }, { "accuracy": 0.376783, "f1": 0.377105, "f1_weighted": 0.382755 }, { "accuracy": 0.347762, "f1": 0.346499, "f1_weighted": 0.353295 }, { "accuracy": 0.385637, "f1": 0.396698, "f1_weighted": 0.381787 }, { "accuracy": 0.383178, "f1": 0.384767, "f1_weighted": 0.392605 } ], "main_score": 0.381308, "hf_subset": "az", "languages": [ "aze-Latn" ] }, { "accuracy": 0.53576, "f1": 0.496371, "f1_weighted": 0.541686, "scores_per_experiment": [ { "accuracy": 0.535662, "f1": 0.497661, "f1_weighted": 0.534708 }, { "accuracy": 0.556321, "f1": 0.501096, "f1_weighted": 0.564505 }, { "accuracy": 0.546975, "f1": 0.510051, "f1_weighted": 0.550055 }, { "accuracy": 0.541564, "f1": 0.502809, "f1_weighted": 0.546614 }, { "accuracy": 0.54304, "f1": 0.503546, "f1_weighted": 0.54739 }, { "accuracy": 0.534186, "f1": 0.497585, "f1_weighted": 0.541211 }, { "accuracy": 0.485489, "f1": 0.46666, "f1_weighted": 0.492756 }, { "accuracy": 0.534678, "f1": 0.486787, "f1_weighted": 0.540062 }, { "accuracy": 0.526808, "f1": 0.496187, "f1_weighted": 0.532485 }, { "accuracy": 0.552878, "f1": 0.501329, "f1_weighted": 0.567069 } ], "main_score": 0.53576, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "accuracy": 0.474176, "f1": 0.438037, "f1_weighted": 0.480922, "scores_per_experiment": [ { "accuracy": 0.475652, "f1": 0.440747, "f1_weighted": 0.481009 }, { "accuracy": 0.487949, "f1": 0.43832, "f1_weighted": 0.497177 }, { "accuracy": 0.466798, "f1": 0.423619, "f1_weighted": 0.470737 }, { "accuracy": 0.496311, "f1": 0.462897, "f1_weighted": 0.498796 }, { "accuracy": 0.469257, "f1": 0.441876, "f1_weighted": 0.477967 }, { "accuracy": 0.46483, "f1": 0.436382, "f1_weighted": 0.474534 }, { "accuracy": 0.457944, "f1": 0.430289, "f1_weighted": 0.460013 }, { "accuracy": 0.466306, "f1": 0.428292, "f1_weighted": 0.476153 }, { "accuracy": 0.469257, "f1": 0.430974, "f1_weighted": 0.478805 }, { "accuracy": 0.487457, "f1": 0.446969, "f1_weighted": 0.494031 } ], "main_score": 0.474176, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "accuracy": 0.435711, "f1": 0.411768, "f1_weighted": 0.443687, "scores_per_experiment": [ { "accuracy": 0.447122, "f1": 0.429262, "f1_weighted": 0.455758 }, { "accuracy": 0.463355, "f1": 0.419227, "f1_weighted": 0.469143 }, { "accuracy": 0.448106, "f1": 0.429751, "f1_weighted": 0.458718 }, { "accuracy": 0.418593, "f1": 0.39869, "f1_weighted": 0.427046 }, { "accuracy": 0.4727, "f1": 0.442007, "f1_weighted": 0.477599 }, { "accuracy": 0.438269, "f1": 0.410848, "f1_weighted": 0.449316 }, { "accuracy": 0.405312, "f1": 0.393915, "f1_weighted": 0.408145 }, { "accuracy": 0.420561, "f1": 0.396124, "f1_weighted": 0.432778 }, { "accuracy": 0.408264, "f1": 0.395119, "f1_weighted": 0.411692 }, { "accuracy": 0.434825, "f1": 0.402738, "f1_weighted": 0.446678 } ], "main_score": 0.435711, "hf_subset": "tl", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.471323, "f1": 0.449788, "f1_weighted": 0.481909, "scores_per_experiment": [ { "accuracy": 0.445647, "f1": 0.426151, "f1_weighted": 0.45382 }, { "accuracy": 0.468273, "f1": 0.439461, "f1_weighted": 0.475183 }, { "accuracy": 0.478111, "f1": 0.454975, "f1_weighted": 0.48841 }, { "accuracy": 0.477127, "f1": 0.45774, "f1_weighted": 0.490483 }, { "accuracy": 0.491884, "f1": 0.459614, "f1_weighted": 0.502228 }, { "accuracy": 0.479587, "f1": 0.451049, "f1_weighted": 0.495388 }, { "accuracy": 0.448598, "f1": 0.442829, "f1_weighted": 0.45324 }, { "accuracy": 0.473684, "f1": 0.453393, "f1_weighted": 0.489226 }, { "accuracy": 0.465322, "f1": 0.455171, "f1_weighted": 0.47182 }, { "accuracy": 0.484998, "f1": 0.457496, "f1_weighted": 0.49929 } ], "main_score": 0.471323, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "accuracy": 0.423463, "f1": 0.404857, "f1_weighted": 0.432064, "scores_per_experiment": [ { "accuracy": 0.425971, "f1": 0.414897, "f1_weighted": 0.433803 }, { "accuracy": 0.457944, "f1": 0.41646, "f1_weighted": 0.469981 }, { "accuracy": 0.411707, "f1": 0.393197, "f1_weighted": 0.415384 }, { "accuracy": 0.441712, "f1": 0.40296, "f1_weighted": 0.450996 }, { "accuracy": 0.431874, "f1": 0.405476, "f1_weighted": 0.436487 }, { "accuracy": 0.421545, "f1": 0.407999, "f1_weighted": 0.428696 }, { "accuracy": 0.402361, "f1": 0.398552, "f1_weighted": 0.405928 }, { "accuracy": 0.416626, "f1": 0.405337, "f1_weighted": 0.426959 }, { "accuracy": 0.397934, "f1": 0.396732, "f1_weighted": 0.410181 }, { "accuracy": 0.426955, "f1": 0.406964, "f1_weighted": 0.44222 } ], "main_score": 0.423463, "hf_subset": "cy", "languages": [ "cym-Latn" ] }, { "accuracy": 0.332907, "f1": 0.318675, "f1_weighted": 0.339112, "scores_per_experiment": [ { "accuracy": 0.33694, "f1": 0.335122, "f1_weighted": 0.34146 }, { "accuracy": 0.342351, "f1": 0.320214, "f1_weighted": 0.345581 }, { "accuracy": 0.359567, "f1": 0.333976, "f1_weighted": 0.367993 }, { "accuracy": 0.311363, "f1": 0.30933, "f1_weighted": 0.313302 }, { "accuracy": 0.328578, "f1": 0.306337, "f1_weighted": 0.337717 }, { "accuracy": 0.316773, "f1": 0.304962, "f1_weighted": 0.325768 }, { "accuracy": 0.346778, "f1": 0.334948, "f1_weighted": 0.350999 }, { "accuracy": 0.337924, "f1": 0.312989, "f1_weighted": 0.344762 }, { "accuracy": 0.328578, "f1": 0.326119, "f1_weighted": 0.332504 }, { "accuracy": 0.320216, "f1": 0.302754, "f1_weighted": 0.331033 } ], "main_score": 0.332907, "hf_subset": "my", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.541859, "f1": 0.501676, "f1_weighted": 0.548043, "scores_per_experiment": [ { "accuracy": 0.525332, "f1": 0.498267, "f1_weighted": 0.530147 }, { "accuracy": 0.546975, "f1": 0.493081, "f1_weighted": 0.553579 }, { "accuracy": 0.564191, "f1": 0.516813, "f1_weighted": 0.569589 }, { "accuracy": 0.549434, "f1": 0.508912, "f1_weighted": 0.554288 }, { "accuracy": 0.545991, "f1": 0.518504, "f1_weighted": 0.552262 }, { "accuracy": 0.542548, "f1": 0.50457, "f1_weighted": 0.546804 }, { "accuracy": 0.561731, "f1": 0.51335, "f1_weighted": 0.570368 }, { "accuracy": 0.527791, "f1": 0.473907, "f1_weighted": 0.535122 }, { "accuracy": 0.529267, "f1": 0.505803, "f1_weighted": 0.53285 }, { "accuracy": 0.525332, "f1": 0.483557, "f1_weighted": 0.535423 } ], "main_score": 0.541859, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "accuracy": 0.403591, "f1": 0.390913, "f1_weighted": 0.406457, "scores_per_experiment": [ { "accuracy": 0.397934, "f1": 0.39875, "f1_weighted": 0.397593 }, { "accuracy": 0.416134, "f1": 0.384887, "f1_weighted": 0.421299 }, { "accuracy": 0.402853, "f1": 0.392429, "f1_weighted": 0.409158 }, { "accuracy": 0.433842, "f1": 0.420133, "f1_weighted": 0.434745 }, { "accuracy": 0.418101, "f1": 0.388956, "f1_weighted": 0.422381 }, { "accuracy": 0.390064, "f1": 0.378585, "f1_weighted": 0.391315 }, { "accuracy": 0.393015, "f1": 0.391567, "f1_weighted": 0.395825 }, { "accuracy": 0.404329, "f1": 0.384913, "f1_weighted": 0.4084 }, { "accuracy": 0.387605, "f1": 0.389209, "f1_weighted": 0.394988 }, { "accuracy": 0.392031, "f1": 0.379705, "f1_weighted": 0.388868 } ], "main_score": 0.403591, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "accuracy": 0.595032, "f1": 0.577988, "f1_weighted": 0.601488, "scores_per_experiment": [ { "accuracy": 0.573045, "f1": 0.565498, "f1_weighted": 0.573867 }, { "accuracy": 0.609936, "f1": 0.578541, "f1_weighted": 0.620253 }, { "accuracy": 0.606985, "f1": 0.590688, "f1_weighted": 0.609355 }, { "accuracy": 0.612887, "f1": 0.586965, "f1_weighted": 0.617428 }, { "accuracy": 0.594688, "f1": 0.590433, "f1_weighted": 0.603267 }, { "accuracy": 0.596163, "f1": 0.578561, "f1_weighted": 0.602137 }, { "accuracy": 0.598131, "f1": 0.579811, "f1_weighted": 0.602454 }, { "accuracy": 0.593212, "f1": 0.570356, "f1_weighted": 0.600742 }, { "accuracy": 0.57698, "f1": 0.576944, "f1_weighted": 0.58836 }, { "accuracy": 0.588293, "f1": 0.562078, "f1_weighted": 0.597015 } ], "main_score": 0.595032, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "accuracy": 0.614068, "f1": 0.585179, "f1_weighted": 0.615456, "scores_per_experiment": [ { "accuracy": 0.632563, "f1": 0.617614, "f1_weighted": 0.628491 }, { "accuracy": 0.579439, "f1": 0.543871, "f1_weighted": 0.582684 }, { "accuracy": 0.62666, "f1": 0.585899, "f1_weighted": 0.626908 }, { "accuracy": 0.616331, "f1": 0.583848, "f1_weighted": 0.614714 }, { "accuracy": 0.606985, "f1": 0.577302, "f1_weighted": 0.605142 }, { "accuracy": 0.63453, "f1": 0.606791, "f1_weighted": 0.635744 }, { "accuracy": 0.580915, "f1": 0.566563, "f1_weighted": 0.58391 }, { "accuracy": 0.606493, "f1": 0.580063, "f1_weighted": 0.610776 }, { "accuracy": 0.621249, "f1": 0.585945, "f1_weighted": 0.626576 }, { "accuracy": 0.635514, "f1": 0.603895, "f1_weighted": 0.639616 } ], "main_score": 0.614068, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "accuracy": 0.335908, "f1": 0.319459, "f1_weighted": 0.343101, "scores_per_experiment": [ { "accuracy": 0.341859, "f1": 0.318676, "f1_weighted": 0.350569 }, { "accuracy": 0.325627, "f1": 0.302663, "f1_weighted": 0.333777 }, { "accuracy": 0.365962, "f1": 0.346463, "f1_weighted": 0.365536 }, { "accuracy": 0.337432, "f1": 0.330745, "f1_weighted": 0.341988 }, { "accuracy": 0.350221, "f1": 0.328118, "f1_weighted": 0.358794 }, { "accuracy": 0.322184, "f1": 0.328012, "f1_weighted": 0.331644 }, { "accuracy": 0.308411, "f1": 0.29767, "f1_weighted": 0.314227 }, { "accuracy": 0.352681, "f1": 0.323889, "f1_weighted": 0.368203 }, { "accuracy": 0.321692, "f1": 0.313597, "f1_weighted": 0.32644 }, { "accuracy": 0.333005, "f1": 0.304761, "f1_weighted": 0.339828 } ], "main_score": 0.335908, "hf_subset": "hy", "languages": [ "hye-Armn" ] }, { "accuracy": 0.599902, "f1": 0.567936, "f1_weighted": 0.605353, "scores_per_experiment": [ { "accuracy": 0.58485, "f1": 0.562519, "f1_weighted": 0.582648 }, { "accuracy": 0.609936, "f1": 0.568793, "f1_weighted": 0.613103 }, { "accuracy": 0.611904, "f1": 0.569865, "f1_weighted": 0.612577 }, { "accuracy": 0.623217, "f1": 0.588817, "f1_weighted": 0.62712 }, { "accuracy": 0.61092, "f1": 0.579981, "f1_weighted": 0.618707 }, { "accuracy": 0.560748, "f1": 0.538233, "f1_weighted": 0.565601 }, { "accuracy": 0.598623, "f1": 0.568606, "f1_weighted": 0.605671 }, { "accuracy": 0.580423, "f1": 0.539877, "f1_weighted": 0.593283 }, { "accuracy": 0.606493, "f1": 0.579569, "f1_weighted": 0.616498 }, { "accuracy": 0.611904, "f1": 0.583097, "f1_weighted": 0.618321 } ], "main_score": 0.599902, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "accuracy": 0.60664, "f1": 0.57838, "f1_weighted": 0.607074, "scores_per_experiment": [ { "accuracy": 0.604525, "f1": 0.582448, "f1_weighted": 0.605474 }, { "accuracy": 0.606001, "f1": 0.567694, "f1_weighted": 0.605567 }, { "accuracy": 0.621249, "f1": 0.589192, "f1_weighted": 0.623707 }, { "accuracy": 0.607969, "f1": 0.582341, "f1_weighted": 0.604976 }, { "accuracy": 0.617806, "f1": 0.574908, "f1_weighted": 0.613504 }, { "accuracy": 0.60846, "f1": 0.584307, "f1_weighted": 0.606576 }, { "accuracy": 0.598131, "f1": 0.567328, "f1_weighted": 0.594675 }, { "accuracy": 0.581899, "f1": 0.559759, "f1_weighted": 0.586605 }, { "accuracy": 0.615347, "f1": 0.595457, "f1_weighted": 0.618452 }, { "accuracy": 0.605017, "f1": 0.580362, "f1_weighted": 0.6112 } ], "main_score": 0.60664, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "accuracy": 0.460944, "f1": 0.43521, "f1_weighted": 0.469168, "scores_per_experiment": [ { "accuracy": 0.445647, "f1": 0.423585, "f1_weighted": 0.452166 }, { "accuracy": 0.454993, "f1": 0.422666, "f1_weighted": 0.460257 }, { "accuracy": 0.471225, "f1": 0.447353, "f1_weighted": 0.483433 }, { "accuracy": 0.474668, "f1": 0.448729, "f1_weighted": 0.485896 }, { "accuracy": 0.475652, "f1": 0.447777, "f1_weighted": 0.486524 }, { "accuracy": 0.466306, "f1": 0.438582, "f1_weighted": 0.477352 }, { "accuracy": 0.452041, "f1": 0.432519, "f1_weighted": 0.456151 }, { "accuracy": 0.454501, "f1": 0.423259, "f1_weighted": 0.461713 }, { "accuracy": 0.435809, "f1": 0.426261, "f1_weighted": 0.439313 }, { "accuracy": 0.478603, "f1": 0.441374, "f1_weighted": 0.488879 } ], "main_score": 0.460944, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "accuracy": 0.534137, "f1": 0.525975, "f1_weighted": 0.537814, "scores_per_experiment": [ { "accuracy": 0.523856, "f1": 0.52185, "f1_weighted": 0.526883 }, { "accuracy": 0.533202, "f1": 0.524531, "f1_weighted": 0.538313 }, { "accuracy": 0.54304, "f1": 0.532253, "f1_weighted": 0.549041 }, { "accuracy": 0.538613, "f1": 0.52661, "f1_weighted": 0.540829 }, { "accuracy": 0.558288, "f1": 0.541487, "f1_weighted": 0.561571 }, { "accuracy": 0.52484, "f1": 0.529469, "f1_weighted": 0.52609 }, { "accuracy": 0.536645, "f1": 0.526414, "f1_weighted": 0.536707 }, { "accuracy": 0.520413, "f1": 0.506292, "f1_weighted": 0.52527 }, { "accuracy": 0.515002, "f1": 0.51193, "f1_weighted": 0.519987 }, { "accuracy": 0.547467, "f1": 0.538911, "f1_weighted": 0.553455 } ], "main_score": 0.534137, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "accuracy": 0.430398, "f1": 0.403928, "f1_weighted": 0.43551, "scores_per_experiment": [ { "accuracy": 0.44909, "f1": 0.42537, "f1_weighted": 0.447859 }, { "accuracy": 0.412691, "f1": 0.380679, "f1_weighted": 0.419478 }, { "accuracy": 0.430398, "f1": 0.415224, "f1_weighted": 0.443029 }, { "accuracy": 0.440236, "f1": 0.406079, "f1_weighted": 0.444541 }, { "accuracy": 0.455976, "f1": 0.432869, "f1_weighted": 0.460152 }, { "accuracy": 0.424004, "f1": 0.405209, "f1_weighted": 0.426182 }, { "accuracy": 0.432366, "f1": 0.406164, "f1_weighted": 0.432408 }, { "accuracy": 0.42548, "f1": 0.389754, "f1_weighted": 0.434172 }, { "accuracy": 0.429907, "f1": 0.400371, "f1_weighted": 0.43858 }, { "accuracy": 0.403837, "f1": 0.377564, "f1_weighted": 0.408694 } ], "main_score": 0.430398, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "accuracy": 0.44245, "f1": 0.424477, "f1_weighted": 0.444567, "scores_per_experiment": [ { "accuracy": 0.462863, "f1": 0.443533, "f1_weighted": 0.467528 }, { "accuracy": 0.438269, "f1": 0.412446, "f1_weighted": 0.446309 }, { "accuracy": 0.45696, "f1": 0.437316, "f1_weighted": 0.453379 }, { "accuracy": 0.444171, "f1": 0.433716, "f1_weighted": 0.447607 }, { "accuracy": 0.439744, "f1": 0.415614, "f1_weighted": 0.437934 }, { "accuracy": 0.439252, "f1": 0.429578, "f1_weighted": 0.44018 }, { "accuracy": 0.398426, "f1": 0.394135, "f1_weighted": 0.394565 }, { "accuracy": 0.437777, "f1": 0.415036, "f1_weighted": 0.43539 }, { "accuracy": 0.46483, "f1": 0.441729, "f1_weighted": 0.470206 }, { "accuracy": 0.442204, "f1": 0.421664, "f1_weighted": 0.452571 } ], "main_score": 0.44245, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "accuracy": 0.421348, "f1": 0.402434, "f1_weighted": 0.427112, "scores_per_experiment": [ { "accuracy": 0.443187, "f1": 0.427862, "f1_weighted": 0.449524 }, { "accuracy": 0.406788, "f1": 0.387423, "f1_weighted": 0.409832 }, { "accuracy": 0.433842, "f1": 0.418371, "f1_weighted": 0.444749 }, { "accuracy": 0.417118, "f1": 0.40308, "f1_weighted": 0.421349 }, { "accuracy": 0.420069, "f1": 0.39017, "f1_weighted": 0.427802 }, { "accuracy": 0.433842, "f1": 0.410205, "f1_weighted": 0.435384 }, { "accuracy": 0.408264, "f1": 0.395448, "f1_weighted": 0.414547 }, { "accuracy": 0.408264, "f1": 0.390539, "f1_weighted": 0.41345 }, { "accuracy": 0.424004, "f1": 0.403512, "f1_weighted": 0.429298 }, { "accuracy": 0.418101, "f1": 0.397726, "f1_weighted": 0.425187 } ], "main_score": 0.421348, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "accuracy": 0.434383, "f1": 0.402293, "f1_weighted": 0.443585, "scores_per_experiment": [ { "accuracy": 0.454501, "f1": 0.424198, "f1_weighted": 0.46152 }, { "accuracy": 0.424988, "f1": 0.381018, "f1_weighted": 0.432805 }, { "accuracy": 0.428431, "f1": 0.399847, "f1_weighted": 0.440328 }, { "accuracy": 0.442204, "f1": 0.405027, "f1_weighted": 0.451517 }, { "accuracy": 0.446631, "f1": 0.424105, "f1_weighted": 0.455856 }, { "accuracy": 0.421053, "f1": 0.379901, "f1_weighted": 0.431208 }, { "accuracy": 0.428923, "f1": 0.400331, "f1_weighted": 0.435333 }, { "accuracy": 0.437777, "f1": 0.407431, "f1_weighted": 0.451464 }, { "accuracy": 0.412199, "f1": 0.401706, "f1_weighted": 0.413718 }, { "accuracy": 0.447122, "f1": 0.399367, "f1_weighted": 0.462106 } ], "main_score": 0.434383, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "accuracy": 0.456911, "f1": 0.428668, "f1_weighted": 0.464938, "scores_per_experiment": [ { "accuracy": 0.460403, "f1": 0.442021, "f1_weighted": 0.468031 }, { "accuracy": 0.432366, "f1": 0.393703, "f1_weighted": 0.440938 }, { "accuracy": 0.461879, "f1": 0.43722, "f1_weighted": 0.466176 }, { "accuracy": 0.458928, "f1": 0.430358, "f1_weighted": 0.46557 }, { "accuracy": 0.453517, "f1": 0.428501, "f1_weighted": 0.461779 }, { "accuracy": 0.460403, "f1": 0.432113, "f1_weighted": 0.470912 }, { "accuracy": 0.46729, "f1": 0.441112, "f1_weighted": 0.474488 }, { "accuracy": 0.470241, "f1": 0.42516, "f1_weighted": 0.477054 }, { "accuracy": 0.443187, "f1": 0.423784, "f1_weighted": 0.453193 }, { "accuracy": 0.460895, "f1": 0.432707, "f1_weighted": 0.471238 } ], "main_score": 0.456911, "hf_subset": "ta", "languages": [ "tam-Taml" ] }, { "accuracy": 0.461682, "f1": 0.437103, "f1_weighted": 0.466915, "scores_per_experiment": [ { "accuracy": 0.473192, "f1": 0.450689, "f1_weighted": 0.481513 }, { "accuracy": 0.471717, "f1": 0.427113, "f1_weighted": 0.475322 }, { "accuracy": 0.473684, "f1": 0.448287, "f1_weighted": 0.479466 }, { "accuracy": 0.479095, "f1": 0.4544, "f1_weighted": 0.487842 }, { "accuracy": 0.470241, "f1": 0.437694, "f1_weighted": 0.479312 }, { "accuracy": 0.468765, "f1": 0.443546, "f1_weighted": 0.47844 }, { "accuracy": 0.42548, "f1": 0.405481, "f1_weighted": 0.424634 }, { "accuracy": 0.452041, "f1": 0.426746, "f1_weighted": 0.453845 }, { "accuracy": 0.443187, "f1": 0.445897, "f1_weighted": 0.443639 }, { "accuracy": 0.45942, "f1": 0.431173, "f1_weighted": 0.465134 } ], "main_score": 0.461682, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "accuracy": 0.492425, "f1": 0.461804, "f1_weighted": 0.500624, "scores_per_experiment": [ { "accuracy": 0.496311, "f1": 0.473062, "f1_weighted": 0.505313 }, { "accuracy": 0.505657, "f1": 0.467024, "f1_weighted": 0.515716 }, { "accuracy": 0.496803, "f1": 0.453412, "f1_weighted": 0.503545 }, { "accuracy": 0.517954, "f1": 0.480487, "f1_weighted": 0.525798 }, { "accuracy": 0.480571, "f1": 0.441786, "f1_weighted": 0.489979 }, { "accuracy": 0.474176, "f1": 0.464473, "f1_weighted": 0.481002 }, { "accuracy": 0.48303, "f1": 0.451364, "f1_weighted": 0.491996 }, { "accuracy": 0.497787, "f1": 0.464014, "f1_weighted": 0.505208 }, { "accuracy": 0.479095, "f1": 0.451178, "f1_weighted": 0.487213 }, { "accuracy": 0.492868, "f1": 0.471236, "f1_weighted": 0.500474 } ], "main_score": 0.492425, "hf_subset": "ml", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.429808, "f1": 0.41495, "f1_weighted": 0.432744, "scores_per_experiment": [ { "accuracy": 0.426463, "f1": 0.418772, "f1_weighted": 0.429076 }, { "accuracy": 0.44122, "f1": 0.414049, "f1_weighted": 0.447698 }, { "accuracy": 0.43876, "f1": 0.4217, "f1_weighted": 0.443887 }, { "accuracy": 0.447122, "f1": 0.426753, "f1_weighted": 0.452457 }, { "accuracy": 0.449582, "f1": 0.425059, "f1_weighted": 0.446452 }, { "accuracy": 0.434825, "f1": 0.415923, "f1_weighted": 0.439447 }, { "accuracy": 0.411215, "f1": 0.415261, "f1_weighted": 0.406255 }, { "accuracy": 0.419085, "f1": 0.401644, "f1_weighted": 0.426244 }, { "accuracy": 0.417118, "f1": 0.409621, "f1_weighted": 0.420667 }, { "accuracy": 0.412691, "f1": 0.400721, "f1_weighted": 0.41526 } ], "main_score": 0.429808, "hf_subset": "lv", "languages": [ "lav-Latn" ] } ], "test": [ { "accuracy": 0.458339, "f1": 0.433418, "f1_weighted": 0.464882, "scores_per_experiment": [ { "accuracy": 0.482515, "f1": 0.458401, "f1_weighted": 0.487235 }, { "accuracy": 0.460659, "f1": 0.435435, "f1_weighted": 0.466847 }, { "accuracy": 0.45965, "f1": 0.433425, "f1_weighted": 0.4656 }, { "accuracy": 0.466711, "f1": 0.442048, "f1_weighted": 0.480331 }, { "accuracy": 0.451244, "f1": 0.427047, "f1_weighted": 0.454668 }, { "accuracy": 0.445528, "f1": 0.425886, "f1_weighted": 0.451948 }, { "accuracy": 0.437458, "f1": 0.421639, "f1_weighted": 0.442725 }, { "accuracy": 0.454607, "f1": 0.423361, "f1_weighted": 0.463577 }, { "accuracy": 0.455952, "f1": 0.428359, "f1_weighted": 0.458241 }, { "accuracy": 0.469065, "f1": 0.438581, "f1_weighted": 0.477648 } ], "main_score": 0.458339, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "accuracy": 0.287088, "f1": 0.273574, "f1_weighted": 0.292038, "scores_per_experiment": [ { "accuracy": 0.306321, "f1": 0.298682, "f1_weighted": 0.307677 }, { "accuracy": 0.297243, "f1": 0.280719, "f1_weighted": 0.301533 }, { "accuracy": 0.273705, "f1": 0.263404, "f1_weighted": 0.277656 }, { "accuracy": 0.293544, "f1": 0.267612, "f1_weighted": 0.302515 }, { "accuracy": 0.30195, "f1": 0.282999, "f1_weighted": 0.307729 }, { "accuracy": 0.266308, "f1": 0.258634, "f1_weighted": 0.264862 }, { "accuracy": 0.275387, "f1": 0.263325, "f1_weighted": 0.280845 }, { "accuracy": 0.278077, "f1": 0.265911, "f1_weighted": 0.285981 }, { "accuracy": 0.29388, "f1": 0.283107, "f1_weighted": 0.300844 }, { "accuracy": 0.284465, "f1": 0.271346, "f1_weighted": 0.290735 } ], "main_score": 0.287088, "hf_subset": "am", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.322495, "f1": 0.313421, "f1_weighted": 0.32567, "scores_per_experiment": [ { "accuracy": 0.310356, "f1": 0.310398, "f1_weighted": 0.309732 }, { "accuracy": 0.325488, "f1": 0.322579, "f1_weighted": 0.329982 }, { "accuracy": 0.32885, "f1": 0.314797, "f1_weighted": 0.330229 }, { "accuracy": 0.306658, "f1": 0.291627, "f1_weighted": 0.311168 }, { "accuracy": 0.312038, "f1": 0.303468, "f1_weighted": 0.312525 }, { "accuracy": 0.328178, "f1": 0.315095, "f1_weighted": 0.335634 }, { "accuracy": 0.318763, "f1": 0.319827, "f1_weighted": 0.320583 }, { "accuracy": 0.335239, "f1": 0.321273, "f1_weighted": 0.342134 }, { "accuracy": 0.310693, "f1": 0.307312, "f1_weighted": 0.312178 }, { "accuracy": 0.348689, "f1": 0.327831, "f1_weighted": 0.352535 } ], "main_score": 0.322495, "hf_subset": "ka", "languages": [ "kat-Geor" ] }, { "accuracy": 0.584835, "f1": 0.560801, "f1_weighted": 0.591447, "scores_per_experiment": [ { "accuracy": 0.583053, "f1": 0.565394, "f1_weighted": 0.587037 }, { "accuracy": 0.599529, "f1": 0.576253, "f1_weighted": 0.602775 }, { "accuracy": 0.594149, "f1": 0.570743, "f1_weighted": 0.599914 }, { "accuracy": 0.605582, "f1": 0.554761, "f1_weighted": 0.607194 }, { "accuracy": 0.583389, "f1": 0.554228, "f1_weighted": 0.590455 }, { "accuracy": 0.581708, "f1": 0.562388, "f1_weighted": 0.584197 }, { "accuracy": 0.554136, "f1": 0.534221, "f1_weighted": 0.567555 }, { "accuracy": 0.579018, "f1": 0.557253, "f1_weighted": 0.590218 }, { "accuracy": 0.576664, "f1": 0.55901, "f1_weighted": 0.582326 }, { "accuracy": 0.591123, "f1": 0.573764, "f1_weighted": 0.602797 } ], "main_score": 0.584835, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "accuracy": 0.487895, "f1": 0.450775, "f1_weighted": 0.495388, "scores_per_experiment": [ { "accuracy": 0.490249, "f1": 0.449817, "f1_weighted": 0.496933 }, { "accuracy": 0.492266, "f1": 0.447912, "f1_weighted": 0.499747 }, { "accuracy": 0.468056, "f1": 0.435844, "f1_weighted": 0.473321 }, { "accuracy": 0.503362, "f1": 0.454278, "f1_weighted": 0.511113 }, { "accuracy": 0.503362, "f1": 0.460018, "f1_weighted": 0.503271 }, { "accuracy": 0.486214, "f1": 0.454549, "f1_weighted": 0.497364 }, { "accuracy": 0.484533, "f1": 0.460093, "f1_weighted": 0.494484 }, { "accuracy": 0.482851, "f1": 0.453937, "f1_weighted": 0.489953 }, { "accuracy": 0.471755, "f1": 0.434558, "f1_weighted": 0.479382 }, { "accuracy": 0.496301, "f1": 0.456747, "f1_weighted": 0.508313 } ], "main_score": 0.487895, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "accuracy": 0.451042, "f1": 0.427897, "f1_weighted": 0.458773, "scores_per_experiment": [ { "accuracy": 0.432414, "f1": 0.415383, "f1_weighted": 0.445986 }, { "accuracy": 0.470074, "f1": 0.444718, "f1_weighted": 0.477058 }, { "accuracy": 0.455615, "f1": 0.422806, "f1_weighted": 0.459269 }, { "accuracy": 0.479153, "f1": 0.446613, "f1_weighted": 0.48913 }, { "accuracy": 0.459987, "f1": 0.426885, "f1_weighted": 0.469394 }, { "accuracy": 0.435777, "f1": 0.420958, "f1_weighted": 0.446652 }, { "accuracy": 0.44889, "f1": 0.435748, "f1_weighted": 0.452827 }, { "accuracy": 0.44889, "f1": 0.434339, "f1_weighted": 0.456971 }, { "accuracy": 0.417956, "f1": 0.397573, "f1_weighted": 0.420403 }, { "accuracy": 0.461668, "f1": 0.433946, "f1_weighted": 0.470039 } ], "main_score": 0.451042, "hf_subset": "af", "languages": [ "afr-Latn" ] }, { "accuracy": 0.417182, "f1": 0.394514, "f1_weighted": 0.420288, "scores_per_experiment": [ { "accuracy": 0.429724, "f1": 0.410494, "f1_weighted": 0.433958 }, { "accuracy": 0.417956, "f1": 0.397142, "f1_weighted": 0.419159 }, { "accuracy": 0.427371, "f1": 0.410542, "f1_weighted": 0.429373 }, { "accuracy": 0.441157, "f1": 0.406404, "f1_weighted": 0.444879 }, { "accuracy": 0.405851, "f1": 0.380761, "f1_weighted": 0.410266 }, { "accuracy": 0.420646, "f1": 0.397818, "f1_weighted": 0.424716 }, { "accuracy": 0.404169, "f1": 0.388698, "f1_weighted": 0.402167 }, { "accuracy": 0.402488, "f1": 0.378433, "f1_weighted": 0.416567 }, { "accuracy": 0.387357, "f1": 0.371319, "f1_weighted": 0.385715 }, { "accuracy": 0.435104, "f1": 0.403525, "f1_weighted": 0.43608 } ], "main_score": 0.417182, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "accuracy": 0.500841, "f1": 0.471218, "f1_weighted": 0.5077, "scores_per_experiment": [ { "accuracy": 0.485205, "f1": 0.44969, "f1_weighted": 0.494725 }, { "accuracy": 0.488904, "f1": 0.453668, "f1_weighted": 0.500468 }, { "accuracy": 0.49462, "f1": 0.466756, "f1_weighted": 0.501343 }, { "accuracy": 0.530599, "f1": 0.494039, "f1_weighted": 0.536704 }, { "accuracy": 0.493611, "f1": 0.461432, "f1_weighted": 0.496711 }, { "accuracy": 0.496638, "f1": 0.473188, "f1_weighted": 0.505293 }, { "accuracy": 0.514459, "f1": 0.47836, "f1_weighted": 0.520761 }, { "accuracy": 0.489576, "f1": 0.473246, "f1_weighted": 0.49628 }, { "accuracy": 0.507397, "f1": 0.476101, "f1_weighted": 0.513661 }, { "accuracy": 0.507397, "f1": 0.485701, "f1_weighted": 0.511055 } ], "main_score": 0.500841, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "accuracy": 0.380128, "f1": 0.37777, "f1_weighted": 0.383154, "scores_per_experiment": [ { "accuracy": 0.388366, "f1": 0.390914, "f1_weighted": 0.393333 }, { "accuracy": 0.376597, "f1": 0.375742, "f1_weighted": 0.380059 }, { "accuracy": 0.389375, "f1": 0.371994, "f1_weighted": 0.389927 }, { "accuracy": 0.360457, "f1": 0.367061, "f1_weighted": 0.360362 }, { "accuracy": 0.388366, "f1": 0.375526, "f1_weighted": 0.393749 }, { "accuracy": 0.38265, "f1": 0.372247, "f1_weighted": 0.387889 }, { "accuracy": 0.379287, "f1": 0.382927, "f1_weighted": 0.379693 }, { "accuracy": 0.3692, "f1": 0.363195, "f1_weighted": 0.373213 }, { "accuracy": 0.38534, "f1": 0.385249, "f1_weighted": 0.386262 }, { "accuracy": 0.381641, "f1": 0.392848, "f1_weighted": 0.387057 } ], "main_score": 0.380128, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "accuracy": 0.605649, "f1": 0.578681, "f1_weighted": 0.613159, "scores_per_experiment": [ { "accuracy": 0.61197, "f1": 0.595155, "f1_weighted": 0.618469 }, { "accuracy": 0.612307, "f1": 0.576955, "f1_weighted": 0.621329 }, { "accuracy": 0.603228, "f1": 0.573846, "f1_weighted": 0.6057 }, { "accuracy": 0.613652, "f1": 0.5889, "f1_weighted": 0.627131 }, { "accuracy": 0.606927, "f1": 0.571014, "f1_weighted": 0.615107 }, { "accuracy": 0.601547, "f1": 0.586482, "f1_weighted": 0.606288 }, { "accuracy": 0.604573, "f1": 0.581048, "f1_weighted": 0.608261 }, { "accuracy": 0.593477, "f1": 0.564689, "f1_weighted": 0.601103 }, { "accuracy": 0.595494, "f1": 0.560507, "f1_weighted": 0.605307 }, { "accuracy": 0.613315, "f1": 0.588209, "f1_weighted": 0.62289 } ], "main_score": 0.605649, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ] }, { "accuracy": 0.399664, "f1": 0.375266, "f1_weighted": 0.407464, "scores_per_experiment": [ { "accuracy": 0.409549, "f1": 0.388255, "f1_weighted": 0.422735 }, { "accuracy": 0.394082, "f1": 0.366874, "f1_weighted": 0.399951 }, { "accuracy": 0.397108, "f1": 0.375273, "f1_weighted": 0.402968 }, { "accuracy": 0.410558, "f1": 0.37492, "f1_weighted": 0.419607 }, { "accuracy": 0.412239, "f1": 0.382174, "f1_weighted": 0.421268 }, { "accuracy": 0.387357, "f1": 0.35924, "f1_weighted": 0.396394 }, { "accuracy": 0.393746, "f1": 0.379514, "f1_weighted": 0.397013 }, { "accuracy": 0.404506, "f1": 0.376097, "f1_weighted": 0.416522 }, { "accuracy": 0.383322, "f1": 0.367927, "f1_weighted": 0.384165 }, { "accuracy": 0.404169, "f1": 0.382388, "f1_weighted": 0.414016 } ], "main_score": 0.399664, "hf_subset": "he", "languages": [ "heb-Hebr" ] }, { "accuracy": 0.55649, "f1": 0.547336, "f1_weighted": 0.562319, "scores_per_experiment": [ { "accuracy": 0.558171, "f1": 0.554167, "f1_weighted": 0.567794 }, { "accuracy": 0.564223, "f1": 0.550751, "f1_weighted": 0.570283 }, { "accuracy": 0.577001, "f1": 0.569366, "f1_weighted": 0.578678 }, { "accuracy": 0.569603, "f1": 0.562134, "f1_weighted": 0.570081 }, { "accuracy": 0.555481, "f1": 0.534251, "f1_weighted": 0.559035 }, { "accuracy": 0.532952, "f1": 0.533678, "f1_weighted": 0.538787 }, { "accuracy": 0.53766, "f1": 0.530485, "f1_weighted": 0.541578 }, { "accuracy": 0.575992, "f1": 0.56211, "f1_weighted": 0.582099 }, { "accuracy": 0.568594, "f1": 0.553222, "f1_weighted": 0.577862 }, { "accuracy": 0.525219, "f1": 0.523196, "f1_weighted": 0.536992 } ], "main_score": 0.55649, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ] }, { "accuracy": 0.42727, "f1": 0.4006, "f1_weighted": 0.432784, "scores_per_experiment": [ { "accuracy": 0.437122, "f1": 0.415123, "f1_weighted": 0.440855 }, { "accuracy": 0.4462, "f1": 0.410778, "f1_weighted": 0.453477 }, { "accuracy": 0.443174, "f1": 0.417132, "f1_weighted": 0.446673 }, { "accuracy": 0.445192, "f1": 0.404672, "f1_weighted": 0.452513 }, { "accuracy": 0.433759, "f1": 0.397405, "f1_weighted": 0.439252 }, { "accuracy": 0.387021, "f1": 0.37277, "f1_weighted": 0.393725 }, { "accuracy": 0.420646, "f1": 0.410513, "f1_weighted": 0.423414 }, { "accuracy": 0.409549, "f1": 0.380855, "f1_weighted": 0.418909 }, { "accuracy": 0.416947, "f1": 0.391915, "f1_weighted": 0.417845 }, { "accuracy": 0.433087, "f1": 0.404836, "f1_weighted": 0.441173 } ], "main_score": 0.42727, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "accuracy": 0.437693, "f1": 0.409527, "f1_weighted": 0.446574, "scores_per_experiment": [ { "accuracy": 0.440148, "f1": 0.41503, "f1_weighted": 0.443665 }, { "accuracy": 0.455279, "f1": 0.422616, "f1_weighted": 0.468152 }, { "accuracy": 0.415602, "f1": 0.392539, "f1_weighted": 0.420154 }, { "accuracy": 0.447882, "f1": 0.419687, "f1_weighted": 0.457599 }, { "accuracy": 0.432751, "f1": 0.401834, "f1_weighted": 0.439532 }, { "accuracy": 0.423336, "f1": 0.398731, "f1_weighted": 0.434645 }, { "accuracy": 0.436785, "f1": 0.410616, "f1_weighted": 0.448171 }, { "accuracy": 0.445864, "f1": 0.411925, "f1_weighted": 0.455917 }, { "accuracy": 0.444855, "f1": 0.416553, "f1_weighted": 0.45334 }, { "accuracy": 0.434432, "f1": 0.405734, "f1_weighted": 0.444562 } ], "main_score": 0.437693, "hf_subset": "kn", "languages": [ "kan-Knda" ] }, { "accuracy": 0.475857, "f1": 0.447549, "f1_weighted": 0.485554, "scores_per_experiment": [ { "accuracy": 0.479489, "f1": 0.44813, "f1_weighted": 0.49045 }, { "accuracy": 0.478816, "f1": 0.443832, "f1_weighted": 0.488472 }, { "accuracy": 0.468056, "f1": 0.444756, "f1_weighted": 0.474523 }, { "accuracy": 0.457297, "f1": 0.433787, "f1_weighted": 0.465797 }, { "accuracy": 0.487559, "f1": 0.449763, "f1_weighted": 0.49392 }, { "accuracy": 0.473436, "f1": 0.442383, "f1_weighted": 0.485803 }, { "accuracy": 0.487223, "f1": 0.460878, "f1_weighted": 0.497684 }, { "accuracy": 0.467384, "f1": 0.449403, "f1_weighted": 0.481436 }, { "accuracy": 0.489576, "f1": 0.463111, "f1_weighted": 0.497772 }, { "accuracy": 0.469738, "f1": 0.43945, "f1_weighted": 0.479683 } ], "main_score": 0.475857, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "accuracy": 0.463652, "f1": 0.438043, "f1_weighted": 0.467845, "scores_per_experiment": [ { "accuracy": 0.44351, "f1": 0.429386, "f1_weighted": 0.450029 }, { "accuracy": 0.463013, "f1": 0.430279, "f1_weighted": 0.463967 }, { "accuracy": 0.460323, "f1": 0.433177, "f1_weighted": 0.468517 }, { "accuracy": 0.467048, "f1": 0.434972, "f1_weighted": 0.47336 }, { "accuracy": 0.478816, "f1": 0.453891, "f1_weighted": 0.481027 }, { "accuracy": 0.463349, "f1": 0.434549, "f1_weighted": 0.466885 }, { "accuracy": 0.479489, "f1": 0.453864, "f1_weighted": 0.484548 }, { "accuracy": 0.45427, "f1": 0.435313, "f1_weighted": 0.463935 }, { "accuracy": 0.453262, "f1": 0.432954, "f1_weighted": 0.452911 }, { "accuracy": 0.473436, "f1": 0.442041, "f1_weighted": 0.473271 } ], "main_score": 0.463652, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "accuracy": 0.467216, "f1": 0.438659, "f1_weighted": 0.475486, "scores_per_experiment": [ { "accuracy": 0.453934, "f1": 0.422287, "f1_weighted": 0.457738 }, { "accuracy": 0.493275, "f1": 0.453153, "f1_weighted": 0.502497 }, { "accuracy": 0.445528, "f1": 0.418772, "f1_weighted": 0.452752 }, { "accuracy": 0.469401, "f1": 0.434211, "f1_weighted": 0.481 }, { "accuracy": 0.473436, "f1": 0.441436, "f1_weighted": 0.473224 }, { "accuracy": 0.456624, "f1": 0.43933, "f1_weighted": 0.463282 }, { "accuracy": 0.446873, "f1": 0.428615, "f1_weighted": 0.459754 }, { "accuracy": 0.476799, "f1": 0.44992, "f1_weighted": 0.487114 }, { "accuracy": 0.478144, "f1": 0.445327, "f1_weighted": 0.48922 }, { "accuracy": 0.478144, "f1": 0.453542, "f1_weighted": 0.488277 } ], "main_score": 0.467216, "hf_subset": "ur", "languages": [ "urd-Arab" ] }, { "accuracy": 0.626126, "f1": 0.59388, "f1_weighted": 0.630092, "scores_per_experiment": [ { "accuracy": 0.631809, "f1": 0.594665, "f1_weighted": 0.635951 }, { "accuracy": 0.639879, "f1": 0.609568, "f1_weighted": 0.640441 }, { "accuracy": 0.625757, "f1": 0.594833, "f1_weighted": 0.624081 }, { "accuracy": 0.645259, "f1": 0.606149, "f1_weighted": 0.650466 }, { "accuracy": 0.62542, "f1": 0.584612, "f1_weighted": 0.62666 }, { "accuracy": 0.602219, "f1": 0.582416, "f1_weighted": 0.606258 }, { "accuracy": 0.629119, "f1": 0.600549, "f1_weighted": 0.633686 }, { "accuracy": 0.616678, "f1": 0.582095, "f1_weighted": 0.627886 }, { "accuracy": 0.612307, "f1": 0.588734, "f1_weighted": 0.617735 }, { "accuracy": 0.632818, "f1": 0.595176, "f1_weighted": 0.637757 } ], "main_score": 0.626126, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "accuracy": 0.450773, "f1": 0.433968, "f1_weighted": 0.455737, "scores_per_experiment": [ { "accuracy": 0.453598, "f1": 0.439732, "f1_weighted": 0.457514 }, { "accuracy": 0.472764, "f1": 0.449586, "f1_weighted": 0.476391 }, { "accuracy": 0.447545, "f1": 0.42201, "f1_weighted": 0.456756 }, { "accuracy": 0.471755, "f1": 0.449652, "f1_weighted": 0.476275 }, { "accuracy": 0.456624, "f1": 0.434806, "f1_weighted": 0.458361 }, { "accuracy": 0.426026, "f1": 0.4137, "f1_weighted": 0.429621 }, { "accuracy": 0.440484, "f1": 0.426318, "f1_weighted": 0.442374 }, { "accuracy": 0.439812, "f1": 0.423725, "f1_weighted": 0.449199 }, { "accuracy": 0.437458, "f1": 0.424221, "f1_weighted": 0.44004 }, { "accuracy": 0.461668, "f1": 0.45593, "f1_weighted": 0.470837 } ], "main_score": 0.450773, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "accuracy": 0.436382, "f1": 0.408766, "f1_weighted": 0.441991, "scores_per_experiment": [ { "accuracy": 0.452253, "f1": 0.426209, "f1_weighted": 0.459101 }, { "accuracy": 0.441829, "f1": 0.409157, "f1_weighted": 0.450392 }, { "accuracy": 0.432751, "f1": 0.411078, "f1_weighted": 0.439557 }, { "accuracy": 0.45158, "f1": 0.405165, "f1_weighted": 0.459269 }, { "accuracy": 0.440484, "f1": 0.401242, "f1_weighted": 0.44268 }, { "accuracy": 0.435104, "f1": 0.396903, "f1_weighted": 0.438598 }, { "accuracy": 0.432078, "f1": 0.425585, "f1_weighted": 0.433891 }, { "accuracy": 0.428379, "f1": 0.404696, "f1_weighted": 0.435353 }, { "accuracy": 0.414257, "f1": 0.395883, "f1_weighted": 0.421688 }, { "accuracy": 0.435104, "f1": 0.411744, "f1_weighted": 0.439381 } ], "main_score": 0.436382, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "accuracy": 0.516106, "f1": 0.492746, "f1_weighted": 0.524156, "scores_per_experiment": [ { "accuracy": 0.523201, "f1": 0.496588, "f1_weighted": 0.53199 }, { "accuracy": 0.542031, "f1": 0.508669, "f1_weighted": 0.548872 }, { "accuracy": 0.523537, "f1": 0.494361, "f1_weighted": 0.535773 }, { "accuracy": 0.51614, "f1": 0.490122, "f1_weighted": 0.529754 }, { "accuracy": 0.512105, "f1": 0.483261, "f1_weighted": 0.514899 }, { "accuracy": 0.502017, "f1": 0.487889, "f1_weighted": 0.505919 }, { "accuracy": 0.499328, "f1": 0.478955, "f1_weighted": 0.506946 }, { "accuracy": 0.503026, "f1": 0.475452, "f1_weighted": 0.513609 }, { "accuracy": 0.527572, "f1": 0.509937, "f1_weighted": 0.533255 }, { "accuracy": 0.512105, "f1": 0.502227, "f1_weighted": 0.520541 } ], "main_score": 0.516106, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "accuracy": 0.35612, "f1": 0.358641, "f1_weighted": 0.358612, "scores_per_experiment": [ { "accuracy": 0.354069, "f1": 0.367549, "f1_weighted": 0.355727 }, { "accuracy": 0.383658, "f1": 0.377468, "f1_weighted": 0.392484 }, { "accuracy": 0.369872, "f1": 0.357493, "f1_weighted": 0.375227 }, { "accuracy": 0.352387, "f1": 0.352255, "f1_weighted": 0.354767 }, { "accuracy": 0.360457, "f1": 0.354577, "f1_weighted": 0.360651 }, { "accuracy": 0.341627, "f1": 0.34276, "f1_weighted": 0.341183 }, { "accuracy": 0.343645, "f1": 0.362432, "f1_weighted": 0.337607 }, { "accuracy": 0.354069, "f1": 0.354369, "f1_weighted": 0.366138 }, { "accuracy": 0.344317, "f1": 0.352989, "f1_weighted": 0.347117 }, { "accuracy": 0.357095, "f1": 0.364519, "f1_weighted": 0.355222 } ], "main_score": 0.35612, "hf_subset": "mn", "languages": [ "mon-Cyrl" ] }, { "accuracy": 0.529186, "f1": 0.50728, "f1_weighted": 0.532981, "scores_per_experiment": [ { "accuracy": 0.535978, "f1": 0.509348, "f1_weighted": 0.543376 }, { "accuracy": 0.536651, "f1": 0.509764, "f1_weighted": 0.543624 }, { "accuracy": 0.533625, "f1": 0.515093, "f1_weighted": 0.532946 }, { "accuracy": 0.552118, "f1": 0.518481, "f1_weighted": 0.560918 }, { "accuracy": 0.528581, "f1": 0.500994, "f1_weighted": 0.528573 }, { "accuracy": 0.509415, "f1": 0.491901, "f1_weighted": 0.510855 }, { "accuracy": 0.494284, "f1": 0.484373, "f1_weighted": 0.499097 }, { "accuracy": 0.532952, "f1": 0.512994, "f1_weighted": 0.534276 }, { "accuracy": 0.544048, "f1": 0.522416, "f1_weighted": 0.547207 }, { "accuracy": 0.52421, "f1": 0.507436, "f1_weighted": 0.528942 } ], "main_score": 0.529186, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.561029, "f1": 0.540867, "f1_weighted": 0.56605, "scores_per_experiment": [ { "accuracy": 0.554136, "f1": 0.544564, "f1_weighted": 0.558783 }, { "accuracy": 0.585071, "f1": 0.56393, "f1_weighted": 0.588294 }, { "accuracy": 0.551782, "f1": 0.533862, "f1_weighted": 0.553129 }, { "accuracy": 0.572629, "f1": 0.554663, "f1_weighted": 0.581286 }, { "accuracy": 0.557835, "f1": 0.53573, "f1_weighted": 0.558587 }, { "accuracy": 0.5269, "f1": 0.512944, "f1_weighted": 0.529432 }, { "accuracy": 0.572966, "f1": 0.555476, "f1_weighted": 0.580306 }, { "accuracy": 0.552118, "f1": 0.522309, "f1_weighted": 0.557057 }, { "accuracy": 0.553127, "f1": 0.528848, "f1_weighted": 0.562386 }, { "accuracy": 0.583726, "f1": 0.556349, "f1_weighted": 0.591239 } ], "main_score": 0.561029, "hf_subset": "ms", "languages": [ "msa-Latn" ] }, { "accuracy": 0.446369, "f1": 0.422665, "f1_weighted": 0.454, "scores_per_experiment": [ { "accuracy": 0.471083, "f1": 0.450465, "f1_weighted": 0.471919 }, { "accuracy": 0.443174, "f1": 0.411499, "f1_weighted": 0.451028 }, { "accuracy": 0.443174, "f1": 0.414803, "f1_weighted": 0.456129 }, { "accuracy": 0.459987, "f1": 0.428415, "f1_weighted": 0.470242 }, { "accuracy": 0.457633, "f1": 0.429352, "f1_weighted": 0.460043 }, { "accuracy": 0.44082, "f1": 0.413851, "f1_weighted": 0.448477 }, { "accuracy": 0.421318, "f1": 0.406204, "f1_weighted": 0.420286 }, { "accuracy": 0.44351, "f1": 0.416579, "f1_weighted": 0.457974 }, { "accuracy": 0.430061, "f1": 0.421428, "f1_weighted": 0.441474 }, { "accuracy": 0.452925, "f1": 0.434056, "f1_weighted": 0.462432 } ], "main_score": 0.446369, "hf_subset": "sq", "languages": [ "sqi-Latn" ] }, { "accuracy": 0.3461, "f1": 0.323858, "f1_weighted": 0.354251, "scores_per_experiment": [ { "accuracy": 0.327505, "f1": 0.311019, "f1_weighted": 0.329808 }, { "accuracy": 0.36113, "f1": 0.327716, "f1_weighted": 0.364969 }, { "accuracy": 0.336584, "f1": 0.316038, "f1_weighted": 0.340011 }, { "accuracy": 0.337256, "f1": 0.321117, "f1_weighted": 0.344505 }, { "accuracy": 0.342972, "f1": 0.311908, "f1_weighted": 0.352883 }, { "accuracy": 0.358104, "f1": 0.334157, "f1_weighted": 0.367307 }, { "accuracy": 0.339274, "f1": 0.32204, "f1_weighted": 0.345213 }, { "accuracy": 0.356086, "f1": 0.33186, "f1_weighted": 0.375635 }, { "accuracy": 0.344317, "f1": 0.335573, "f1_weighted": 0.356312 }, { "accuracy": 0.357767, "f1": 0.327151, "f1_weighted": 0.365864 } ], "main_score": 0.3461, "hf_subset": "km", "languages": [ "khm-Khmr" ] }, { "accuracy": 0.47616, "f1": 0.443029, "f1_weighted": 0.483325, "scores_per_experiment": [ { "accuracy": 0.482515, "f1": 0.455355, "f1_weighted": 0.491692 }, { "accuracy": 0.489913, "f1": 0.447733, "f1_weighted": 0.497127 }, { "accuracy": 0.482179, "f1": 0.445393, "f1_weighted": 0.496067 }, { "accuracy": 0.489576, "f1": 0.448822, "f1_weighted": 0.496467 }, { "accuracy": 0.48655, "f1": 0.439022, "f1_weighted": 0.492416 }, { "accuracy": 0.452253, "f1": 0.426163, "f1_weighted": 0.456963 }, { "accuracy": 0.463349, "f1": 0.440114, "f1_weighted": 0.462015 }, { "accuracy": 0.496638, "f1": 0.458459, "f1_weighted": 0.505844 }, { "accuracy": 0.454943, "f1": 0.427707, "f1_weighted": 0.459397 }, { "accuracy": 0.463685, "f1": 0.441527, "f1_weighted": 0.475267 } ], "main_score": 0.47616, "hf_subset": "jv", "languages": [ "jav-Latn" ] }, { "accuracy": 0.37764, "f1": 0.372729, "f1_weighted": 0.383741, "scores_per_experiment": [ { "accuracy": 0.381977, "f1": 0.389261, "f1_weighted": 0.389498 }, { "accuracy": 0.361466, "f1": 0.356004, "f1_weighted": 0.370482 }, { "accuracy": 0.365501, "f1": 0.358087, "f1_weighted": 0.373521 }, { "accuracy": 0.409549, "f1": 0.387434, "f1_weighted": 0.420868 }, { "accuracy": 0.392737, "f1": 0.368409, "f1_weighted": 0.400928 }, { "accuracy": 0.375925, "f1": 0.369011, "f1_weighted": 0.380169 }, { "accuracy": 0.381977, "f1": 0.374249, "f1_weighted": 0.386015 }, { "accuracy": 0.373571, "f1": 0.374342, "f1_weighted": 0.375248 }, { "accuracy": 0.36382, "f1": 0.373838, "f1_weighted": 0.364556 }, { "accuracy": 0.369872, "f1": 0.376652, "f1_weighted": 0.376127 } ], "main_score": 0.37764, "hf_subset": "az", "languages": [ "aze-Latn" ] }, { "accuracy": 0.535575, "f1": 0.500245, "f1_weighted": 0.541017, "scores_per_experiment": [ { "accuracy": 0.536651, "f1": 0.497022, "f1_weighted": 0.539503 }, { "accuracy": 0.555481, "f1": 0.509687, "f1_weighted": 0.556524 }, { "accuracy": 0.523537, "f1": 0.491836, "f1_weighted": 0.526205 }, { "accuracy": 0.5538, "f1": 0.515779, "f1_weighted": 0.559445 }, { "accuracy": 0.545057, "f1": 0.510533, "f1_weighted": 0.549654 }, { "accuracy": 0.531607, "f1": 0.492168, "f1_weighted": 0.534877 }, { "accuracy": 0.493611, "f1": 0.47685, "f1_weighted": 0.504882 }, { "accuracy": 0.536651, "f1": 0.495886, "f1_weighted": 0.544272 }, { "accuracy": 0.525219, "f1": 0.497998, "f1_weighted": 0.529249 }, { "accuracy": 0.554136, "f1": 0.51469, "f1_weighted": 0.565564 } ], "main_score": 0.535575, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "accuracy": 0.471722, "f1": 0.440898, "f1_weighted": 0.479786, "scores_per_experiment": [ { "accuracy": 0.489576, "f1": 0.46247, "f1_weighted": 0.499051 }, { "accuracy": 0.490585, "f1": 0.45179, "f1_weighted": 0.497768 }, { "accuracy": 0.457969, "f1": 0.429126, "f1_weighted": 0.464871 }, { "accuracy": 0.493275, "f1": 0.453412, "f1_weighted": 0.498049 }, { "accuracy": 0.462004, "f1": 0.436986, "f1_weighted": 0.473334 }, { "accuracy": 0.453262, "f1": 0.432455, "f1_weighted": 0.465876 }, { "accuracy": 0.472764, "f1": 0.441876, "f1_weighted": 0.479166 }, { "accuracy": 0.471083, "f1": 0.431815, "f1_weighted": 0.480885 }, { "accuracy": 0.448218, "f1": 0.421008, "f1_weighted": 0.455565 }, { "accuracy": 0.47848, "f1": 0.448043, "f1_weighted": 0.483295 } ], "main_score": 0.471722, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "accuracy": 0.439509, "f1": 0.418374, "f1_weighted": 0.445093, "scores_per_experiment": [ { "accuracy": 0.457633, "f1": 0.438141, "f1_weighted": 0.462994 }, { "accuracy": 0.460323, "f1": 0.421615, "f1_weighted": 0.46304 }, { "accuracy": 0.449563, "f1": 0.430462, "f1_weighted": 0.453787 }, { "accuracy": 0.431406, "f1": 0.414998, "f1_weighted": 0.443745 }, { "accuracy": 0.464694, "f1": 0.435641, "f1_weighted": 0.463547 }, { "accuracy": 0.44351, "f1": 0.417567, "f1_weighted": 0.453549 }, { "accuracy": 0.417619, "f1": 0.405059, "f1_weighted": 0.421469 }, { "accuracy": 0.420309, "f1": 0.405966, "f1_weighted": 0.433227 }, { "accuracy": 0.413248, "f1": 0.394946, "f1_weighted": 0.415518 }, { "accuracy": 0.436785, "f1": 0.419343, "f1_weighted": 0.440051 } ], "main_score": 0.439509, "hf_subset": "tl", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.469132, "f1": 0.447851, "f1_weighted": 0.47878, "scores_per_experiment": [ { "accuracy": 0.455952, "f1": 0.439898, "f1_weighted": 0.463342 }, { "accuracy": 0.466375, "f1": 0.443497, "f1_weighted": 0.475838 }, { "accuracy": 0.479825, "f1": 0.454981, "f1_weighted": 0.490199 }, { "accuracy": 0.485878, "f1": 0.461003, "f1_weighted": 0.499958 }, { "accuracy": 0.476463, "f1": 0.441066, "f1_weighted": 0.484926 }, { "accuracy": 0.476126, "f1": 0.451706, "f1_weighted": 0.491232 }, { "accuracy": 0.459314, "f1": 0.449985, "f1_weighted": 0.465242 }, { "accuracy": 0.462004, "f1": 0.446218, "f1_weighted": 0.470836 }, { "accuracy": 0.451917, "f1": 0.431481, "f1_weighted": 0.459232 }, { "accuracy": 0.477471, "f1": 0.45867, "f1_weighted": 0.486991 } ], "main_score": 0.469132, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "accuracy": 0.423369, "f1": 0.402799, "f1_weighted": 0.430456, "scores_per_experiment": [ { "accuracy": 0.432078, "f1": 0.421073, "f1_weighted": 0.44095 }, { "accuracy": 0.439139, "f1": 0.395778, "f1_weighted": 0.447737 }, { "accuracy": 0.413921, "f1": 0.396192, "f1_weighted": 0.416199 }, { "accuracy": 0.43544, "f1": 0.408587, "f1_weighted": 0.441678 }, { "accuracy": 0.415266, "f1": 0.386598, "f1_weighted": 0.420864 }, { "accuracy": 0.423336, "f1": 0.396516, "f1_weighted": 0.433065 }, { "accuracy": 0.404842, "f1": 0.411459, "f1_weighted": 0.406518 }, { "accuracy": 0.432078, "f1": 0.414036, "f1_weighted": 0.442743 }, { "accuracy": 0.401816, "f1": 0.386318, "f1_weighted": 0.410003 }, { "accuracy": 0.435777, "f1": 0.411428, "f1_weighted": 0.444806 } ], "main_score": 0.423369, "hf_subset": "cy", "languages": [ "cym-Latn" ] }, { "accuracy": 0.337021, "f1": 0.318213, "f1_weighted": 0.342767, "scores_per_experiment": [ { "accuracy": 0.341627, "f1": 0.330297, "f1_weighted": 0.340333 }, { "accuracy": 0.341291, "f1": 0.315835, "f1_weighted": 0.349481 }, { "accuracy": 0.349361, "f1": 0.322333, "f1_weighted": 0.357248 }, { "accuracy": 0.316073, "f1": 0.306844, "f1_weighted": 0.321648 }, { "accuracy": 0.349697, "f1": 0.318336, "f1_weighted": 0.358213 }, { "accuracy": 0.324815, "f1": 0.311758, "f1_weighted": 0.330041 }, { "accuracy": 0.339946, "f1": 0.316509, "f1_weighted": 0.343382 }, { "accuracy": 0.354405, "f1": 0.329505, "f1_weighted": 0.36052 }, { "accuracy": 0.329186, "f1": 0.319527, "f1_weighted": 0.336926 }, { "accuracy": 0.323806, "f1": 0.311183, "f1_weighted": 0.329877 } ], "main_score": 0.337021, "hf_subset": "my", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.547142, "f1": 0.507648, "f1_weighted": 0.554528, "scores_per_experiment": [ { "accuracy": 0.54035, "f1": 0.499894, "f1_weighted": 0.546057 }, { "accuracy": 0.55111, "f1": 0.511061, "f1_weighted": 0.556058 }, { "accuracy": 0.565905, "f1": 0.517351, "f1_weighted": 0.57229 }, { "accuracy": 0.56187, "f1": 0.528963, "f1_weighted": 0.565623 }, { "accuracy": 0.555145, "f1": 0.527822, "f1_weighted": 0.560548 }, { "accuracy": 0.53228, "f1": 0.499547, "f1_weighted": 0.534174 }, { "accuracy": 0.557162, "f1": 0.518928, "f1_weighted": 0.571032 }, { "accuracy": 0.532616, "f1": 0.481596, "f1_weighted": 0.542614 }, { "accuracy": 0.532952, "f1": 0.493522, "f1_weighted": 0.542135 }, { "accuracy": 0.542031, "f1": 0.497794, "f1_weighted": 0.554748 } ], "main_score": 0.547142, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "accuracy": 0.409449, "f1": 0.397702, "f1_weighted": 0.41056, "scores_per_experiment": [ { "accuracy": 0.403497, "f1": 0.399363, "f1_weighted": 0.403525 }, { "accuracy": 0.428716, "f1": 0.402632, "f1_weighted": 0.431033 }, { "accuracy": 0.411903, "f1": 0.407382, "f1_weighted": 0.410835 }, { "accuracy": 0.418964, "f1": 0.407274, "f1_weighted": 0.419215 }, { "accuracy": 0.427371, "f1": 0.402044, "f1_weighted": 0.429021 }, { "accuracy": 0.399126, "f1": 0.389292, "f1_weighted": 0.401905 }, { "accuracy": 0.394755, "f1": 0.394568, "f1_weighted": 0.395824 }, { "accuracy": 0.412576, "f1": 0.392286, "f1_weighted": 0.416208 }, { "accuracy": 0.382986, "f1": 0.377947, "f1_weighted": 0.384814 }, { "accuracy": 0.414593, "f1": 0.404232, "f1_weighted": 0.413222 } ], "main_score": 0.409449, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "accuracy": 0.598991, "f1": 0.574203, "f1_weighted": 0.606006, "scores_per_experiment": [ { "accuracy": 0.592804, "f1": 0.575597, "f1_weighted": 0.595677 }, { "accuracy": 0.614324, "f1": 0.581662, "f1_weighted": 0.623291 }, { "accuracy": 0.585743, "f1": 0.563305, "f1_weighted": 0.584129 }, { "accuracy": 0.630128, "f1": 0.601252, "f1_weighted": 0.636277 }, { "accuracy": 0.597176, "f1": 0.574866, "f1_weighted": 0.605047 }, { "accuracy": 0.607263, "f1": 0.589512, "f1_weighted": 0.613352 }, { "accuracy": 0.591796, "f1": 0.566007, "f1_weighted": 0.60295 }, { "accuracy": 0.60928, "f1": 0.576493, "f1_weighted": 0.617348 }, { "accuracy": 0.585743, "f1": 0.564549, "f1_weighted": 0.595948 }, { "accuracy": 0.575656, "f1": 0.548786, "f1_weighted": 0.586041 } ], "main_score": 0.598991, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "accuracy": 0.610995, "f1": 0.588426, "f1_weighted": 0.615428, "scores_per_experiment": [ { "accuracy": 0.608272, "f1": 0.597021, "f1_weighted": 0.609889 }, { "accuracy": 0.588433, "f1": 0.564595, "f1_weighted": 0.592067 }, { "accuracy": 0.620713, "f1": 0.593191, "f1_weighted": 0.620378 }, { "accuracy": 0.623067, "f1": 0.594676, "f1_weighted": 0.627785 }, { "accuracy": 0.593813, "f1": 0.574407, "f1_weighted": 0.594122 }, { "accuracy": 0.635171, "f1": 0.605332, "f1_weighted": 0.639558 }, { "accuracy": 0.604573, "f1": 0.589672, "f1_weighted": 0.609857 }, { "accuracy": 0.597176, "f1": 0.578181, "f1_weighted": 0.608541 }, { "accuracy": 0.599866, "f1": 0.579313, "f1_weighted": 0.607118 }, { "accuracy": 0.63887, "f1": 0.607868, "f1_weighted": 0.644963 } ], "main_score": 0.610995, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "accuracy": 0.33766, "f1": 0.32269, "f1_weighted": 0.345462, "scores_per_experiment": [ { "accuracy": 0.34768, "f1": 0.327818, "f1_weighted": 0.355666 }, { "accuracy": 0.335911, "f1": 0.325598, "f1_weighted": 0.342808 }, { "accuracy": 0.352724, "f1": 0.329639, "f1_weighted": 0.357232 }, { "accuracy": 0.336584, "f1": 0.31666, "f1_weighted": 0.343736 }, { "accuracy": 0.348352, "f1": 0.321769, "f1_weighted": 0.355856 }, { "accuracy": 0.31271, "f1": 0.321471, "f1_weighted": 0.321861 }, { "accuracy": 0.31271, "f1": 0.302949, "f1_weighted": 0.319286 }, { "accuracy": 0.359112, "f1": 0.335566, "f1_weighted": 0.372699 }, { "accuracy": 0.328514, "f1": 0.314337, "f1_weighted": 0.338487 }, { "accuracy": 0.3423, "f1": 0.33109, "f1_weighted": 0.346987 } ], "main_score": 0.33766, "hf_subset": "hy", "languages": [ "hye-Armn" ] }, { "accuracy": 0.588063, "f1": 0.56101, "f1_weighted": 0.591414, "scores_per_experiment": [ { "accuracy": 0.580363, "f1": 0.555067, "f1_weighted": 0.579158 }, { "accuracy": 0.594822, "f1": 0.560588, "f1_weighted": 0.595084 }, { "accuracy": 0.579018, "f1": 0.555501, "f1_weighted": 0.577804 }, { "accuracy": 0.610625, "f1": 0.574499, "f1_weighted": 0.616617 }, { "accuracy": 0.580363, "f1": 0.542216, "f1_weighted": 0.586475 }, { "accuracy": 0.556826, "f1": 0.545848, "f1_weighted": 0.55517 }, { "accuracy": 0.602555, "f1": 0.589235, "f1_weighted": 0.606372 }, { "accuracy": 0.591796, "f1": 0.549834, "f1_weighted": 0.603961 }, { "accuracy": 0.588769, "f1": 0.562941, "f1_weighted": 0.592752 }, { "accuracy": 0.595494, "f1": 0.574374, "f1_weighted": 0.600749 } ], "main_score": 0.588063, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "accuracy": 0.588904, "f1": 0.566482, "f1_weighted": 0.593658, "scores_per_experiment": [ { "accuracy": 0.590787, "f1": 0.57024, "f1_weighted": 0.595495 }, { "accuracy": 0.589442, "f1": 0.573903, "f1_weighted": 0.590109 }, { "accuracy": 0.596167, "f1": 0.564844, "f1_weighted": 0.602182 }, { "accuracy": 0.606254, "f1": 0.573553, "f1_weighted": 0.610014 }, { "accuracy": 0.588097, "f1": 0.551179, "f1_weighted": 0.5846 }, { "accuracy": 0.584062, "f1": 0.572366, "f1_weighted": 0.589172 }, { "accuracy": 0.588433, "f1": 0.575111, "f1_weighted": 0.590522 }, { "accuracy": 0.580363, "f1": 0.553126, "f1_weighted": 0.590242 }, { "accuracy": 0.577337, "f1": 0.562651, "f1_weighted": 0.582277 }, { "accuracy": 0.588097, "f1": 0.567846, "f1_weighted": 0.60197 } ], "main_score": 0.588904, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "accuracy": 0.453362, "f1": 0.429437, "f1_weighted": 0.46162, "scores_per_experiment": [ { "accuracy": 0.447545, "f1": 0.435025, "f1_weighted": 0.453235 }, { "accuracy": 0.441493, "f1": 0.412453, "f1_weighted": 0.452153 }, { "accuracy": 0.460659, "f1": 0.440907, "f1_weighted": 0.470401 }, { "accuracy": 0.46234, "f1": 0.434546, "f1_weighted": 0.476442 }, { "accuracy": 0.459314, "f1": 0.432767, "f1_weighted": 0.464949 }, { "accuracy": 0.452925, "f1": 0.428415, "f1_weighted": 0.463706 }, { "accuracy": 0.45158, "f1": 0.42958, "f1_weighted": 0.456535 }, { "accuracy": 0.449563, "f1": 0.418887, "f1_weighted": 0.456894 }, { "accuracy": 0.426026, "f1": 0.411782, "f1_weighted": 0.428689 }, { "accuracy": 0.482179, "f1": 0.450009, "f1_weighted": 0.4932 } ], "main_score": 0.453362, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "accuracy": 0.537727, "f1": 0.518934, "f1_weighted": 0.542206, "scores_per_experiment": [ { "accuracy": 0.537323, "f1": 0.516781, "f1_weighted": 0.53942 }, { "accuracy": 0.533961, "f1": 0.522036, "f1_weighted": 0.542563 }, { "accuracy": 0.538332, "f1": 0.516311, "f1_weighted": 0.543479 }, { "accuracy": 0.549092, "f1": 0.526569, "f1_weighted": 0.553328 }, { "accuracy": 0.540686, "f1": 0.525145, "f1_weighted": 0.545599 }, { "accuracy": 0.530262, "f1": 0.514218, "f1_weighted": 0.534077 }, { "accuracy": 0.540686, "f1": 0.523243, "f1_weighted": 0.539848 }, { "accuracy": 0.521856, "f1": 0.499381, "f1_weighted": 0.53009 }, { "accuracy": 0.525891, "f1": 0.513949, "f1_weighted": 0.527695 }, { "accuracy": 0.55918, "f1": 0.531705, "f1_weighted": 0.565961 } ], "main_score": 0.537727, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "accuracy": 0.425353, "f1": 0.404234, "f1_weighted": 0.434892, "scores_per_experiment": [ { "accuracy": 0.445528, "f1": 0.411657, "f1_weighted": 0.449601 }, { "accuracy": 0.402824, "f1": 0.381481, "f1_weighted": 0.413293 }, { "accuracy": 0.417956, "f1": 0.405127, "f1_weighted": 0.427851 }, { "accuracy": 0.434432, "f1": 0.409537, "f1_weighted": 0.44553 }, { "accuracy": 0.440148, "f1": 0.416895, "f1_weighted": 0.446764 }, { "accuracy": 0.412912, "f1": 0.397332, "f1_weighted": 0.423517 }, { "accuracy": 0.425353, "f1": 0.412836, "f1_weighted": 0.4352 }, { "accuracy": 0.43544, "f1": 0.407407, "f1_weighted": 0.446977 }, { "accuracy": 0.435104, "f1": 0.410818, "f1_weighted": 0.447015 }, { "accuracy": 0.403833, "f1": 0.389249, "f1_weighted": 0.413171 } ], "main_score": 0.425353, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "accuracy": 0.436785, "f1": 0.419802, "f1_weighted": 0.441011, "scores_per_experiment": [ { "accuracy": 0.448218, "f1": 0.436865, "f1_weighted": 0.454224 }, { "accuracy": 0.425017, "f1": 0.40706, "f1_weighted": 0.432721 }, { "accuracy": 0.433087, "f1": 0.419862, "f1_weighted": 0.430334 }, { "accuracy": 0.448218, "f1": 0.422214, "f1_weighted": 0.456051 }, { "accuracy": 0.45158, "f1": 0.430779, "f1_weighted": 0.452474 }, { "accuracy": 0.418628, "f1": 0.402424, "f1_weighted": 0.424615 }, { "accuracy": 0.416611, "f1": 0.400636, "f1_weighted": 0.415317 }, { "accuracy": 0.445192, "f1": 0.425202, "f1_weighted": 0.44907 }, { "accuracy": 0.445528, "f1": 0.431549, "f1_weighted": 0.452246 }, { "accuracy": 0.435777, "f1": 0.421432, "f1_weighted": 0.44306 } ], "main_score": 0.436785, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "accuracy": 0.420276, "f1": 0.4018, "f1_weighted": 0.424782, "scores_per_experiment": [ { "accuracy": 0.44082, "f1": 0.418765, "f1_weighted": 0.446669 }, { "accuracy": 0.408204, "f1": 0.390824, "f1_weighted": 0.411081 }, { "accuracy": 0.438467, "f1": 0.427321, "f1_weighted": 0.445481 }, { "accuracy": 0.421991, "f1": 0.392741, "f1_weighted": 0.427276 }, { "accuracy": 0.413921, "f1": 0.39244, "f1_weighted": 0.420289 }, { "accuracy": 0.420982, "f1": 0.397266, "f1_weighted": 0.423432 }, { "accuracy": 0.424008, "f1": 0.40246, "f1_weighted": 0.429016 }, { "accuracy": 0.3961, "f1": 0.386911, "f1_weighted": 0.402697 }, { "accuracy": 0.415266, "f1": 0.397817, "f1_weighted": 0.414254 }, { "accuracy": 0.422999, "f1": 0.411453, "f1_weighted": 0.427622 } ], "main_score": 0.420276, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "accuracy": 0.435945, "f1": 0.407704, "f1_weighted": 0.445444, "scores_per_experiment": [ { "accuracy": 0.458305, "f1": 0.422662, "f1_weighted": 0.467344 }, { "accuracy": 0.429052, "f1": 0.397766, "f1_weighted": 0.436506 }, { "accuracy": 0.424681, "f1": 0.400333, "f1_weighted": 0.436762 }, { "accuracy": 0.435777, "f1": 0.396814, "f1_weighted": 0.445174 }, { "accuracy": 0.447209, "f1": 0.41677, "f1_weighted": 0.455317 }, { "accuracy": 0.433423, "f1": 0.399676, "f1_weighted": 0.448529 }, { "accuracy": 0.431406, "f1": 0.412516, "f1_weighted": 0.439949 }, { "accuracy": 0.431742, "f1": 0.413184, "f1_weighted": 0.446319 }, { "accuracy": 0.408541, "f1": 0.397537, "f1_weighted": 0.412083 }, { "accuracy": 0.459314, "f1": 0.419788, "f1_weighted": 0.466456 } ], "main_score": 0.435945, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "accuracy": 0.454976, "f1": 0.427791, "f1_weighted": 0.464291, "scores_per_experiment": [ { "accuracy": 0.459987, "f1": 0.440184, "f1_weighted": 0.465793 }, { "accuracy": 0.43544, "f1": 0.412928, "f1_weighted": 0.442698 }, { "accuracy": 0.464358, "f1": 0.433669, "f1_weighted": 0.470287 }, { "accuracy": 0.450235, "f1": 0.425075, "f1_weighted": 0.459882 }, { "accuracy": 0.446537, "f1": 0.413781, "f1_weighted": 0.457365 }, { "accuracy": 0.433087, "f1": 0.407081, "f1_weighted": 0.44446 }, { "accuracy": 0.469401, "f1": 0.440328, "f1_weighted": 0.480028 }, { "accuracy": 0.473436, "f1": 0.435667, "f1_weighted": 0.480862 }, { "accuracy": 0.44889, "f1": 0.433593, "f1_weighted": 0.459844 }, { "accuracy": 0.468393, "f1": 0.435608, "f1_weighted": 0.48169 } ], "main_score": 0.454976, "hf_subset": "ta", "languages": [ "tam-Taml" ] }, { "accuracy": 0.461533, "f1": 0.436555, "f1_weighted": 0.467039, "scores_per_experiment": [ { "accuracy": 0.481843, "f1": 0.454317, "f1_weighted": 0.488113 }, { "accuracy": 0.473436, "f1": 0.436789, "f1_weighted": 0.473949 }, { "accuracy": 0.468056, "f1": 0.446544, "f1_weighted": 0.475583 }, { "accuracy": 0.485878, "f1": 0.462377, "f1_weighted": 0.497996 }, { "accuracy": 0.463349, "f1": 0.41689, "f1_weighted": 0.471665 }, { "accuracy": 0.464022, "f1": 0.439639, "f1_weighted": 0.474405 }, { "accuracy": 0.424681, "f1": 0.40404, "f1_weighted": 0.42315 }, { "accuracy": 0.43544, "f1": 0.411244, "f1_weighted": 0.437622 }, { "accuracy": 0.444183, "f1": 0.446211, "f1_weighted": 0.448266 }, { "accuracy": 0.474445, "f1": 0.447498, "f1_weighted": 0.479638 } ], "main_score": 0.461533, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "accuracy": 0.487088, "f1": 0.458704, "f1_weighted": 0.496477, "scores_per_experiment": [ { "accuracy": 0.494956, "f1": 0.468081, "f1_weighted": 0.504108 }, { "accuracy": 0.497646, "f1": 0.472257, "f1_weighted": 0.510342 }, { "accuracy": 0.476463, "f1": 0.441967, "f1_weighted": 0.482844 }, { "accuracy": 0.515804, "f1": 0.479081, "f1_weighted": 0.53104 }, { "accuracy": 0.468056, "f1": 0.442152, "f1_weighted": 0.477832 }, { "accuracy": 0.473773, "f1": 0.453193, "f1_weighted": 0.480071 }, { "accuracy": 0.494284, "f1": 0.46279, "f1_weighted": 0.50511 }, { "accuracy": 0.494284, "f1": 0.454553, "f1_weighted": 0.502321 }, { "accuracy": 0.478144, "f1": 0.461012, "f1_weighted": 0.485256 }, { "accuracy": 0.477471, "f1": 0.451953, "f1_weighted": 0.485848 } ], "main_score": 0.487088, "hf_subset": "ml", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.435777, "f1": 0.419976, "f1_weighted": 0.440897, "scores_per_experiment": [ { "accuracy": 0.450908, "f1": 0.444745, "f1_weighted": 0.456199 }, { "accuracy": 0.444183, "f1": 0.42423, "f1_weighted": 0.453156 }, { "accuracy": 0.436449, "f1": 0.41858, "f1_weighted": 0.440287 }, { "accuracy": 0.462004, "f1": 0.430575, "f1_weighted": 0.469774 }, { "accuracy": 0.440484, "f1": 0.408433, "f1_weighted": 0.4404 }, { "accuracy": 0.435104, "f1": 0.420343, "f1_weighted": 0.442464 }, { "accuracy": 0.409549, "f1": 0.413917, "f1_weighted": 0.40888 }, { "accuracy": 0.425689, "f1": 0.41038, "f1_weighted": 0.432853 }, { "accuracy": 0.421654, "f1": 0.412471, "f1_weighted": 0.426182 }, { "accuracy": 0.431742, "f1": 0.416084, "f1_weighted": 0.438773 } ], "main_score": 0.435777, "hf_subset": "lv", "languages": [ "lav-Latn" ] } ] }, "evaluation_time": 31101.717355966568, "kg_co2_emissions": 1.4405657479300795 }