{ "dataset_revision": "4672e20407010da34463acc759c162ca9734bca6", "task_name": "MassiveIntentClassification", "mteb_version": "1.18.0", "scores": { "test": [ { "accuracy": 0.530161, "f1": 0.503648, "f1_weighted": 0.537153, "hf_subset": "ru", "languages": [ "rus-Cyrl" ], "main_score": 0.530161, "scores_per_experiment": [ { "accuracy": 0.529254, "f1": 0.508096, "f1_weighted": 0.535656 }, { "accuracy": 0.534297, "f1": 0.503351, "f1_weighted": 0.539709 }, { "accuracy": 0.530262, "f1": 0.500791, "f1_weighted": 0.531868 }, { "accuracy": 0.533961, "f1": 0.507743, "f1_weighted": 0.546482 }, { "accuracy": 0.539341, "f1": 0.508933, "f1_weighted": 0.542975 }, { "accuracy": 0.531271, "f1": 0.501582, "f1_weighted": 0.537918 }, { "accuracy": 0.521856, "f1": 0.499536, "f1_weighted": 0.528227 }, { "accuracy": 0.516476, "f1": 0.487998, "f1_weighted": 0.523749 }, { "accuracy": 0.53228, "f1": 0.508482, "f1_weighted": 0.543012 }, { "accuracy": 0.532616, "f1": 0.509969, "f1_weighted": 0.54193 } ] }, { "accuracy": 0.320915, "f1": 0.305832, "f1_weighted": 0.328179, "scores_per_experiment": [ { "accuracy": 0.340619, "f1": 0.326841, "f1_weighted": 0.35198 }, { "accuracy": 0.317754, "f1": 0.304237, "f1_weighted": 0.321876 }, { "accuracy": 0.326496, "f1": 0.304058, "f1_weighted": 0.33186 }, { "accuracy": 0.333557, "f1": 0.313399, "f1_weighted": 0.343655 }, { "accuracy": 0.328514, "f1": 0.300135, "f1_weighted": 0.336924 }, { "accuracy": 0.303968, "f1": 0.295472, "f1_weighted": 0.315677 }, { "accuracy": 0.306321, "f1": 0.297124, "f1_weighted": 0.310446 }, { "accuracy": 0.325151, "f1": 0.309854, "f1_weighted": 0.33076 }, { "accuracy": 0.313719, "f1": 0.300609, "f1_weighted": 0.321238 }, { "accuracy": 0.313046, "f1": 0.306592, "f1_weighted": 0.317371 } ], "main_score": 0.320915, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "accuracy": 0.0577, "f1": 0.052689, "f1_weighted": 0.058585, "scores_per_experiment": [ { "accuracy": 0.061197, "f1": 0.053532, "f1_weighted": 0.064862 }, { "accuracy": 0.04304, "f1": 0.039914, "f1_weighted": 0.042597 }, { "accuracy": 0.063551, "f1": 0.061629, "f1_weighted": 0.06654 }, { "accuracy": 0.06187, "f1": 0.057838, "f1_weighted": 0.061965 }, { "accuracy": 0.062878, "f1": 0.05218, "f1_weighted": 0.062653 }, { "accuracy": 0.063215, "f1": 0.054665, "f1_weighted": 0.066661 }, { "accuracy": 0.051446, "f1": 0.046485, "f1_weighted": 0.048704 }, { "accuracy": 0.052455, "f1": 0.046609, "f1_weighted": 0.048991 }, { "accuracy": 0.068258, "f1": 0.061123, "f1_weighted": 0.072512 }, { "accuracy": 0.049092, "f1": 0.052915, "f1_weighted": 0.050364 } ], "main_score": 0.0577, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "accuracy": 0.033154, "f1": 0.012242, "f1_weighted": 0.02019, "scores_per_experiment": [ { "accuracy": 0.042367, "f1": 0.016854, "f1_weighted": 0.033927 }, { "accuracy": 0.016812, "f1": 0.007482, "f1_weighted": 0.007494 }, { "accuracy": 0.03228, "f1": 0.01359, "f1_weighted": 0.028793 }, { "accuracy": 0.037323, "f1": 0.01631, "f1_weighted": 0.020677 }, { "accuracy": 0.033289, "f1": 0.009817, "f1_weighted": 0.022868 }, { "accuracy": 0.023201, "f1": 0.008625, "f1_weighted": 0.014118 }, { "accuracy": 0.04304, "f1": 0.012246, "f1_weighted": 0.019402 }, { "accuracy": 0.024882, "f1": 0.011697, "f1_weighted": 0.0197 }, { "accuracy": 0.044721, "f1": 0.010189, "f1_weighted": 0.019489 }, { "accuracy": 0.033625, "f1": 0.015615, "f1_weighted": 0.015432 } ], "main_score": 0.033154, "hf_subset": "ta", "languages": [ "tam-Taml" ] }, { "accuracy": 0.339375, "f1": 0.327238, "f1_weighted": 0.349931, "scores_per_experiment": [ { "accuracy": 0.362475, "f1": 0.354442, "f1_weighted": 0.373079 }, { "accuracy": 0.340619, "f1": 0.321891, "f1_weighted": 0.354623 }, { "accuracy": 0.326833, "f1": 0.319472, "f1_weighted": 0.338309 }, { "accuracy": 0.350034, "f1": 0.329657, "f1_weighted": 0.363125 }, { "accuracy": 0.345662, "f1": 0.329363, "f1_weighted": 0.359586 }, { "accuracy": 0.350706, "f1": 0.337146, "f1_weighted": 0.364497 }, { "accuracy": 0.320108, "f1": 0.318473, "f1_weighted": 0.327764 }, { "accuracy": 0.350034, "f1": 0.330864, "f1_weighted": 0.357655 }, { "accuracy": 0.323134, "f1": 0.312158, "f1_weighted": 0.326388 }, { "accuracy": 0.324143, "f1": 0.318911, "f1_weighted": 0.334286 } ], "main_score": 0.339375, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "accuracy": 0.375454, "f1": 0.362513, "f1_weighted": 0.380764, "scores_per_experiment": [ { "accuracy": 0.381641, "f1": 0.372584, "f1_weighted": 0.387038 }, { "accuracy": 0.379287, "f1": 0.368622, "f1_weighted": 0.386561 }, { "accuracy": 0.380968, "f1": 0.369016, "f1_weighted": 0.384524 }, { "accuracy": 0.397445, "f1": 0.375185, "f1_weighted": 0.406667 }, { "accuracy": 0.373571, "f1": 0.34906, "f1_weighted": 0.374535 }, { "accuracy": 0.370545, "f1": 0.357645, "f1_weighted": 0.375161 }, { "accuracy": 0.35575, "f1": 0.355464, "f1_weighted": 0.356122 }, { "accuracy": 0.377942, "f1": 0.362359, "f1_weighted": 0.385431 }, { "accuracy": 0.355414, "f1": 0.346381, "f1_weighted": 0.367082 }, { "accuracy": 0.381977, "f1": 0.368816, "f1_weighted": 0.384524 } ], "main_score": 0.375454, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "accuracy": 0.210323, "f1": 0.195488, "f1_weighted": 0.214308, "scores_per_experiment": [ { "accuracy": 0.200403, "f1": 0.186493, "f1_weighted": 0.200294 }, { "accuracy": 0.210155, "f1": 0.193632, "f1_weighted": 0.215725 }, { "accuracy": 0.202421, "f1": 0.19102, "f1_weighted": 0.203528 }, { "accuracy": 0.222596, "f1": 0.201797, "f1_weighted": 0.231246 }, { "accuracy": 0.222932, "f1": 0.197543, "f1_weighted": 0.226636 }, { "accuracy": 0.202757, "f1": 0.188929, "f1_weighted": 0.214605 }, { "accuracy": 0.2115, "f1": 0.203648, "f1_weighted": 0.208 }, { "accuracy": 0.226295, "f1": 0.208228, "f1_weighted": 0.23246 }, { "accuracy": 0.198722, "f1": 0.192766, "f1_weighted": 0.200506 }, { "accuracy": 0.205447, "f1": 0.190825, "f1_weighted": 0.210084 } ], "main_score": 0.210323, "hf_subset": "ur", "languages": [ "urd-Arab" ] }, { "accuracy": 0.341392, "f1": 0.338458, "f1_weighted": 0.346578, "scores_per_experiment": [ { "accuracy": 0.365837, "f1": 0.35777, "f1_weighted": 0.373582 }, { "accuracy": 0.333894, "f1": 0.329441, "f1_weighted": 0.334911 }, { "accuracy": 0.322798, "f1": 0.3243, "f1_weighted": 0.321586 }, { "accuracy": 0.321116, "f1": 0.321717, "f1_weighted": 0.326394 }, { "accuracy": 0.354069, "f1": 0.341081, "f1_weighted": 0.367329 }, { "accuracy": 0.347007, "f1": 0.341556, "f1_weighted": 0.350456 }, { "accuracy": 0.33154, "f1": 0.340218, "f1_weighted": 0.334812 }, { "accuracy": 0.354741, "f1": 0.347274, "f1_weighted": 0.360352 }, { "accuracy": 0.341627, "f1": 0.337195, "f1_weighted": 0.347536 }, { "accuracy": 0.341291, "f1": 0.344031, "f1_weighted": 0.348825 } ], "main_score": 0.341392, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "accuracy": 0.316342, "f1": 0.302586, "f1_weighted": 0.321971, "scores_per_experiment": [ { "accuracy": 0.317081, "f1": 0.313922, "f1_weighted": 0.319834 }, { "accuracy": 0.328514, "f1": 0.314567, "f1_weighted": 0.332855 }, { "accuracy": 0.326833, "f1": 0.306703, "f1_weighted": 0.331801 }, { "accuracy": 0.337592, "f1": 0.315022, "f1_weighted": 0.34737 }, { "accuracy": 0.321453, "f1": 0.29298, "f1_weighted": 0.329544 }, { "accuracy": 0.313719, "f1": 0.304149, "f1_weighted": 0.321598 }, { "accuracy": 0.29926, "f1": 0.290734, "f1_weighted": 0.30301 }, { "accuracy": 0.306658, "f1": 0.293718, "f1_weighted": 0.314744 }, { "accuracy": 0.306658, "f1": 0.294855, "f1_weighted": 0.312224 }, { "accuracy": 0.305649, "f1": 0.299213, "f1_weighted": 0.306727 } ], "main_score": 0.316342, "hf_subset": "tl", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.040316, "f1": 0.022659, "f1_weighted": 0.025811, "scores_per_experiment": [ { "accuracy": 0.041022, "f1": 0.02325, "f1_weighted": 0.029282 }, { "accuracy": 0.0538, "f1": 0.024871, "f1_weighted": 0.031642 }, { "accuracy": 0.047411, "f1": 0.02058, "f1_weighted": 0.027422 }, { "accuracy": 0.036987, "f1": 0.022324, "f1_weighted": 0.023063 }, { "accuracy": 0.040013, "f1": 0.019488, "f1_weighted": 0.027038 }, { "accuracy": 0.0269, "f1": 0.022101, "f1_weighted": 0.018456 }, { "accuracy": 0.036651, "f1": 0.021525, "f1_weighted": 0.025923 }, { "accuracy": 0.049428, "f1": 0.020951, "f1_weighted": 0.030958 }, { "accuracy": 0.043376, "f1": 0.032939, "f1_weighted": 0.031987 }, { "accuracy": 0.027572, "f1": 0.018562, "f1_weighted": 0.012336 } ], "main_score": 0.040316, "hf_subset": "km", "languages": [ "khm-Khmr" ] }, { "accuracy": 0.326597, "f1": 0.317411, "f1_weighted": 0.330543, "scores_per_experiment": [ { "accuracy": 0.330868, "f1": 0.326601, "f1_weighted": 0.3348 }, { "accuracy": 0.33154, "f1": 0.330072, "f1_weighted": 0.336052 }, { "accuracy": 0.317081, "f1": 0.312343, "f1_weighted": 0.320168 }, { "accuracy": 0.356759, "f1": 0.330776, "f1_weighted": 0.366062 }, { "accuracy": 0.331204, "f1": 0.31321, "f1_weighted": 0.336198 }, { "accuracy": 0.306658, "f1": 0.298658, "f1_weighted": 0.311895 }, { "accuracy": 0.321453, "f1": 0.313763, "f1_weighted": 0.321641 }, { "accuracy": 0.314391, "f1": 0.312152, "f1_weighted": 0.317149 }, { "accuracy": 0.316745, "f1": 0.305125, "f1_weighted": 0.31858 }, { "accuracy": 0.339274, "f1": 0.331407, "f1_weighted": 0.34288 } ], "main_score": 0.326597, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "accuracy": 0.367485, "f1": 0.358724, "f1_weighted": 0.375693, "scores_per_experiment": [ { "accuracy": 0.356086, "f1": 0.354369, "f1_weighted": 0.360922 }, { "accuracy": 0.375252, "f1": 0.371624, "f1_weighted": 0.386427 }, { "accuracy": 0.372562, "f1": 0.352925, "f1_weighted": 0.383831 }, { "accuracy": 0.373907, "f1": 0.373324, "f1_weighted": 0.383682 }, { "accuracy": 0.376597, "f1": 0.356372, "f1_weighted": 0.389196 }, { "accuracy": 0.362811, "f1": 0.35447, "f1_weighted": 0.370627 }, { "accuracy": 0.341627, "f1": 0.338707, "f1_weighted": 0.348685 }, { "accuracy": 0.391392, "f1": 0.373702, "f1_weighted": 0.403244 }, { "accuracy": 0.356086, "f1": 0.350307, "f1_weighted": 0.357565 }, { "accuracy": 0.368527, "f1": 0.361439, "f1_weighted": 0.372756 } ], "main_score": 0.367485, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "accuracy": 0.214459, "f1": 0.199837, "f1_weighted": 0.219403, "scores_per_experiment": [ { "accuracy": 0.211163, "f1": 0.19858, "f1_weighted": 0.215952 }, { "accuracy": 0.217888, "f1": 0.204611, "f1_weighted": 0.221926 }, { "accuracy": 0.220915, "f1": 0.202393, "f1_weighted": 0.22554 }, { "accuracy": 0.202757, "f1": 0.196105, "f1_weighted": 0.209847 }, { "accuracy": 0.238399, "f1": 0.220887, "f1_weighted": 0.238765 }, { "accuracy": 0.20881, "f1": 0.194168, "f1_weighted": 0.215755 }, { "accuracy": 0.205783, "f1": 0.196874, "f1_weighted": 0.208432 }, { "accuracy": 0.23302, "f1": 0.202995, "f1_weighted": 0.243662 }, { "accuracy": 0.198722, "f1": 0.189084, "f1_weighted": 0.204632 }, { "accuracy": 0.207128, "f1": 0.192674, "f1_weighted": 0.209522 } ], "main_score": 0.214459, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "accuracy": 0.236651, "f1": 0.2267, "f1_weighted": 0.243393, "scores_per_experiment": [ { "accuracy": 0.238399, "f1": 0.235785, "f1_weighted": 0.241348 }, { "accuracy": 0.227303, "f1": 0.218993, "f1_weighted": 0.234511 }, { "accuracy": 0.231338, "f1": 0.219624, "f1_weighted": 0.235986 }, { "accuracy": 0.244452, "f1": 0.229752, "f1_weighted": 0.250165 }, { "accuracy": 0.250841, "f1": 0.227793, "f1_weighted": 0.263018 }, { "accuracy": 0.220915, "f1": 0.210074, "f1_weighted": 0.230793 }, { "accuracy": 0.238736, "f1": 0.231497, "f1_weighted": 0.241987 }, { "accuracy": 0.241089, "f1": 0.231266, "f1_weighted": 0.249348 }, { "accuracy": 0.233692, "f1": 0.220705, "f1_weighted": 0.241317 }, { "accuracy": 0.239744, "f1": 0.241511, "f1_weighted": 0.245461 } ], "main_score": 0.236651, "hf_subset": "he", "languages": [ "heb-Hebr" ] }, { "accuracy": 0.038198, "f1": 0.027727, "f1_weighted": 0.032028, "scores_per_experiment": [ { "accuracy": 0.044721, "f1": 0.028159, "f1_weighted": 0.036581 }, { "accuracy": 0.01883, "f1": 0.019698, "f1_weighted": 0.012718 }, { "accuracy": 0.032952, "f1": 0.022859, "f1_weighted": 0.025627 }, { "accuracy": 0.049765, "f1": 0.037163, "f1_weighted": 0.049585 }, { "accuracy": 0.02959, "f1": 0.021334, "f1_weighted": 0.026936 }, { "accuracy": 0.041695, "f1": 0.028726, "f1_weighted": 0.033926 }, { "accuracy": 0.038332, "f1": 0.025269, "f1_weighted": 0.026259 }, { "accuracy": 0.036315, "f1": 0.030277, "f1_weighted": 0.037271 }, { "accuracy": 0.050773, "f1": 0.034383, "f1_weighted": 0.0439 }, { "accuracy": 0.039005, "f1": 0.029406, "f1_weighted": 0.027481 } ], "main_score": 0.038198, "hf_subset": "kn", "languages": [ "kan-Knda" ] }, { "accuracy": 0.318897, "f1": 0.308545, "f1_weighted": 0.324937, "scores_per_experiment": [ { "accuracy": 0.325824, "f1": 0.316834, "f1_weighted": 0.333921 }, { "accuracy": 0.331876, "f1": 0.316773, "f1_weighted": 0.337317 }, { "accuracy": 0.306321, "f1": 0.295492, "f1_weighted": 0.305369 }, { "accuracy": 0.332213, "f1": 0.318305, "f1_weighted": 0.340511 }, { "accuracy": 0.337256, "f1": 0.313789, "f1_weighted": 0.344564 }, { "accuracy": 0.303631, "f1": 0.303361, "f1_weighted": 0.315581 }, { "accuracy": 0.301614, "f1": 0.305019, "f1_weighted": 0.303192 }, { "accuracy": 0.323806, "f1": 0.306015, "f1_weighted": 0.326943 }, { "accuracy": 0.307666, "f1": 0.294822, "f1_weighted": 0.3125 }, { "accuracy": 0.318763, "f1": 0.315035, "f1_weighted": 0.329467 } ], "main_score": 0.318897, "hf_subset": "af", "languages": [ "afr-Latn" ] }, { "accuracy": 0.318662, "f1": 0.305777, "f1_weighted": 0.323, "scores_per_experiment": [ { "accuracy": 0.330531, "f1": 0.317249, "f1_weighted": 0.335465 }, { "accuracy": 0.325488, "f1": 0.309638, "f1_weighted": 0.330872 }, { "accuracy": 0.332213, "f1": 0.323415, "f1_weighted": 0.338398 }, { "accuracy": 0.329859, "f1": 0.315762, "f1_weighted": 0.331829 }, { "accuracy": 0.336247, "f1": 0.314494, "f1_weighted": 0.350814 }, { "accuracy": 0.301278, "f1": 0.287545, "f1_weighted": 0.304898 }, { "accuracy": 0.304304, "f1": 0.29802, "f1_weighted": 0.303689 }, { "accuracy": 0.315064, "f1": 0.294089, "f1_weighted": 0.321218 }, { "accuracy": 0.311365, "f1": 0.309289, "f1_weighted": 0.308993 }, { "accuracy": 0.300269, "f1": 0.28827, "f1_weighted": 0.303828 } ], "main_score": 0.318662, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "accuracy": 0.311432, "f1": 0.303598, "f1_weighted": 0.319099, "scores_per_experiment": [ { "accuracy": 0.321789, "f1": 0.315059, "f1_weighted": 0.33222 }, { "accuracy": 0.323806, "f1": 0.308722, "f1_weighted": 0.329239 }, { "accuracy": 0.316073, "f1": 0.302818, "f1_weighted": 0.32502 }, { "accuracy": 0.311365, "f1": 0.305764, "f1_weighted": 0.319069 }, { "accuracy": 0.311701, "f1": 0.297418, "f1_weighted": 0.316089 }, { "accuracy": 0.300941, "f1": 0.298149, "f1_weighted": 0.312453 }, { "accuracy": 0.303968, "f1": 0.301189, "f1_weighted": 0.307402 }, { "accuracy": 0.316073, "f1": 0.305593, "f1_weighted": 0.324136 }, { "accuracy": 0.300605, "f1": 0.295717, "f1_weighted": 0.311733 }, { "accuracy": 0.308003, "f1": 0.305548, "f1_weighted": 0.313625 } ], "main_score": 0.311432, "hf_subset": "jv", "languages": [ "jav-Latn" ] }, { "accuracy": 0.029287, "f1": 0.016355, "f1_weighted": 0.024311, "scores_per_experiment": [ { "accuracy": 0.043376, "f1": 0.020252, "f1_weighted": 0.034662 }, { "accuracy": 0.029926, "f1": 0.014287, "f1_weighted": 0.020339 }, { "accuracy": 0.038668, "f1": 0.01924, "f1_weighted": 0.033775 }, { "accuracy": 0.030599, "f1": 0.015028, "f1_weighted": 0.027597 }, { "accuracy": 0.038668, "f1": 0.015213, "f1_weighted": 0.029036 }, { "accuracy": 0.025555, "f1": 0.018788, "f1_weighted": 0.026819 }, { "accuracy": 0.01883, "f1": 0.01162, "f1_weighted": 0.011062 }, { "accuracy": 0.040013, "f1": 0.024006, "f1_weighted": 0.036193 }, { "accuracy": 0.013786, "f1": 0.011821, "f1_weighted": 0.013419 }, { "accuracy": 0.01345, "f1": 0.013297, "f1_weighted": 0.010213 } ], "main_score": 0.029287, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "accuracy": 0.290013, "f1": 0.263409, "f1_weighted": 0.297163, "scores_per_experiment": [ { "accuracy": 0.299933, "f1": 0.268366, "f1_weighted": 0.311505 }, { "accuracy": 0.294217, "f1": 0.262122, "f1_weighted": 0.303193 }, { "accuracy": 0.287828, "f1": 0.268792, "f1_weighted": 0.294922 }, { "accuracy": 0.294553, "f1": 0.26358, "f1_weighted": 0.301493 }, { "accuracy": 0.296234, "f1": 0.266743, "f1_weighted": 0.30502 }, { "accuracy": 0.27505, "f1": 0.249697, "f1_weighted": 0.275478 }, { "accuracy": 0.279758, "f1": 0.254797, "f1_weighted": 0.285455 }, { "accuracy": 0.302959, "f1": 0.273007, "f1_weighted": 0.313167 }, { "accuracy": 0.289509, "f1": 0.267939, "f1_weighted": 0.302902 }, { "accuracy": 0.280094, "f1": 0.259044, "f1_weighted": 0.27849 } ], "main_score": 0.290013, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "accuracy": 0.335541, "f1": 0.315039, "f1_weighted": 0.344306, "scores_per_experiment": [ { "accuracy": 0.347007, "f1": 0.324347, "f1_weighted": 0.360101 }, { "accuracy": 0.319099, "f1": 0.298271, "f1_weighted": 0.32709 }, { "accuracy": 0.314055, "f1": 0.299257, "f1_weighted": 0.318302 }, { "accuracy": 0.339946, "f1": 0.319247, "f1_weighted": 0.353819 }, { "accuracy": 0.343981, "f1": 0.325525, "f1_weighted": 0.352479 }, { "accuracy": 0.329186, "f1": 0.309781, "f1_weighted": 0.342196 }, { "accuracy": 0.32616, "f1": 0.308156, "f1_weighted": 0.336845 }, { "accuracy": 0.338265, "f1": 0.31294, "f1_weighted": 0.346239 }, { "accuracy": 0.35037, "f1": 0.322206, "f1_weighted": 0.352021 }, { "accuracy": 0.347344, "f1": 0.330665, "f1_weighted": 0.353971 } ], "main_score": 0.335541, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "accuracy": 0.09304, "f1": 0.101453, "f1_weighted": 0.10093, "scores_per_experiment": [ { "accuracy": 0.093813, "f1": 0.098479, "f1_weighted": 0.09747 }, { "accuracy": 0.098184, "f1": 0.106683, "f1_weighted": 0.107985 }, { "accuracy": 0.078682, "f1": 0.09289, "f1_weighted": 0.085611 }, { "accuracy": 0.096839, "f1": 0.10686, "f1_weighted": 0.106943 }, { "accuracy": 0.102555, "f1": 0.108203, "f1_weighted": 0.112666 }, { "accuracy": 0.090114, "f1": 0.09365, "f1_weighted": 0.094654 }, { "accuracy": 0.093141, "f1": 0.090766, "f1_weighted": 0.093206 }, { "accuracy": 0.086079, "f1": 0.101646, "f1_weighted": 0.100367 }, { "accuracy": 0.097176, "f1": 0.109474, "f1_weighted": 0.117754 }, { "accuracy": 0.093813, "f1": 0.10588, "f1_weighted": 0.092641 } ], "main_score": 0.09304, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "accuracy": 0.037828, "f1": 0.022317, "f1_weighted": 0.027376, "scores_per_experiment": [ { "accuracy": 0.031607, "f1": 0.027874, "f1_weighted": 0.029798 }, { "accuracy": 0.051446, "f1": 0.027516, "f1_weighted": 0.03628 }, { "accuracy": 0.037996, "f1": 0.020426, "f1_weighted": 0.029896 }, { "accuracy": 0.028245, "f1": 0.012335, "f1_weighted": 0.013411 }, { "accuracy": 0.047747, "f1": 0.027608, "f1_weighted": 0.037753 }, { "accuracy": 0.037996, "f1": 0.023822, "f1_weighted": 0.025117 }, { "accuracy": 0.031944, "f1": 0.022162, "f1_weighted": 0.021927 }, { "accuracy": 0.024546, "f1": 0.017377, "f1_weighted": 0.019786 }, { "accuracy": 0.044721, "f1": 0.023228, "f1_weighted": 0.032411 }, { "accuracy": 0.042031, "f1": 0.020824, "f1_weighted": 0.027383 } ], "main_score": 0.037828, "hf_subset": "my", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.047747, "f1": 0.033552, "f1_weighted": 0.033598, "scores_per_experiment": [ { "accuracy": 0.050101, "f1": 0.043942, "f1_weighted": 0.03405 }, { "accuracy": 0.059852, "f1": 0.027162, "f1_weighted": 0.040275 }, { "accuracy": 0.041022, "f1": 0.032745, "f1_weighted": 0.030512 }, { "accuracy": 0.045057, "f1": 0.032954, "f1_weighted": 0.034929 }, { "accuracy": 0.04842, "f1": 0.038782, "f1_weighted": 0.035068 }, { "accuracy": 0.055817, "f1": 0.035431, "f1_weighted": 0.040209 }, { "accuracy": 0.042703, "f1": 0.030744, "f1_weighted": 0.0249 }, { "accuracy": 0.030935, "f1": 0.02616, "f1_weighted": 0.01931 }, { "accuracy": 0.041358, "f1": 0.030808, "f1_weighted": 0.030093 }, { "accuracy": 0.062206, "f1": 0.036793, "f1_weighted": 0.046633 } ], "main_score": 0.047747, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "accuracy": 0.303127, "f1": 0.310918, "f1_weighted": 0.305474, "scores_per_experiment": [ { "accuracy": 0.32347, "f1": 0.321332, "f1_weighted": 0.32606 }, { "accuracy": 0.298924, "f1": 0.302235, "f1_weighted": 0.301866 }, { "accuracy": 0.305985, "f1": 0.308901, "f1_weighted": 0.306703 }, { "accuracy": 0.323134, "f1": 0.328903, "f1_weighted": 0.335773 }, { "accuracy": 0.322798, "f1": 0.322274, "f1_weighted": 0.324554 }, { "accuracy": 0.293544, "f1": 0.30923, "f1_weighted": 0.293266 }, { "accuracy": 0.270343, "f1": 0.289117, "f1_weighted": 0.26872 }, { "accuracy": 0.296234, "f1": 0.300097, "f1_weighted": 0.297637 }, { "accuracy": 0.297579, "f1": 0.310503, "f1_weighted": 0.300123 }, { "accuracy": 0.29926, "f1": 0.316584, "f1_weighted": 0.300041 } ], "main_score": 0.303127, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.369805, "f1": 0.352355, "f1_weighted": 0.379731, "scores_per_experiment": [ { "accuracy": 0.373571, "f1": 0.350935, "f1_weighted": 0.377945 }, { "accuracy": 0.380632, "f1": 0.359494, "f1_weighted": 0.38906 }, { "accuracy": 0.369872, "f1": 0.359292, "f1_weighted": 0.381553 }, { "accuracy": 0.397781, "f1": 0.371489, "f1_weighted": 0.411885 }, { "accuracy": 0.373571, "f1": 0.338503, "f1_weighted": 0.384617 }, { "accuracy": 0.35306, "f1": 0.347026, "f1_weighted": 0.364047 }, { "accuracy": 0.363147, "f1": 0.349046, "f1_weighted": 0.37091 }, { "accuracy": 0.362811, "f1": 0.346379, "f1_weighted": 0.374018 }, { "accuracy": 0.352387, "f1": 0.349626, "f1_weighted": 0.363095 }, { "accuracy": 0.371217, "f1": 0.351763, "f1_weighted": 0.380176 } ], "main_score": 0.369805, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "accuracy": 0.353497, "f1": 0.345855, "f1_weighted": 0.359875, "scores_per_experiment": [ { "accuracy": 0.36651, "f1": 0.366189, "f1_weighted": 0.372531 }, { "accuracy": 0.360794, "f1": 0.351722, "f1_weighted": 0.364894 }, { "accuracy": 0.367518, "f1": 0.345956, "f1_weighted": 0.376195 }, { "accuracy": 0.370208, "f1": 0.360524, "f1_weighted": 0.375272 }, { "accuracy": 0.363147, "f1": 0.346889, "f1_weighted": 0.369125 }, { "accuracy": 0.338937, "f1": 0.334369, "f1_weighted": 0.346535 }, { "accuracy": 0.337592, "f1": 0.341207, "f1_weighted": 0.344346 }, { "accuracy": 0.353732, "f1": 0.339259, "f1_weighted": 0.363384 }, { "accuracy": 0.322125, "f1": 0.313158, "f1_weighted": 0.327699 }, { "accuracy": 0.354405, "f1": 0.359276, "f1_weighted": 0.358769 } ], "main_score": 0.353497, "hf_subset": "sq", "languages": [ "sqi-Latn" ] }, { "accuracy": 0.355514, "f1": 0.336586, "f1_weighted": 0.364577, "scores_per_experiment": [ { "accuracy": 0.357431, "f1": 0.330585, "f1_weighted": 0.367303 }, { "accuracy": 0.356086, "f1": 0.328958, "f1_weighted": 0.370492 }, { "accuracy": 0.356086, "f1": 0.34005, "f1_weighted": 0.366216 }, { "accuracy": 0.348689, "f1": 0.322578, "f1_weighted": 0.357651 }, { "accuracy": 0.355077, "f1": 0.329351, "f1_weighted": 0.366797 }, { "accuracy": 0.383658, "f1": 0.362432, "f1_weighted": 0.392252 }, { "accuracy": 0.345326, "f1": 0.336268, "f1_weighted": 0.352117 }, { "accuracy": 0.35037, "f1": 0.34008, "f1_weighted": 0.354023 }, { "accuracy": 0.351042, "f1": 0.335264, "f1_weighted": 0.357234 }, { "accuracy": 0.351379, "f1": 0.340298, "f1_weighted": 0.361687 } ], "main_score": 0.355514, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "accuracy": 0.366846, "f1": 0.358329, "f1_weighted": 0.37418, "scores_per_experiment": [ { "accuracy": 0.394418, "f1": 0.390063, "f1_weighted": 0.405213 }, { "accuracy": 0.376261, "f1": 0.355387, "f1_weighted": 0.379836 }, { "accuracy": 0.354405, "f1": 0.351278, "f1_weighted": 0.362013 }, { "accuracy": 0.371217, "f1": 0.351465, "f1_weighted": 0.382241 }, { "accuracy": 0.378951, "f1": 0.367771, "f1_weighted": 0.389074 }, { "accuracy": 0.35037, "f1": 0.341563, "f1_weighted": 0.364151 }, { "accuracy": 0.358776, "f1": 0.356011, "f1_weighted": 0.359087 }, { "accuracy": 0.367182, "f1": 0.360422, "f1_weighted": 0.372928 }, { "accuracy": 0.351715, "f1": 0.348422, "f1_weighted": 0.35742 }, { "accuracy": 0.365165, "f1": 0.360905, "f1_weighted": 0.369833 } ], "main_score": 0.366846, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "accuracy": 0.403665, "f1": 0.388971, "f1_weighted": 0.411352, "scores_per_experiment": [ { "accuracy": 0.420982, "f1": 0.39913, "f1_weighted": 0.431292 }, { "accuracy": 0.419637, "f1": 0.398279, "f1_weighted": 0.429921 }, { "accuracy": 0.402152, "f1": 0.384895, "f1_weighted": 0.40296 }, { "accuracy": 0.425689, "f1": 0.402142, "f1_weighted": 0.434866 }, { "accuracy": 0.399126, "f1": 0.379868, "f1_weighted": 0.412793 }, { "accuracy": 0.392737, "f1": 0.374254, "f1_weighted": 0.400508 }, { "accuracy": 0.384667, "f1": 0.382633, "f1_weighted": 0.390894 }, { "accuracy": 0.410558, "f1": 0.403438, "f1_weighted": 0.420766 }, { "accuracy": 0.39341, "f1": 0.385259, "f1_weighted": 0.393027 }, { "accuracy": 0.387693, "f1": 0.379814, "f1_weighted": 0.396491 } ], "main_score": 0.403665, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "accuracy": 0.353329, "f1": 0.345356, "f1_weighted": 0.360316, "scores_per_experiment": [ { "accuracy": 0.373235, "f1": 0.364956, "f1_weighted": 0.377258 }, { "accuracy": 0.354069, "f1": 0.342948, "f1_weighted": 0.358199 }, { "accuracy": 0.355414, "f1": 0.343434, "f1_weighted": 0.369473 }, { "accuracy": 0.353396, "f1": 0.340102, "f1_weighted": 0.365068 }, { "accuracy": 0.36113, "f1": 0.341521, "f1_weighted": 0.367376 }, { "accuracy": 0.340619, "f1": 0.339813, "f1_weighted": 0.342757 }, { "accuracy": 0.35306, "f1": 0.358779, "f1_weighted": 0.35957 }, { "accuracy": 0.350034, "f1": 0.347081, "f1_weighted": 0.361004 }, { "accuracy": 0.329859, "f1": 0.328482, "f1_weighted": 0.335228 }, { "accuracy": 0.362475, "f1": 0.34644, "f1_weighted": 0.367227 } ], "main_score": 0.353329, "hf_subset": "az", "languages": [ "aze-Latn" ] }, { "accuracy": 0.071015, "f1": 0.058177, "f1_weighted": 0.076164, "scores_per_experiment": [ { "accuracy": 0.071621, "f1": 0.056993, "f1_weighted": 0.078791 }, { "accuracy": 0.071621, "f1": 0.05882, "f1_weighted": 0.07055 }, { "accuracy": 0.056153, "f1": 0.050133, "f1_weighted": 0.065335 }, { "accuracy": 0.05918, "f1": 0.051121, "f1_weighted": 0.059412 }, { "accuracy": 0.086416, "f1": 0.061767, "f1_weighted": 0.093031 }, { "accuracy": 0.075319, "f1": 0.063487, "f1_weighted": 0.083087 }, { "accuracy": 0.078346, "f1": 0.067544, "f1_weighted": 0.085958 }, { "accuracy": 0.067922, "f1": 0.056583, "f1_weighted": 0.072089 }, { "accuracy": 0.081036, "f1": 0.058876, "f1_weighted": 0.080671 }, { "accuracy": 0.062542, "f1": 0.056446, "f1_weighted": 0.072719 } ], "main_score": 0.071015, "hf_subset": "hy", "languages": [ "hye-Armn" ] }, { "accuracy": 0.34926, "f1": 0.335995, "f1_weighted": 0.354856, "scores_per_experiment": [ { "accuracy": 0.360794, "f1": 0.357919, "f1_weighted": 0.362534 }, { "accuracy": 0.347007, "f1": 0.336259, "f1_weighted": 0.350267 }, { "accuracy": 0.351379, "f1": 0.334516, "f1_weighted": 0.357742 }, { "accuracy": 0.341964, "f1": 0.326849, "f1_weighted": 0.346157 }, { "accuracy": 0.371217, "f1": 0.346675, "f1_weighted": 0.376799 }, { "accuracy": 0.350706, "f1": 0.334987, "f1_weighted": 0.358251 }, { "accuracy": 0.337929, "f1": 0.327676, "f1_weighted": 0.347136 }, { "accuracy": 0.349025, "f1": 0.330848, "f1_weighted": 0.354799 }, { "accuracy": 0.344317, "f1": 0.329852, "f1_weighted": 0.350609 }, { "accuracy": 0.338265, "f1": 0.334364, "f1_weighted": 0.344269 } ], "main_score": 0.34926, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "accuracy": 0.036315, "f1": 0.020421, "f1_weighted": 0.030397, "scores_per_experiment": [ { "accuracy": 0.034633, "f1": 0.022701, "f1_weighted": 0.03596 }, { "accuracy": 0.023874, "f1": 0.020454, "f1_weighted": 0.021067 }, { "accuracy": 0.050437, "f1": 0.024666, "f1_weighted": 0.041753 }, { "accuracy": 0.044385, "f1": 0.027508, "f1_weighted": 0.04515 }, { "accuracy": 0.045057, "f1": 0.021842, "f1_weighted": 0.032366 }, { "accuracy": 0.028245, "f1": 0.01486, "f1_weighted": 0.01326 }, { "accuracy": 0.04573, "f1": 0.014181, "f1_weighted": 0.023799 }, { "accuracy": 0.022865, "f1": 0.012817, "f1_weighted": 0.022654 }, { "accuracy": 0.03497, "f1": 0.024129, "f1_weighted": 0.038819 }, { "accuracy": 0.032952, "f1": 0.021054, "f1_weighted": 0.029137 } ], "main_score": 0.036315, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "accuracy": 0.302455, "f1": 0.287149, "f1_weighted": 0.310301, "scores_per_experiment": [ { "accuracy": 0.315064, "f1": 0.299565, "f1_weighted": 0.326659 }, { "accuracy": 0.298588, "f1": 0.284731, "f1_weighted": 0.308965 }, { "accuracy": 0.308675, "f1": 0.289693, "f1_weighted": 0.313954 }, { "accuracy": 0.302959, "f1": 0.286751, "f1_weighted": 0.312261 }, { "accuracy": 0.295898, "f1": 0.275759, "f1_weighted": 0.304644 }, { "accuracy": 0.289509, "f1": 0.27245, "f1_weighted": 0.299146 }, { "accuracy": 0.294889, "f1": 0.287559, "f1_weighted": 0.297937 }, { "accuracy": 0.292535, "f1": 0.280368, "f1_weighted": 0.301518 }, { "accuracy": 0.310356, "f1": 0.295803, "f1_weighted": 0.314554 }, { "accuracy": 0.316073, "f1": 0.298811, "f1_weighted": 0.323377 } ], "main_score": 0.302455, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "accuracy": 0.338164, "f1": 0.321237, "f1_weighted": 0.342375, "scores_per_experiment": [ { "accuracy": 0.352387, "f1": 0.337152, "f1_weighted": 0.354303 }, { "accuracy": 0.357767, "f1": 0.337684, "f1_weighted": 0.358127 }, { "accuracy": 0.332213, "f1": 0.325442, "f1_weighted": 0.33424 }, { "accuracy": 0.33692, "f1": 0.306192, "f1_weighted": 0.346458 }, { "accuracy": 0.35037, "f1": 0.327018, "f1_weighted": 0.36255 }, { "accuracy": 0.334566, "f1": 0.31543, "f1_weighted": 0.344066 }, { "accuracy": 0.340282, "f1": 0.317246, "f1_weighted": 0.340099 }, { "accuracy": 0.32616, "f1": 0.316217, "f1_weighted": 0.33328 }, { "accuracy": 0.329859, "f1": 0.312755, "f1_weighted": 0.330644 }, { "accuracy": 0.321116, "f1": 0.317238, "f1_weighted": 0.319983 } ], "main_score": 0.338164, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "accuracy": 0.332784, "f1": 0.320339, "f1_weighted": 0.344387, "scores_per_experiment": [ { "accuracy": 0.329186, "f1": 0.328952, "f1_weighted": 0.337768 }, { "accuracy": 0.33961, "f1": 0.323148, "f1_weighted": 0.355109 }, { "accuracy": 0.340955, "f1": 0.315992, "f1_weighted": 0.355658 }, { "accuracy": 0.319771, "f1": 0.302767, "f1_weighted": 0.334493 }, { "accuracy": 0.333557, "f1": 0.312578, "f1_weighted": 0.34992 }, { "accuracy": 0.320108, "f1": 0.308971, "f1_weighted": 0.331897 }, { "accuracy": 0.344654, "f1": 0.335266, "f1_weighted": 0.354836 }, { "accuracy": 0.33423, "f1": 0.326496, "f1_weighted": 0.344042 }, { "accuracy": 0.326833, "f1": 0.321897, "f1_weighted": 0.333679 }, { "accuracy": 0.338937, "f1": 0.327322, "f1_weighted": 0.346469 } ], "main_score": 0.332784, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "accuracy": 0.327471, "f1": 0.315626, "f1_weighted": 0.332306, "scores_per_experiment": [ { "accuracy": 0.33961, "f1": 0.334629, "f1_weighted": 0.345689 }, { "accuracy": 0.322798, "f1": 0.307885, "f1_weighted": 0.325437 }, { "accuracy": 0.335911, "f1": 0.321721, "f1_weighted": 0.339744 }, { "accuracy": 0.335575, "f1": 0.319454, "f1_weighted": 0.340083 }, { "accuracy": 0.334566, "f1": 0.317722, "f1_weighted": 0.337762 }, { "accuracy": 0.321116, "f1": 0.309035, "f1_weighted": 0.332965 }, { "accuracy": 0.317081, "f1": 0.303573, "f1_weighted": 0.320996 }, { "accuracy": 0.315736, "f1": 0.310125, "f1_weighted": 0.327824 }, { "accuracy": 0.306321, "f1": 0.304055, "f1_weighted": 0.30625 }, { "accuracy": 0.345999, "f1": 0.328064, "f1_weighted": 0.34631 } ], "main_score": 0.327471, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "accuracy": 0.088332, "f1": 0.083066, "f1_weighted": 0.088923, "scores_per_experiment": [ { "accuracy": 0.097848, "f1": 0.09494, "f1_weighted": 0.097593 }, { "accuracy": 0.096503, "f1": 0.082732, "f1_weighted": 0.097162 }, { "accuracy": 0.093141, "f1": 0.085968, "f1_weighted": 0.099556 }, { "accuracy": 0.078009, "f1": 0.079001, "f1_weighted": 0.081839 }, { "accuracy": 0.092468, "f1": 0.081196, "f1_weighted": 0.090752 }, { "accuracy": 0.081036, "f1": 0.078883, "f1_weighted": 0.081455 }, { "accuracy": 0.097176, "f1": 0.083054, "f1_weighted": 0.095866 }, { "accuracy": 0.080027, "f1": 0.079404, "f1_weighted": 0.077941 }, { "accuracy": 0.075319, "f1": 0.080357, "f1_weighted": 0.080519 }, { "accuracy": 0.091796, "f1": 0.085131, "f1_weighted": 0.086548 } ], "main_score": 0.088332, "hf_subset": "ka", "languages": [ "kat-Geor" ] }, { "accuracy": 0.358238, "f1": 0.352679, "f1_weighted": 0.365265, "scores_per_experiment": [ { "accuracy": 0.374243, "f1": 0.374804, "f1_weighted": 0.381462 }, { "accuracy": 0.353396, "f1": 0.362076, "f1_weighted": 0.358891 }, { "accuracy": 0.355077, "f1": 0.34365, "f1_weighted": 0.363726 }, { "accuracy": 0.368863, "f1": 0.355812, "f1_weighted": 0.372252 }, { "accuracy": 0.361466, "f1": 0.346734, "f1_weighted": 0.37225 }, { "accuracy": 0.345326, "f1": 0.34428, "f1_weighted": 0.353431 }, { "accuracy": 0.355414, "f1": 0.350778, "f1_weighted": 0.36042 }, { "accuracy": 0.373571, "f1": 0.360969, "f1_weighted": 0.382696 }, { "accuracy": 0.340955, "f1": 0.334714, "f1_weighted": 0.345647 }, { "accuracy": 0.354069, "f1": 0.352972, "f1_weighted": 0.361878 } ], "main_score": 0.358238, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "accuracy": 0.343443, "f1": 0.326877, "f1_weighted": 0.347726, "scores_per_experiment": [ { "accuracy": 0.354741, "f1": 0.346555, "f1_weighted": 0.362797 }, { "accuracy": 0.329523, "f1": 0.305813, "f1_weighted": 0.331149 }, { "accuracy": 0.354741, "f1": 0.334579, "f1_weighted": 0.355796 }, { "accuracy": 0.347344, "f1": 0.318249, "f1_weighted": 0.351619 }, { "accuracy": 0.360794, "f1": 0.329796, "f1_weighted": 0.366959 }, { "accuracy": 0.354741, "f1": 0.340371, "f1_weighted": 0.364534 }, { "accuracy": 0.327505, "f1": 0.318682, "f1_weighted": 0.327067 }, { "accuracy": 0.349697, "f1": 0.327501, "f1_weighted": 0.355154 }, { "accuracy": 0.32616, "f1": 0.321352, "f1_weighted": 0.329383 }, { "accuracy": 0.329186, "f1": 0.325868, "f1_weighted": 0.332805 } ], "main_score": 0.343443, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "accuracy": 0.269536, "f1": 0.265053, "f1_weighted": 0.275258, "scores_per_experiment": [ { "accuracy": 0.290854, "f1": 0.288448, "f1_weighted": 0.292913 }, { "accuracy": 0.262273, "f1": 0.258089, "f1_weighted": 0.268676 }, { "accuracy": 0.280094, "f1": 0.273502, "f1_weighted": 0.289318 }, { "accuracy": 0.254876, "f1": 0.259388, "f1_weighted": 0.258519 }, { "accuracy": 0.268662, "f1": 0.254931, "f1_weighted": 0.274476 }, { "accuracy": 0.255548, "f1": 0.258727, "f1_weighted": 0.262631 }, { "accuracy": 0.283457, "f1": 0.277214, "f1_weighted": 0.290751 }, { "accuracy": 0.262273, "f1": 0.24717, "f1_weighted": 0.272256 }, { "accuracy": 0.276395, "f1": 0.275319, "f1_weighted": 0.28171 }, { "accuracy": 0.260928, "f1": 0.257737, "f1_weighted": 0.261333 } ], "main_score": 0.269536, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "accuracy": 0.355952, "f1": 0.354325, "f1_weighted": 0.359015, "scores_per_experiment": [ { "accuracy": 0.35844, "f1": 0.3714, "f1_weighted": 0.361309 }, { "accuracy": 0.367182, "f1": 0.361746, "f1_weighted": 0.36988 }, { "accuracy": 0.36113, "f1": 0.349916, "f1_weighted": 0.363503 }, { "accuracy": 0.369872, "f1": 0.361385, "f1_weighted": 0.37297 }, { "accuracy": 0.359785, "f1": 0.352625, "f1_weighted": 0.362816 }, { "accuracy": 0.35037, "f1": 0.338505, "f1_weighted": 0.348964 }, { "accuracy": 0.337256, "f1": 0.344944, "f1_weighted": 0.338372 }, { "accuracy": 0.366846, "f1": 0.364615, "f1_weighted": 0.3765 }, { "accuracy": 0.333221, "f1": 0.345564, "f1_weighted": 0.333354 }, { "accuracy": 0.355414, "f1": 0.352551, "f1_weighted": 0.362477 } ], "main_score": 0.355952, "hf_subset": "mn", "languages": [ "mon-Cyrl" ] }, { "accuracy": 0.319906, "f1": 0.30692, "f1_weighted": 0.326705, "scores_per_experiment": [ { "accuracy": 0.340282, "f1": 0.327251, "f1_weighted": 0.347456 }, { "accuracy": 0.326496, "f1": 0.314524, "f1_weighted": 0.336212 }, { "accuracy": 0.312038, "f1": 0.305396, "f1_weighted": 0.313812 }, { "accuracy": 0.33692, "f1": 0.318225, "f1_weighted": 0.349427 }, { "accuracy": 0.330195, "f1": 0.30832, "f1_weighted": 0.337704 }, { "accuracy": 0.31002, "f1": 0.294153, "f1_weighted": 0.32012 }, { "accuracy": 0.310356, "f1": 0.299272, "f1_weighted": 0.317641 }, { "accuracy": 0.303968, "f1": 0.298002, "f1_weighted": 0.307406 }, { "accuracy": 0.307666, "f1": 0.296957, "f1_weighted": 0.311125 }, { "accuracy": 0.321116, "f1": 0.307096, "f1_weighted": 0.32615 } ], "main_score": 0.319906, "hf_subset": "cy", "languages": [ "cym-Latn" ] }, { "accuracy": 0.028951, "f1": 0.017868, "f1_weighted": 0.018994, "scores_per_experiment": [ { "accuracy": 0.037996, "f1": 0.017799, "f1_weighted": 0.027302 }, { "accuracy": 0.021184, "f1": 0.013862, "f1_weighted": 0.008816 }, { "accuracy": 0.023874, "f1": 0.014509, "f1_weighted": 0.018583 }, { "accuracy": 0.022865, "f1": 0.017744, "f1_weighted": 0.016423 }, { "accuracy": 0.036987, "f1": 0.024497, "f1_weighted": 0.025444 }, { "accuracy": 0.028917, "f1": 0.015746, "f1_weighted": 0.014249 }, { "accuracy": 0.027909, "f1": 0.011049, "f1_weighted": 0.010831 }, { "accuracy": 0.024546, "f1": 0.015032, "f1_weighted": 0.022912 }, { "accuracy": 0.039341, "f1": 0.028201, "f1_weighted": 0.031566 }, { "accuracy": 0.025891, "f1": 0.020242, "f1_weighted": 0.01382 } ], "main_score": 0.028951, "hf_subset": "am", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.364459, "f1": 0.357804, "f1_weighted": 0.370167, "scores_per_experiment": [ { "accuracy": 0.375252, "f1": 0.368917, "f1_weighted": 0.378616 }, { "accuracy": 0.365837, "f1": 0.356387, "f1_weighted": 0.373862 }, { "accuracy": 0.346671, "f1": 0.339242, "f1_weighted": 0.35266 }, { "accuracy": 0.366846, "f1": 0.36623, "f1_weighted": 0.374241 }, { "accuracy": 0.3692, "f1": 0.348226, "f1_weighted": 0.377912 }, { "accuracy": 0.349361, "f1": 0.341104, "f1_weighted": 0.351808 }, { "accuracy": 0.356759, "f1": 0.353223, "f1_weighted": 0.365652 }, { "accuracy": 0.367518, "f1": 0.361037, "f1_weighted": 0.375451 }, { "accuracy": 0.3692, "f1": 0.3654, "f1_weighted": 0.375362 }, { "accuracy": 0.377942, "f1": 0.378272, "f1_weighted": 0.376108 } ], "main_score": 0.364459, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "accuracy": 0.026295, "f1": 0.011183, "f1_weighted": 0.01622, "scores_per_experiment": [ { "accuracy": 0.031944, "f1": 0.013023, "f1_weighted": 0.022273 }, { "accuracy": 0.023874, "f1": 0.009658, "f1_weighted": 0.009695 }, { "accuracy": 0.021856, "f1": 0.008846, "f1_weighted": 0.010372 }, { "accuracy": 0.020511, "f1": 0.009089, "f1_weighted": 0.012343 }, { "accuracy": 0.025219, "f1": 0.009676, "f1_weighted": 0.013612 }, { "accuracy": 0.020847, "f1": 0.011566, "f1_weighted": 0.010753 }, { "accuracy": 0.025219, "f1": 0.01335, "f1_weighted": 0.017954 }, { "accuracy": 0.019839, "f1": 0.012332, "f1_weighted": 0.019828 }, { "accuracy": 0.03497, "f1": 0.013292, "f1_weighted": 0.02603 }, { "accuracy": 0.038668, "f1": 0.010995, "f1_weighted": 0.019337 } ], "main_score": 0.026295, "hf_subset": "ml", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.393544, "f1": 0.38697, "f1_weighted": 0.395701, "scores_per_experiment": [ { "accuracy": 0.415266, "f1": 0.401485, "f1_weighted": 0.419866 }, { "accuracy": 0.390383, "f1": 0.390033, "f1_weighted": 0.388474 }, { "accuracy": 0.397781, "f1": 0.391958, "f1_weighted": 0.402004 }, { "accuracy": 0.388702, "f1": 0.388466, "f1_weighted": 0.393072 }, { "accuracy": 0.405851, "f1": 0.386711, "f1_weighted": 0.411178 }, { "accuracy": 0.387021, "f1": 0.378307, "f1_weighted": 0.382266 }, { "accuracy": 0.391728, "f1": 0.3899, "f1_weighted": 0.397678 }, { "accuracy": 0.381977, "f1": 0.384855, "f1_weighted": 0.38389 }, { "accuracy": 0.39072, "f1": 0.387121, "f1_weighted": 0.395317 }, { "accuracy": 0.386012, "f1": 0.370861, "f1_weighted": 0.383269 } ], "main_score": 0.393544, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "accuracy": 0.462408, "f1": 0.444917, "f1_weighted": 0.470717, "scores_per_experiment": [ { "accuracy": 0.489913, "f1": 0.465336, "f1_weighted": 0.501913 }, { "accuracy": 0.484869, "f1": 0.464243, "f1_weighted": 0.488133 }, { "accuracy": 0.455279, "f1": 0.433191, "f1_weighted": 0.463629 }, { "accuracy": 0.453262, "f1": 0.435798, "f1_weighted": 0.467978 }, { "accuracy": 0.45427, "f1": 0.446718, "f1_weighted": 0.460181 }, { "accuracy": 0.460323, "f1": 0.431457, "f1_weighted": 0.473497 }, { "accuracy": 0.453934, "f1": 0.44032, "f1_weighted": 0.45561 }, { "accuracy": 0.457297, "f1": 0.442702, "f1_weighted": 0.467928 }, { "accuracy": 0.44082, "f1": 0.433557, "f1_weighted": 0.446331 }, { "accuracy": 0.474109, "f1": 0.455848, "f1_weighted": 0.481971 } ], "main_score": 0.462408, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ] }, { "accuracy": 0.417115, "f1": 0.415374, "f1_weighted": 0.422255, "scores_per_experiment": [ { "accuracy": 0.419637, "f1": 0.409156, "f1_weighted": 0.427551 }, { "accuracy": 0.422663, "f1": 0.414571, "f1_weighted": 0.427198 }, { "accuracy": 0.415602, "f1": 0.411994, "f1_weighted": 0.416321 }, { "accuracy": 0.424681, "f1": 0.428647, "f1_weighted": 0.430349 }, { "accuracy": 0.433087, "f1": 0.418817, "f1_weighted": 0.434657 }, { "accuracy": 0.390047, "f1": 0.398697, "f1_weighted": 0.392545 }, { "accuracy": 0.414929, "f1": 0.413016, "f1_weighted": 0.421326 }, { "accuracy": 0.424344, "f1": 0.424005, "f1_weighted": 0.434858 }, { "accuracy": 0.408204, "f1": 0.415401, "f1_weighted": 0.412241 }, { "accuracy": 0.417956, "f1": 0.419433, "f1_weighted": 0.425501 } ], "main_score": 0.417115, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ] }, { "accuracy": 0.331876, "f1": 0.316089, "f1_weighted": 0.33553, "scores_per_experiment": [ { "accuracy": 0.327505, "f1": 0.317054, "f1_weighted": 0.332969 }, { "accuracy": 0.319771, "f1": 0.310142, "f1_weighted": 0.32319 }, { "accuracy": 0.327505, "f1": 0.314893, "f1_weighted": 0.326538 }, { "accuracy": 0.343309, "f1": 0.31795, "f1_weighted": 0.347502 }, { "accuracy": 0.349025, "f1": 0.317057, "f1_weighted": 0.353119 }, { "accuracy": 0.326496, "f1": 0.318827, "f1_weighted": 0.327867 }, { "accuracy": 0.32078, "f1": 0.31267, "f1_weighted": 0.326969 }, { "accuracy": 0.354069, "f1": 0.325256, "f1_weighted": 0.359431 }, { "accuracy": 0.314391, "f1": 0.307232, "f1_weighted": 0.316266 }, { "accuracy": 0.335911, "f1": 0.319807, "f1_weighted": 0.341444 } ], "main_score": 0.331876, "hf_subset": "ms", "languages": [ "msa-Latn" ] } ], "validation": [ { "accuracy": 0.534284, "f1": 0.498518, "f1_weighted": 0.541008, "hf_subset": "ru", "languages": [ "rus-Cyrl" ], "main_score": 0.534284, "scores_per_experiment": [ { "accuracy": 0.54058, "f1": 0.508975, "f1_weighted": 0.545955 }, { "accuracy": 0.55091, "f1": 0.495966, "f1_weighted": 0.560325 }, { "accuracy": 0.525332, "f1": 0.487017, "f1_weighted": 0.528492 }, { "accuracy": 0.549434, "f1": 0.511495, "f1_weighted": 0.56258 }, { "accuracy": 0.533202, "f1": 0.502649, "f1_weighted": 0.538863 }, { "accuracy": 0.534186, "f1": 0.50287, "f1_weighted": 0.540969 }, { "accuracy": 0.528283, "f1": 0.494652, "f1_weighted": 0.533952 }, { "accuracy": 0.511559, "f1": 0.478369, "f1_weighted": 0.515489 }, { "accuracy": 0.537629, "f1": 0.510905, "f1_weighted": 0.543478 }, { "accuracy": 0.531727, "f1": 0.492284, "f1_weighted": 0.539978 } ] }, { "accuracy": 0.310625, "f1": 0.303456, "f1_weighted": 0.314031, "scores_per_experiment": [ { "accuracy": 0.316281, "f1": 0.312078, "f1_weighted": 0.32524 }, { "accuracy": 0.306444, "f1": 0.301812, "f1_weighted": 0.306542 }, { "accuracy": 0.314314, "f1": 0.312818, "f1_weighted": 0.316558 }, { "accuracy": 0.323168, "f1": 0.309847, "f1_weighted": 0.32499 }, { "accuracy": 0.314314, "f1": 0.302544, "f1_weighted": 0.316699 }, { "accuracy": 0.307919, "f1": 0.298483, "f1_weighted": 0.314808 }, { "accuracy": 0.291687, "f1": 0.285494, "f1_weighted": 0.291286 }, { "accuracy": 0.318249, "f1": 0.301502, "f1_weighted": 0.32765 }, { "accuracy": 0.306936, "f1": 0.306817, "f1_weighted": 0.3092 }, { "accuracy": 0.306936, "f1": 0.303166, "f1_weighted": 0.307332 } ], "main_score": 0.310625, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "accuracy": 0.061977, "f1": 0.060645, "f1_weighted": 0.061072, "scores_per_experiment": [ { "accuracy": 0.059518, "f1": 0.065139, "f1_weighted": 0.065109 }, { "accuracy": 0.039351, "f1": 0.042285, "f1_weighted": 0.040142 }, { "accuracy": 0.063945, "f1": 0.060322, "f1_weighted": 0.065967 }, { "accuracy": 0.077226, "f1": 0.073982, "f1_weighted": 0.076499 }, { "accuracy": 0.065912, "f1": 0.059259, "f1_weighted": 0.0661 }, { "accuracy": 0.065421, "f1": 0.068902, "f1_weighted": 0.06492 }, { "accuracy": 0.065912, "f1": 0.054151, "f1_weighted": 0.056499 }, { "accuracy": 0.059026, "f1": 0.057349, "f1_weighted": 0.055509 }, { "accuracy": 0.074766, "f1": 0.075209, "f1_weighted": 0.071162 }, { "accuracy": 0.048697, "f1": 0.049855, "f1_weighted": 0.048817 } ], "main_score": 0.061977, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "accuracy": 0.032317, "f1": 0.012425, "f1_weighted": 0.021704, "scores_per_experiment": [ { "accuracy": 0.040334, "f1": 0.017176, "f1_weighted": 0.035327 }, { "accuracy": 0.020167, "f1": 0.007058, "f1_weighted": 0.007741 }, { "accuracy": 0.03394, "f1": 0.016158, "f1_weighted": 0.032312 }, { "accuracy": 0.032464, "f1": 0.015606, "f1_weighted": 0.017736 }, { "accuracy": 0.029513, "f1": 0.010612, "f1_weighted": 0.022397 }, { "accuracy": 0.020167, "f1": 0.00822, "f1_weighted": 0.016463 }, { "accuracy": 0.043778, "f1": 0.01144, "f1_weighted": 0.020689 }, { "accuracy": 0.027054, "f1": 0.014392, "f1_weighted": 0.025334 }, { "accuracy": 0.044761, "f1": 0.011872, "f1_weighted": 0.023321 }, { "accuracy": 0.030989, "f1": 0.011717, "f1_weighted": 0.015717 } ], "main_score": 0.032317, "hf_subset": "ta", "languages": [ "tam-Taml" ] }, { "accuracy": 0.330989, "f1": 0.320809, "f1_weighted": 0.340007, "scores_per_experiment": [ { "accuracy": 0.344319, "f1": 0.33167, "f1_weighted": 0.353296 }, { "accuracy": 0.338908, "f1": 0.320836, "f1_weighted": 0.35043 }, { "accuracy": 0.322676, "f1": 0.320917, "f1_weighted": 0.333457 }, { "accuracy": 0.3394, "f1": 0.327488, "f1_weighted": 0.347791 }, { "accuracy": 0.330546, "f1": 0.315053, "f1_weighted": 0.346917 }, { "accuracy": 0.347762, "f1": 0.331768, "f1_weighted": 0.358867 }, { "accuracy": 0.301525, "f1": 0.303989, "f1_weighted": 0.307069 }, { "accuracy": 0.351697, "f1": 0.330193, "f1_weighted": 0.358502 }, { "accuracy": 0.319725, "f1": 0.32205, "f1_weighted": 0.322295 }, { "accuracy": 0.31333, "f1": 0.304126, "f1_weighted": 0.321445 } ], "main_score": 0.330989, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "accuracy": 0.367191, "f1": 0.353056, "f1_weighted": 0.371274, "scores_per_experiment": [ { "accuracy": 0.371864, "f1": 0.360046, "f1_weighted": 0.375232 }, { "accuracy": 0.38908, "f1": 0.379112, "f1_weighted": 0.398923 }, { "accuracy": 0.3576, "f1": 0.332148, "f1_weighted": 0.366895 }, { "accuracy": 0.386621, "f1": 0.351811, "f1_weighted": 0.391151 }, { "accuracy": 0.367929, "f1": 0.355122, "f1_weighted": 0.365463 }, { "accuracy": 0.358091, "f1": 0.347568, "f1_weighted": 0.356857 }, { "accuracy": 0.349238, "f1": 0.348938, "f1_weighted": 0.352568 }, { "accuracy": 0.385637, "f1": 0.363637, "f1_weighted": 0.393671 }, { "accuracy": 0.342843, "f1": 0.345687, "f1_weighted": 0.347827 }, { "accuracy": 0.36301, "f1": 0.346487, "f1_weighted": 0.364152 } ], "main_score": 0.367191, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "accuracy": 0.2121, "f1": 0.199394, "f1_weighted": 0.215993, "scores_per_experiment": [ { "accuracy": 0.207083, "f1": 0.198743, "f1_weighted": 0.208473 }, { "accuracy": 0.211018, "f1": 0.196086, "f1_weighted": 0.214893 }, { "accuracy": 0.210034, "f1": 0.198687, "f1_weighted": 0.209886 }, { "accuracy": 0.222823, "f1": 0.205905, "f1_weighted": 0.227937 }, { "accuracy": 0.222823, "f1": 0.200793, "f1_weighted": 0.227261 }, { "accuracy": 0.207083, "f1": 0.192224, "f1_weighted": 0.221352 }, { "accuracy": 0.198229, "f1": 0.193923, "f1_weighted": 0.19338 }, { "accuracy": 0.239547, "f1": 0.220428, "f1_weighted": 0.251446 }, { "accuracy": 0.198721, "f1": 0.194061, "f1_weighted": 0.199402 }, { "accuracy": 0.20364, "f1": 0.193091, "f1_weighted": 0.205902 } ], "main_score": 0.2121, "hf_subset": "ur", "languages": [ "urd-Arab" ] }, { "accuracy": 0.345007, "f1": 0.346616, "f1_weighted": 0.347865, "scores_per_experiment": [ { "accuracy": 0.368913, "f1": 0.372976, "f1_weighted": 0.377595 }, { "accuracy": 0.360059, "f1": 0.353059, "f1_weighted": 0.36192 }, { "accuracy": 0.335465, "f1": 0.338103, "f1_weighted": 0.333104 }, { "accuracy": 0.331038, "f1": 0.33088, "f1_weighted": 0.326835 }, { "accuracy": 0.367929, "f1": 0.361411, "f1_weighted": 0.377715 }, { "accuracy": 0.351205, "f1": 0.36031, "f1_weighted": 0.352809 }, { "accuracy": 0.333005, "f1": 0.329445, "f1_weighted": 0.331498 }, { "accuracy": 0.334973, "f1": 0.332456, "f1_weighted": 0.342703 }, { "accuracy": 0.338416, "f1": 0.349254, "f1_weighted": 0.338739 }, { "accuracy": 0.32907, "f1": 0.338265, "f1_weighted": 0.335729 } ], "main_score": 0.345007, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "accuracy": 0.309592, "f1": 0.298168, "f1_weighted": 0.315338, "scores_per_experiment": [ { "accuracy": 0.311363, "f1": 0.3171, "f1_weighted": 0.314819 }, { "accuracy": 0.315298, "f1": 0.296421, "f1_weighted": 0.325691 }, { "accuracy": 0.325627, "f1": 0.3121, "f1_weighted": 0.33408 }, { "accuracy": 0.321692, "f1": 0.311931, "f1_weighted": 0.32663 }, { "accuracy": 0.327595, "f1": 0.303582, "f1_weighted": 0.331284 }, { "accuracy": 0.310871, "f1": 0.292464, "f1_weighted": 0.318526 }, { "accuracy": 0.284309, "f1": 0.28025, "f1_weighted": 0.288565 }, { "accuracy": 0.29759, "f1": 0.28112, "f1_weighted": 0.307122 }, { "accuracy": 0.285785, "f1": 0.281598, "f1_weighted": 0.286984 }, { "accuracy": 0.315789, "f1": 0.305118, "f1_weighted": 0.319677 } ], "main_score": 0.309592, "hf_subset": "tl", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.035514, "f1": 0.017176, "f1_weighted": 0.019484, "scores_per_experiment": [ { "accuracy": 0.036891, "f1": 0.01806, "f1_weighted": 0.021079 }, { "accuracy": 0.052632, "f1": 0.021255, "f1_weighted": 0.027783 }, { "accuracy": 0.036891, "f1": 0.012897, "f1_weighted": 0.01607 }, { "accuracy": 0.033448, "f1": 0.01587, "f1_weighted": 0.019128 }, { "accuracy": 0.035908, "f1": 0.018634, "f1_weighted": 0.020205 }, { "accuracy": 0.022135, "f1": 0.012219, "f1_weighted": 0.010777 }, { "accuracy": 0.031481, "f1": 0.01684, "f1_weighted": 0.017104 }, { "accuracy": 0.049188, "f1": 0.020641, "f1_weighted": 0.02889 }, { "accuracy": 0.030497, "f1": 0.017069, "f1_weighted": 0.020895 }, { "accuracy": 0.02607, "f1": 0.018276, "f1_weighted": 0.012909 } ], "main_score": 0.035514, "hf_subset": "km", "languages": [ "khm-Khmr" ] }, { "accuracy": 0.327841, "f1": 0.320993, "f1_weighted": 0.331009, "scores_per_experiment": [ { "accuracy": 0.314806, "f1": 0.310576, "f1_weighted": 0.316863 }, { "accuracy": 0.330546, "f1": 0.313964, "f1_weighted": 0.333097 }, { "accuracy": 0.32366, "f1": 0.325762, "f1_weighted": 0.320652 }, { "accuracy": 0.363502, "f1": 0.350107, "f1_weighted": 0.374598 }, { "accuracy": 0.349238, "f1": 0.329842, "f1_weighted": 0.352431 }, { "accuracy": 0.312838, "f1": 0.298166, "f1_weighted": 0.322909 }, { "accuracy": 0.318741, "f1": 0.321073, "f1_weighted": 0.318878 }, { "accuracy": 0.306444, "f1": 0.307449, "f1_weighted": 0.309293 }, { "accuracy": 0.322184, "f1": 0.326468, "f1_weighted": 0.323427 }, { "accuracy": 0.336449, "f1": 0.326521, "f1_weighted": 0.337943 } ], "main_score": 0.327841, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "accuracy": 0.368618, "f1": 0.366683, "f1_weighted": 0.374408, "scores_per_experiment": [ { "accuracy": 0.371372, "f1": 0.375389, "f1_weighted": 0.377421 }, { "accuracy": 0.371372, "f1": 0.378218, "f1_weighted": 0.380361 }, { "accuracy": 0.380718, "f1": 0.375302, "f1_weighted": 0.390214 }, { "accuracy": 0.366945, "f1": 0.366467, "f1_weighted": 0.371268 }, { "accuracy": 0.376291, "f1": 0.369242, "f1_weighted": 0.384796 }, { "accuracy": 0.37088, "f1": 0.362316, "f1_weighted": 0.378344 }, { "accuracy": 0.348254, "f1": 0.358139, "f1_weighted": 0.349157 }, { "accuracy": 0.396458, "f1": 0.379497, "f1_weighted": 0.403485 }, { "accuracy": 0.333497, "f1": 0.338384, "f1_weighted": 0.334123 }, { "accuracy": 0.370389, "f1": 0.363881, "f1_weighted": 0.374908 } ], "main_score": 0.368618, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "accuracy": 0.203788, "f1": 0.192192, "f1_weighted": 0.206817, "scores_per_experiment": [ { "accuracy": 0.204624, "f1": 0.189818, "f1_weighted": 0.205976 }, { "accuracy": 0.201672, "f1": 0.18381, "f1_weighted": 0.205577 }, { "accuracy": 0.207575, "f1": 0.186189, "f1_weighted": 0.216805 }, { "accuracy": 0.209051, "f1": 0.204815, "f1_weighted": 0.215326 }, { "accuracy": 0.229218, "f1": 0.213864, "f1_weighted": 0.231972 }, { "accuracy": 0.191835, "f1": 0.18916, "f1_weighted": 0.198164 }, { "accuracy": 0.200197, "f1": 0.187517, "f1_weighted": 0.195301 }, { "accuracy": 0.209051, "f1": 0.19077, "f1_weighted": 0.211503 }, { "accuracy": 0.1879, "f1": 0.185663, "f1_weighted": 0.191098 }, { "accuracy": 0.196754, "f1": 0.190311, "f1_weighted": 0.196447 } ], "main_score": 0.203788, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "accuracy": 0.230939, "f1": 0.22416, "f1_weighted": 0.236085, "scores_per_experiment": [ { "accuracy": 0.235612, "f1": 0.231924, "f1_weighted": 0.240615 }, { "accuracy": 0.212002, "f1": 0.20184, "f1_weighted": 0.216336 }, { "accuracy": 0.230694, "f1": 0.22176, "f1_weighted": 0.235957 }, { "accuracy": 0.240039, "f1": 0.230173, "f1_weighted": 0.245655 }, { "accuracy": 0.244466, "f1": 0.229383, "f1_weighted": 0.247313 }, { "accuracy": 0.231185, "f1": 0.230215, "f1_weighted": 0.240473 }, { "accuracy": 0.220856, "f1": 0.221681, "f1_weighted": 0.218371 }, { "accuracy": 0.244466, "f1": 0.236412, "f1_weighted": 0.254988 }, { "accuracy": 0.229218, "f1": 0.223437, "f1_weighted": 0.231996 }, { "accuracy": 0.220856, "f1": 0.214773, "f1_weighted": 0.229147 } ], "main_score": 0.230939, "hf_subset": "he", "languages": [ "heb-Hebr" ] }, { "accuracy": 0.037383, "f1": 0.025293, "f1_weighted": 0.031434, "scores_per_experiment": [ { "accuracy": 0.040334, "f1": 0.022884, "f1_weighted": 0.029222 }, { "accuracy": 0.017708, "f1": 0.015171, "f1_weighted": 0.012982 }, { "accuracy": 0.030497, "f1": 0.026079, "f1_weighted": 0.029713 }, { "accuracy": 0.041318, "f1": 0.029851, "f1_weighted": 0.038462 }, { "accuracy": 0.029513, "f1": 0.022663, "f1_weighted": 0.030382 }, { "accuracy": 0.046237, "f1": 0.025065, "f1_weighted": 0.036547 }, { "accuracy": 0.039351, "f1": 0.023518, "f1_weighted": 0.029237 }, { "accuracy": 0.036399, "f1": 0.031454, "f1_weighted": 0.037638 }, { "accuracy": 0.04427, "f1": 0.025606, "f1_weighted": 0.034825 }, { "accuracy": 0.048205, "f1": 0.030635, "f1_weighted": 0.035335 } ], "main_score": 0.037383, "hf_subset": "kn", "languages": [ "kan-Knda" ] }, { "accuracy": 0.31333, "f1": 0.297046, "f1_weighted": 0.319301, "scores_per_experiment": [ { "accuracy": 0.301033, "f1": 0.293446, "f1_weighted": 0.304296 }, { "accuracy": 0.320216, "f1": 0.296047, "f1_weighted": 0.324054 }, { "accuracy": 0.302509, "f1": 0.291144, "f1_weighted": 0.304497 }, { "accuracy": 0.332022, "f1": 0.309762, "f1_weighted": 0.339069 }, { "accuracy": 0.336449, "f1": 0.321348, "f1_weighted": 0.351766 }, { "accuracy": 0.304968, "f1": 0.289966, "f1_weighted": 0.311233 }, { "accuracy": 0.303492, "f1": 0.29673, "f1_weighted": 0.304708 }, { "accuracy": 0.299557, "f1": 0.276347, "f1_weighted": 0.301269 }, { "accuracy": 0.30546, "f1": 0.285675, "f1_weighted": 0.314545 }, { "accuracy": 0.327595, "f1": 0.309995, "f1_weighted": 0.337567 } ], "main_score": 0.31333, "hf_subset": "af", "languages": [ "afr-Latn" ] }, { "accuracy": 0.313379, "f1": 0.298637, "f1_weighted": 0.31892, "scores_per_experiment": [ { "accuracy": 0.330054, "f1": 0.304528, "f1_weighted": 0.337897 }, { "accuracy": 0.292671, "f1": 0.276392, "f1_weighted": 0.295756 }, { "accuracy": 0.313822, "f1": 0.313279, "f1_weighted": 0.327773 }, { "accuracy": 0.345794, "f1": 0.322301, "f1_weighted": 0.356368 }, { "accuracy": 0.327103, "f1": 0.303965, "f1_weighted": 0.33872 }, { "accuracy": 0.298082, "f1": 0.283292, "f1_weighted": 0.301242 }, { "accuracy": 0.292671, "f1": 0.289326, "f1_weighted": 0.291398 }, { "accuracy": 0.307919, "f1": 0.290191, "f1_weighted": 0.311681 }, { "accuracy": 0.310871, "f1": 0.308074, "f1_weighted": 0.309605 }, { "accuracy": 0.314806, "f1": 0.295022, "f1_weighted": 0.318755 } ], "main_score": 0.313379, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "accuracy": 0.316035, "f1": 0.305107, "f1_weighted": 0.322719, "scores_per_experiment": [ { "accuracy": 0.335465, "f1": 0.323488, "f1_weighted": 0.341512 }, { "accuracy": 0.333989, "f1": 0.312761, "f1_weighted": 0.338511 }, { "accuracy": 0.322676, "f1": 0.299022, "f1_weighted": 0.332529 }, { "accuracy": 0.305952, "f1": 0.301576, "f1_weighted": 0.310368 }, { "accuracy": 0.32366, "f1": 0.316435, "f1_weighted": 0.333836 }, { "accuracy": 0.298574, "f1": 0.299047, "f1_weighted": 0.306382 }, { "accuracy": 0.292179, "f1": 0.284177, "f1_weighted": 0.296178 }, { "accuracy": 0.328578, "f1": 0.301633, "f1_weighted": 0.335817 }, { "accuracy": 0.296606, "f1": 0.29868, "f1_weighted": 0.299978 }, { "accuracy": 0.322676, "f1": 0.314252, "f1_weighted": 0.332083 } ], "main_score": 0.316035, "hf_subset": "jv", "languages": [ "jav-Latn" ] }, { "accuracy": 0.028087, "f1": 0.017023, "f1_weighted": 0.021848, "scores_per_experiment": [ { "accuracy": 0.035908, "f1": 0.017907, "f1_weighted": 0.024578 }, { "accuracy": 0.027545, "f1": 0.016536, "f1_weighted": 0.01657 }, { "accuracy": 0.035416, "f1": 0.019516, "f1_weighted": 0.028153 }, { "accuracy": 0.032464, "f1": 0.017629, "f1_weighted": 0.027655 }, { "accuracy": 0.035416, "f1": 0.017647, "f1_weighted": 0.02597 }, { "accuracy": 0.019675, "f1": 0.013173, "f1_weighted": 0.020753 }, { "accuracy": 0.020659, "f1": 0.013173, "f1_weighted": 0.012522 }, { "accuracy": 0.036891, "f1": 0.019444, "f1_weighted": 0.028883 }, { "accuracy": 0.020167, "f1": 0.015996, "f1_weighted": 0.019557 }, { "accuracy": 0.016724, "f1": 0.019207, "f1_weighted": 0.013833 } ], "main_score": 0.028087, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "accuracy": 0.289966, "f1": 0.270385, "f1_weighted": 0.293657, "scores_per_experiment": [ { "accuracy": 0.30546, "f1": 0.290784, "f1_weighted": 0.311082 }, { "accuracy": 0.301033, "f1": 0.261935, "f1_weighted": 0.310557 }, { "accuracy": 0.278406, "f1": 0.27357, "f1_weighted": 0.282104 }, { "accuracy": 0.303984, "f1": 0.277388, "f1_weighted": 0.30819 }, { "accuracy": 0.307427, "f1": 0.282475, "f1_weighted": 0.311329 }, { "accuracy": 0.285785, "f1": 0.282279, "f1_weighted": 0.282128 }, { "accuracy": 0.277914, "f1": 0.259478, "f1_weighted": 0.276728 }, { "accuracy": 0.284801, "f1": 0.26234, "f1_weighted": 0.296464 }, { "accuracy": 0.293163, "f1": 0.264386, "f1_weighted": 0.297293 }, { "accuracy": 0.261682, "f1": 0.249212, "f1_weighted": 0.260696 } ], "main_score": 0.289966, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "accuracy": 0.330743, "f1": 0.314694, "f1_weighted": 0.339823, "scores_per_experiment": [ { "accuracy": 0.334481, "f1": 0.325057, "f1_weighted": 0.341694 }, { "accuracy": 0.314314, "f1": 0.297696, "f1_weighted": 0.322417 }, { "accuracy": 0.318741, "f1": 0.302673, "f1_weighted": 0.32549 }, { "accuracy": 0.335957, "f1": 0.313978, "f1_weighted": 0.347226 }, { "accuracy": 0.335465, "f1": 0.312234, "f1_weighted": 0.346877 }, { "accuracy": 0.304968, "f1": 0.301062, "f1_weighted": 0.314329 }, { "accuracy": 0.335465, "f1": 0.315562, "f1_weighted": 0.350417 }, { "accuracy": 0.345794, "f1": 0.332648, "f1_weighted": 0.355515 }, { "accuracy": 0.349729, "f1": 0.328872, "f1_weighted": 0.353551 }, { "accuracy": 0.332514, "f1": 0.317154, "f1_weighted": 0.340718 } ], "main_score": 0.330743, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "accuracy": 0.090507, "f1": 0.102054, "f1_weighted": 0.09608, "scores_per_experiment": [ { "accuracy": 0.098869, "f1": 0.110465, "f1_weighted": 0.106594 }, { "accuracy": 0.082145, "f1": 0.092565, "f1_weighted": 0.088404 }, { "accuracy": 0.080669, "f1": 0.100363, "f1_weighted": 0.088947 }, { "accuracy": 0.101328, "f1": 0.111554, "f1_weighted": 0.10265 }, { "accuracy": 0.088539, "f1": 0.094598, "f1_weighted": 0.096164 }, { "accuracy": 0.088539, "f1": 0.098867, "f1_weighted": 0.091613 }, { "accuracy": 0.089523, "f1": 0.099777, "f1_weighted": 0.088864 }, { "accuracy": 0.079685, "f1": 0.089773, "f1_weighted": 0.089737 }, { "accuracy": 0.092966, "f1": 0.107406, "f1_weighted": 0.105943 }, { "accuracy": 0.102804, "f1": 0.115169, "f1_weighted": 0.101885 } ], "main_score": 0.090507, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "accuracy": 0.043433, "f1": 0.026001, "f1_weighted": 0.030272, "scores_per_experiment": [ { "accuracy": 0.043286, "f1": 0.033848, "f1_weighted": 0.034701 }, { "accuracy": 0.04968, "f1": 0.025053, "f1_weighted": 0.030632 }, { "accuracy": 0.04968, "f1": 0.028014, "f1_weighted": 0.038764 }, { "accuracy": 0.035908, "f1": 0.013734, "f1_weighted": 0.014879 }, { "accuracy": 0.050664, "f1": 0.031063, "f1_weighted": 0.038112 }, { "accuracy": 0.037383, "f1": 0.023803, "f1_weighted": 0.024089 }, { "accuracy": 0.040334, "f1": 0.026621, "f1_weighted": 0.027238 }, { "accuracy": 0.035416, "f1": 0.028133, "f1_weighted": 0.032137 }, { "accuracy": 0.045253, "f1": 0.01943, "f1_weighted": 0.02717 }, { "accuracy": 0.046729, "f1": 0.03031, "f1_weighted": 0.035001 } ], "main_score": 0.043433, "hf_subset": "my", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.047122, "f1": 0.03425, "f1_weighted": 0.031413, "scores_per_experiment": [ { "accuracy": 0.051648, "f1": 0.048517, "f1_weighted": 0.031465 }, { "accuracy": 0.054599, "f1": 0.037276, "f1_weighted": 0.034131 }, { "accuracy": 0.037383, "f1": 0.028732, "f1_weighted": 0.027126 }, { "accuracy": 0.045253, "f1": 0.029603, "f1_weighted": 0.033525 }, { "accuracy": 0.050172, "f1": 0.041902, "f1_weighted": 0.034812 }, { "accuracy": 0.054599, "f1": 0.035405, "f1_weighted": 0.037558 }, { "accuracy": 0.040334, "f1": 0.03229, "f1_weighted": 0.022341 }, { "accuracy": 0.031972, "f1": 0.027779, "f1_weighted": 0.021357 }, { "accuracy": 0.048697, "f1": 0.032769, "f1_weighted": 0.035416 }, { "accuracy": 0.056567, "f1": 0.028225, "f1_weighted": 0.036402 } ], "main_score": 0.047122, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "accuracy": 0.298574, "f1": 0.303549, "f1_weighted": 0.302209, "scores_per_experiment": [ { "accuracy": 0.322676, "f1": 0.324075, "f1_weighted": 0.326379 }, { "accuracy": 0.297098, "f1": 0.298842, "f1_weighted": 0.294956 }, { "accuracy": 0.304968, "f1": 0.311122, "f1_weighted": 0.311839 }, { "accuracy": 0.309887, "f1": 0.308519, "f1_weighted": 0.318533 }, { "accuracy": 0.300049, "f1": 0.298256, "f1_weighted": 0.306795 }, { "accuracy": 0.285293, "f1": 0.292578, "f1_weighted": 0.286262 }, { "accuracy": 0.279882, "f1": 0.293427, "f1_weighted": 0.280936 }, { "accuracy": 0.298574, "f1": 0.29412, "f1_weighted": 0.302322 }, { "accuracy": 0.30546, "f1": 0.319896, "f1_weighted": 0.309517 }, { "accuracy": 0.281849, "f1": 0.294657, "f1_weighted": 0.284554 } ], "main_score": 0.298574, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.361928, "f1": 0.34953, "f1_weighted": 0.370017, "scores_per_experiment": [ { "accuracy": 0.374816, "f1": 0.367676, "f1_weighted": 0.383533 }, { "accuracy": 0.365962, "f1": 0.348669, "f1_weighted": 0.371965 }, { "accuracy": 0.361535, "f1": 0.35255, "f1_weighted": 0.367364 }, { "accuracy": 0.382194, "f1": 0.36627, "f1_weighted": 0.39386 }, { "accuracy": 0.376783, "f1": 0.3396, "f1_weighted": 0.389414 }, { "accuracy": 0.350713, "f1": 0.347817, "f1_weighted": 0.354503 }, { "accuracy": 0.332514, "f1": 0.334392, "f1_weighted": 0.340248 }, { "accuracy": 0.360059, "f1": 0.333196, "f1_weighted": 0.370526 }, { "accuracy": 0.362027, "f1": 0.370103, "f1_weighted": 0.367463 }, { "accuracy": 0.352681, "f1": 0.33503, "f1_weighted": 0.36129 } ], "main_score": 0.361928, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "accuracy": 0.355288, "f1": 0.348654, "f1_weighted": 0.359775, "scores_per_experiment": [ { "accuracy": 0.369405, "f1": 0.361366, "f1_weighted": 0.373265 }, { "accuracy": 0.358091, "f1": 0.347192, "f1_weighted": 0.366093 }, { "accuracy": 0.367929, "f1": 0.354256, "f1_weighted": 0.375187 }, { "accuracy": 0.360059, "f1": 0.363294, "f1_weighted": 0.360357 }, { "accuracy": 0.356124, "f1": 0.342469, "f1_weighted": 0.361365 }, { "accuracy": 0.349238, "f1": 0.34761, "f1_weighted": 0.351082 }, { "accuracy": 0.339892, "f1": 0.330452, "f1_weighted": 0.341864 }, { "accuracy": 0.346286, "f1": 0.336057, "f1_weighted": 0.353333 }, { "accuracy": 0.341859, "f1": 0.345184, "f1_weighted": 0.347595 }, { "accuracy": 0.363994, "f1": 0.358663, "f1_weighted": 0.367611 } ], "main_score": 0.355288, "hf_subset": "sq", "languages": [ "sqi-Latn" ] }, { "accuracy": 0.348697, "f1": 0.339322, "f1_weighted": 0.35771, "scores_per_experiment": [ { "accuracy": 0.363994, "f1": 0.351292, "f1_weighted": 0.371548 }, { "accuracy": 0.353665, "f1": 0.336475, "f1_weighted": 0.363082 }, { "accuracy": 0.326611, "f1": 0.329206, "f1_weighted": 0.336501 }, { "accuracy": 0.3576, "f1": 0.337615, "f1_weighted": 0.367038 }, { "accuracy": 0.342351, "f1": 0.332119, "f1_weighted": 0.358608 }, { "accuracy": 0.371372, "f1": 0.354615, "f1_weighted": 0.382854 }, { "accuracy": 0.329562, "f1": 0.335271, "f1_weighted": 0.332549 }, { "accuracy": 0.337924, "f1": 0.321523, "f1_weighted": 0.34493 }, { "accuracy": 0.352189, "f1": 0.352534, "f1_weighted": 0.358936 }, { "accuracy": 0.351697, "f1": 0.342572, "f1_weighted": 0.361051 } ], "main_score": 0.348697, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "accuracy": 0.364142, "f1": 0.357757, "f1_weighted": 0.370199, "scores_per_experiment": [ { "accuracy": 0.388096, "f1": 0.377951, "f1_weighted": 0.401354 }, { "accuracy": 0.375307, "f1": 0.358818, "f1_weighted": 0.381116 }, { "accuracy": 0.344811, "f1": 0.34287, "f1_weighted": 0.341567 }, { "accuracy": 0.364978, "f1": 0.351084, "f1_weighted": 0.3694 }, { "accuracy": 0.374816, "f1": 0.363991, "f1_weighted": 0.389836 }, { "accuracy": 0.350713, "f1": 0.345907, "f1_weighted": 0.360273 }, { "accuracy": 0.364486, "f1": 0.353848, "f1_weighted": 0.365461 }, { "accuracy": 0.360551, "f1": 0.357317, "f1_weighted": 0.363088 }, { "accuracy": 0.348254, "f1": 0.356868, "f1_weighted": 0.353604 }, { "accuracy": 0.369405, "f1": 0.368918, "f1_weighted": 0.376289 } ], "main_score": 0.364142, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "accuracy": 0.408756, "f1": 0.385249, "f1_weighted": 0.414627, "scores_per_experiment": [ { "accuracy": 0.399902, "f1": 0.381712, "f1_weighted": 0.408742 }, { "accuracy": 0.424496, "f1": 0.388035, "f1_weighted": 0.429747 }, { "accuracy": 0.411215, "f1": 0.391582, "f1_weighted": 0.412003 }, { "accuracy": 0.412691, "f1": 0.394352, "f1_weighted": 0.416405 }, { "accuracy": 0.421053, "f1": 0.382701, "f1_weighted": 0.436943 }, { "accuracy": 0.409739, "f1": 0.391097, "f1_weighted": 0.413153 }, { "accuracy": 0.390556, "f1": 0.378008, "f1_weighted": 0.396985 }, { "accuracy": 0.389572, "f1": 0.370887, "f1_weighted": 0.394553 }, { "accuracy": 0.401377, "f1": 0.381882, "f1_weighted": 0.399299 }, { "accuracy": 0.426955, "f1": 0.392232, "f1_weighted": 0.438437 } ], "main_score": 0.408756, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "accuracy": 0.351746, "f1": 0.344791, "f1_weighted": 0.358994, "scores_per_experiment": [ { "accuracy": 0.382686, "f1": 0.37344, "f1_weighted": 0.390238 }, { "accuracy": 0.361535, "f1": 0.348335, "f1_weighted": 0.367895 }, { "accuracy": 0.354156, "f1": 0.349444, "f1_weighted": 0.36471 }, { "accuracy": 0.359075, "f1": 0.342584, "f1_weighted": 0.368497 }, { "accuracy": 0.359567, "f1": 0.337204, "f1_weighted": 0.367904 }, { "accuracy": 0.341859, "f1": 0.338009, "f1_weighted": 0.344655 }, { "accuracy": 0.321692, "f1": 0.327437, "f1_weighted": 0.331089 }, { "accuracy": 0.333497, "f1": 0.332973, "f1_weighted": 0.341805 }, { "accuracy": 0.345794, "f1": 0.345913, "f1_weighted": 0.350537 }, { "accuracy": 0.3576, "f1": 0.352571, "f1_weighted": 0.362609 } ], "main_score": 0.351746, "hf_subset": "az", "languages": [ "aze-Latn" ] }, { "accuracy": 0.069602, "f1": 0.05649, "f1_weighted": 0.075633, "scores_per_experiment": [ { "accuracy": 0.069356, "f1": 0.057313, "f1_weighted": 0.074294 }, { "accuracy": 0.07575, "f1": 0.058651, "f1_weighted": 0.074327 }, { "accuracy": 0.061977, "f1": 0.047497, "f1_weighted": 0.071267 }, { "accuracy": 0.059518, "f1": 0.055251, "f1_weighted": 0.060683 }, { "accuracy": 0.077718, "f1": 0.059033, "f1_weighted": 0.086468 }, { "accuracy": 0.077226, "f1": 0.061311, "f1_weighted": 0.088834 }, { "accuracy": 0.074766, "f1": 0.067089, "f1_weighted": 0.082685 }, { "accuracy": 0.065912, "f1": 0.049557, "f1_weighted": 0.072739 }, { "accuracy": 0.07575, "f1": 0.06057, "f1_weighted": 0.07681 }, { "accuracy": 0.058042, "f1": 0.048629, "f1_weighted": 0.068226 } ], "main_score": 0.069602, "hf_subset": "hy", "languages": [ "hye-Armn" ] }, { "accuracy": 0.345007, "f1": 0.336458, "f1_weighted": 0.34962, "scores_per_experiment": [ { "accuracy": 0.352681, "f1": 0.349771, "f1_weighted": 0.35144 }, { "accuracy": 0.3576, "f1": 0.344288, "f1_weighted": 0.365121 }, { "accuracy": 0.352681, "f1": 0.343288, "f1_weighted": 0.357537 }, { "accuracy": 0.340876, "f1": 0.339438, "f1_weighted": 0.342386 }, { "accuracy": 0.371864, "f1": 0.354391, "f1_weighted": 0.380392 }, { "accuracy": 0.330546, "f1": 0.327152, "f1_weighted": 0.334445 }, { "accuracy": 0.336449, "f1": 0.333295, "f1_weighted": 0.339881 }, { "accuracy": 0.330546, "f1": 0.317005, "f1_weighted": 0.335677 }, { "accuracy": 0.346778, "f1": 0.346265, "f1_weighted": 0.350453 }, { "accuracy": 0.330054, "f1": 0.30969, "f1_weighted": 0.338873 } ], "main_score": 0.345007, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "accuracy": 0.032858, "f1": 0.017302, "f1_weighted": 0.027131, "scores_per_experiment": [ { "accuracy": 0.028037, "f1": 0.013399, "f1_weighted": 0.024593 }, { "accuracy": 0.019675, "f1": 0.019497, "f1_weighted": 0.021025 }, { "accuracy": 0.045745, "f1": 0.018854, "f1_weighted": 0.039227 }, { "accuracy": 0.03394, "f1": 0.020883, "f1_weighted": 0.035557 }, { "accuracy": 0.035416, "f1": 0.013353, "f1_weighted": 0.023729 }, { "accuracy": 0.035908, "f1": 0.017814, "f1_weighted": 0.020758 }, { "accuracy": 0.043286, "f1": 0.017111, "f1_weighted": 0.02478 }, { "accuracy": 0.023119, "f1": 0.014407, "f1_weighted": 0.021254 }, { "accuracy": 0.034432, "f1": 0.022391, "f1_weighted": 0.036102 }, { "accuracy": 0.029021, "f1": 0.015312, "f1_weighted": 0.024284 } ], "main_score": 0.032858, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "accuracy": 0.309001, "f1": 0.299295, "f1_weighted": 0.313309, "scores_per_experiment": [ { "accuracy": 0.324643, "f1": 0.318625, "f1_weighted": 0.332873 }, { "accuracy": 0.295622, "f1": 0.297393, "f1_weighted": 0.302025 }, { "accuracy": 0.319725, "f1": 0.301329, "f1_weighted": 0.324329 }, { "accuracy": 0.301525, "f1": 0.297079, "f1_weighted": 0.299648 }, { "accuracy": 0.310871, "f1": 0.291883, "f1_weighted": 0.316671 }, { "accuracy": 0.313822, "f1": 0.30182, "f1_weighted": 0.31931 }, { "accuracy": 0.296606, "f1": 0.285441, "f1_weighted": 0.30182 }, { "accuracy": 0.294638, "f1": 0.285447, "f1_weighted": 0.301922 }, { "accuracy": 0.307919, "f1": 0.297155, "f1_weighted": 0.308645 }, { "accuracy": 0.324643, "f1": 0.316776, "f1_weighted": 0.325845 } ], "main_score": 0.309001, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "accuracy": 0.324201, "f1": 0.311528, "f1_weighted": 0.329624, "scores_per_experiment": [ { "accuracy": 0.338416, "f1": 0.326874, "f1_weighted": 0.340071 }, { "accuracy": 0.311854, "f1": 0.298715, "f1_weighted": 0.311386 }, { "accuracy": 0.325135, "f1": 0.317975, "f1_weighted": 0.331441 }, { "accuracy": 0.338416, "f1": 0.320729, "f1_weighted": 0.346881 }, { "accuracy": 0.3394, "f1": 0.318269, "f1_weighted": 0.354232 }, { "accuracy": 0.323168, "f1": 0.311882, "f1_weighted": 0.331296 }, { "accuracy": 0.321692, "f1": 0.304144, "f1_weighted": 0.321648 }, { "accuracy": 0.303, "f1": 0.291975, "f1_weighted": 0.312164 }, { "accuracy": 0.330546, "f1": 0.326398, "f1_weighted": 0.334272 }, { "accuracy": 0.310379, "f1": 0.298322, "f1_weighted": 0.312846 } ], "main_score": 0.324201, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "accuracy": 0.329956, "f1": 0.314915, "f1_weighted": 0.338498, "scores_per_experiment": [ { "accuracy": 0.325135, "f1": 0.313533, "f1_weighted": 0.33006 }, { "accuracy": 0.335957, "f1": 0.31516, "f1_weighted": 0.348189 }, { "accuracy": 0.332514, "f1": 0.309156, "f1_weighted": 0.344027 }, { "accuracy": 0.320216, "f1": 0.305817, "f1_weighted": 0.330246 }, { "accuracy": 0.330546, "f1": 0.315217, "f1_weighted": 0.342785 }, { "accuracy": 0.335465, "f1": 0.313335, "f1_weighted": 0.342473 }, { "accuracy": 0.319233, "f1": 0.312945, "f1_weighted": 0.326028 }, { "accuracy": 0.326119, "f1": 0.306138, "f1_weighted": 0.337778 }, { "accuracy": 0.317757, "f1": 0.322554, "f1_weighted": 0.317879 }, { "accuracy": 0.356616, "f1": 0.335292, "f1_weighted": 0.365513 } ], "main_score": 0.329956, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "accuracy": 0.318544, "f1": 0.309829, "f1_weighted": 0.322642, "scores_per_experiment": [ { "accuracy": 0.323168, "f1": 0.32374, "f1_weighted": 0.326333 }, { "accuracy": 0.319725, "f1": 0.318149, "f1_weighted": 0.321826 }, { "accuracy": 0.327103, "f1": 0.31847, "f1_weighted": 0.326753 }, { "accuracy": 0.327595, "f1": 0.315555, "f1_weighted": 0.33246 }, { "accuracy": 0.326611, "f1": 0.318419, "f1_weighted": 0.333313 }, { "accuracy": 0.322676, "f1": 0.305376, "f1_weighted": 0.333141 }, { "accuracy": 0.296114, "f1": 0.277484, "f1_weighted": 0.299786 }, { "accuracy": 0.310379, "f1": 0.300832, "f1_weighted": 0.313229 }, { "accuracy": 0.304968, "f1": 0.304432, "f1_weighted": 0.306144 }, { "accuracy": 0.327103, "f1": 0.31583, "f1_weighted": 0.333435 } ], "main_score": 0.318544, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "accuracy": 0.078013, "f1": 0.071509, "f1_weighted": 0.079465, "scores_per_experiment": [ { "accuracy": 0.087063, "f1": 0.081628, "f1_weighted": 0.086719 }, { "accuracy": 0.088047, "f1": 0.074424, "f1_weighted": 0.092537 }, { "accuracy": 0.084112, "f1": 0.069846, "f1_weighted": 0.089629 }, { "accuracy": 0.064929, "f1": 0.070241, "f1_weighted": 0.071692 }, { "accuracy": 0.081653, "f1": 0.07583, "f1_weighted": 0.080451 }, { "accuracy": 0.072799, "f1": 0.065104, "f1_weighted": 0.075671 }, { "accuracy": 0.094442, "f1": 0.077478, "f1_weighted": 0.091899 }, { "accuracy": 0.062961, "f1": 0.065657, "f1_weighted": 0.06348 }, { "accuracy": 0.067388, "f1": 0.073475, "f1_weighted": 0.06829 }, { "accuracy": 0.076734, "f1": 0.061403, "f1_weighted": 0.074288 } ], "main_score": 0.078013, "hf_subset": "ka", "languages": [ "kat-Geor" ] }, { "accuracy": 0.3515, "f1": 0.347502, "f1_weighted": 0.359531, "scores_per_experiment": [ { "accuracy": 0.369405, "f1": 0.364192, "f1_weighted": 0.381662 }, { "accuracy": 0.338908, "f1": 0.328293, "f1_weighted": 0.345098 }, { "accuracy": 0.335957, "f1": 0.339337, "f1_weighted": 0.345687 }, { "accuracy": 0.349729, "f1": 0.343944, "f1_weighted": 0.35481 }, { "accuracy": 0.3576, "f1": 0.349291, "f1_weighted": 0.368504 }, { "accuracy": 0.359567, "f1": 0.354943, "f1_weighted": 0.365568 }, { "accuracy": 0.359075, "f1": 0.35757, "f1_weighted": 0.365981 }, { "accuracy": 0.356124, "f1": 0.347057, "f1_weighted": 0.36555 }, { "accuracy": 0.344811, "f1": 0.346467, "f1_weighted": 0.349138 }, { "accuracy": 0.343827, "f1": 0.343929, "f1_weighted": 0.353313 } ], "main_score": 0.3515, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "accuracy": 0.340777, "f1": 0.328275, "f1_weighted": 0.343573, "scores_per_experiment": [ { "accuracy": 0.338416, "f1": 0.333885, "f1_weighted": 0.342254 }, { "accuracy": 0.341859, "f1": 0.32882, "f1_weighted": 0.340037 }, { "accuracy": 0.343335, "f1": 0.326868, "f1_weighted": 0.345882 }, { "accuracy": 0.346778, "f1": 0.322629, "f1_weighted": 0.352524 }, { "accuracy": 0.36301, "f1": 0.339676, "f1_weighted": 0.369191 }, { "accuracy": 0.34727, "f1": 0.322724, "f1_weighted": 0.353484 }, { "accuracy": 0.316773, "f1": 0.318076, "f1_weighted": 0.314381 }, { "accuracy": 0.333497, "f1": 0.321771, "f1_weighted": 0.332816 }, { "accuracy": 0.336449, "f1": 0.342121, "f1_weighted": 0.338186 }, { "accuracy": 0.340384, "f1": 0.326182, "f1_weighted": 0.346973 } ], "main_score": 0.340777, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "accuracy": 0.27152, "f1": 0.260344, "f1_weighted": 0.274628, "scores_per_experiment": [ { "accuracy": 0.286768, "f1": 0.276022, "f1_weighted": 0.286038 }, { "accuracy": 0.27939, "f1": 0.258339, "f1_weighted": 0.284752 }, { "accuracy": 0.283817, "f1": 0.272595, "f1_weighted": 0.286625 }, { "accuracy": 0.25578, "f1": 0.254989, "f1_weighted": 0.257666 }, { "accuracy": 0.281849, "f1": 0.260288, "f1_weighted": 0.284429 }, { "accuracy": 0.26365, "f1": 0.254184, "f1_weighted": 0.269743 }, { "accuracy": 0.283325, "f1": 0.275849, "f1_weighted": 0.283451 }, { "accuracy": 0.252828, "f1": 0.23928, "f1_weighted": 0.259367 }, { "accuracy": 0.266109, "f1": 0.253774, "f1_weighted": 0.273926 }, { "accuracy": 0.261682, "f1": 0.258119, "f1_weighted": 0.26028 } ], "main_score": 0.27152, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "accuracy": 0.353615, "f1": 0.35705, "f1_weighted": 0.355147, "scores_per_experiment": [ { "accuracy": 0.341367, "f1": 0.36037, "f1_weighted": 0.344678 }, { "accuracy": 0.350713, "f1": 0.353638, "f1_weighted": 0.351895 }, { "accuracy": 0.36547, "f1": 0.36414, "f1_weighted": 0.365681 }, { "accuracy": 0.378751, "f1": 0.371509, "f1_weighted": 0.379352 }, { "accuracy": 0.3576, "f1": 0.351945, "f1_weighted": 0.359553 }, { "accuracy": 0.356616, "f1": 0.348118, "f1_weighted": 0.355052 }, { "accuracy": 0.327103, "f1": 0.350916, "f1_weighted": 0.326567 }, { "accuracy": 0.345794, "f1": 0.346818, "f1_weighted": 0.350334 }, { "accuracy": 0.352681, "f1": 0.364918, "f1_weighted": 0.350312 }, { "accuracy": 0.360059, "f1": 0.358129, "f1_weighted": 0.368044 } ], "main_score": 0.353615, "hf_subset": "mn", "languages": [ "mon-Cyrl" ] }, { "accuracy": 0.319183, "f1": 0.309746, "f1_weighted": 0.323874, "scores_per_experiment": [ { "accuracy": 0.326119, "f1": 0.329266, "f1_weighted": 0.334397 }, { "accuracy": 0.33153, "f1": 0.310964, "f1_weighted": 0.336946 }, { "accuracy": 0.322676, "f1": 0.32238, "f1_weighted": 0.322059 }, { "accuracy": 0.327595, "f1": 0.312205, "f1_weighted": 0.336057 }, { "accuracy": 0.323168, "f1": 0.30651, "f1_weighted": 0.328908 }, { "accuracy": 0.303984, "f1": 0.296907, "f1_weighted": 0.315772 }, { "accuracy": 0.318741, "f1": 0.308052, "f1_weighted": 0.318587 }, { "accuracy": 0.304968, "f1": 0.299186, "f1_weighted": 0.307658 }, { "accuracy": 0.315789, "f1": 0.315109, "f1_weighted": 0.316024 }, { "accuracy": 0.317265, "f1": 0.296879, "f1_weighted": 0.322335 } ], "main_score": 0.319183, "hf_subset": "cy", "languages": [ "cym-Latn" ] }, { "accuracy": 0.028726, "f1": 0.015372, "f1_weighted": 0.016989, "scores_per_experiment": [ { "accuracy": 0.040334, "f1": 0.01743, "f1_weighted": 0.025454 }, { "accuracy": 0.02361, "f1": 0.011018, "f1_weighted": 0.007449 }, { "accuracy": 0.022135, "f1": 0.015824, "f1_weighted": 0.016245 }, { "accuracy": 0.019675, "f1": 0.012877, "f1_weighted": 0.012328 }, { "accuracy": 0.035416, "f1": 0.017954, "f1_weighted": 0.025762 }, { "accuracy": 0.036399, "f1": 0.018882, "f1_weighted": 0.016111 }, { "accuracy": 0.033448, "f1": 0.014437, "f1_weighted": 0.015678 }, { "accuracy": 0.024594, "f1": 0.012861, "f1_weighted": 0.017403 }, { "accuracy": 0.032464, "f1": 0.020679, "f1_weighted": 0.02332 }, { "accuracy": 0.019183, "f1": 0.01176, "f1_weighted": 0.010135 } ], "main_score": 0.028726, "hf_subset": "am", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.354648, "f1": 0.349573, "f1_weighted": 0.36034, "scores_per_experiment": [ { "accuracy": 0.365962, "f1": 0.37087, "f1_weighted": 0.371427 }, { "accuracy": 0.361535, "f1": 0.350794, "f1_weighted": 0.368607 }, { "accuracy": 0.34727, "f1": 0.339397, "f1_weighted": 0.351341 }, { "accuracy": 0.369405, "f1": 0.366525, "f1_weighted": 0.369876 }, { "accuracy": 0.364486, "f1": 0.34754, "f1_weighted": 0.379828 }, { "accuracy": 0.34727, "f1": 0.335235, "f1_weighted": 0.353885 }, { "accuracy": 0.334973, "f1": 0.328586, "f1_weighted": 0.341801 }, { "accuracy": 0.350713, "f1": 0.347594, "f1_weighted": 0.358707 }, { "accuracy": 0.352189, "f1": 0.356965, "f1_weighted": 0.35586 }, { "accuracy": 0.352681, "f1": 0.352219, "f1_weighted": 0.352066 } ], "main_score": 0.354648, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "accuracy": 0.026562, "f1": 0.010719, "f1_weighted": 0.014691, "scores_per_experiment": [ { "accuracy": 0.031972, "f1": 0.011652, "f1_weighted": 0.020248 }, { "accuracy": 0.030497, "f1": 0.01083, "f1_weighted": 0.014525 }, { "accuracy": 0.022135, "f1": 0.010383, "f1_weighted": 0.011145 }, { "accuracy": 0.016232, "f1": 0.010686, "f1_weighted": 0.010969 }, { "accuracy": 0.031972, "f1": 0.009274, "f1_weighted": 0.013694 }, { "accuracy": 0.027545, "f1": 0.010208, "f1_weighted": 0.011555 }, { "accuracy": 0.021643, "f1": 0.010526, "f1_weighted": 0.011137 }, { "accuracy": 0.014265, "f1": 0.01004, "f1_weighted": 0.012348 }, { "accuracy": 0.024594, "f1": 0.012131, "f1_weighted": 0.017947 }, { "accuracy": 0.044761, "f1": 0.011458, "f1_weighted": 0.023342 } ], "main_score": 0.026562, "hf_subset": "ml", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.395327, "f1": 0.396858, "f1_weighted": 0.394711, "scores_per_experiment": [ { "accuracy": 0.428431, "f1": 0.413994, "f1_weighted": 0.425779 }, { "accuracy": 0.390556, "f1": 0.391849, "f1_weighted": 0.390449 }, { "accuracy": 0.409247, "f1": 0.415147, "f1_weighted": 0.412665 }, { "accuracy": 0.399902, "f1": 0.390833, "f1_weighted": 0.398305 }, { "accuracy": 0.410723, "f1": 0.416111, "f1_weighted": 0.415458 }, { "accuracy": 0.379242, "f1": 0.383314, "f1_weighted": 0.369799 }, { "accuracy": 0.368421, "f1": 0.381942, "f1_weighted": 0.369757 }, { "accuracy": 0.380718, "f1": 0.383748, "f1_weighted": 0.38159 }, { "accuracy": 0.386621, "f1": 0.397021, "f1_weighted": 0.387979 }, { "accuracy": 0.39941, "f1": 0.394624, "f1_weighted": 0.395328 } ], "main_score": 0.395327, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "accuracy": 0.466749, "f1": 0.452921, "f1_weighted": 0.473434, "scores_per_experiment": [ { "accuracy": 0.493851, "f1": 0.471066, "f1_weighted": 0.501485 }, { "accuracy": 0.484506, "f1": 0.463597, "f1_weighted": 0.485267 }, { "accuracy": 0.447614, "f1": 0.442132, "f1_weighted": 0.456016 }, { "accuracy": 0.482046, "f1": 0.464754, "f1_weighted": 0.489043 }, { "accuracy": 0.45696, "f1": 0.442982, "f1_weighted": 0.470031 }, { "accuracy": 0.471225, "f1": 0.457365, "f1_weighted": 0.476828 }, { "accuracy": 0.456468, "f1": 0.449262, "f1_weighted": 0.458238 }, { "accuracy": 0.457944, "f1": 0.445315, "f1_weighted": 0.466406 }, { "accuracy": 0.442696, "f1": 0.444412, "f1_weighted": 0.448587 }, { "accuracy": 0.474176, "f1": 0.448324, "f1_weighted": 0.482436 } ], "main_score": 0.466749, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ] }, { "accuracy": 0.419282, "f1": 0.419347, "f1_weighted": 0.423206, "scores_per_experiment": [ { "accuracy": 0.417609, "f1": 0.419628, "f1_weighted": 0.425906 }, { "accuracy": 0.413674, "f1": 0.40784, "f1_weighted": 0.416232 }, { "accuracy": 0.411707, "f1": 0.418084, "f1_weighted": 0.409405 }, { "accuracy": 0.427447, "f1": 0.42923, "f1_weighted": 0.432488 }, { "accuracy": 0.431382, "f1": 0.421026, "f1_weighted": 0.440801 }, { "accuracy": 0.40728, "f1": 0.409152, "f1_weighted": 0.409954 }, { "accuracy": 0.412691, "f1": 0.412691, "f1_weighted": 0.413329 }, { "accuracy": 0.433842, "f1": 0.432489, "f1_weighted": 0.441446 }, { "accuracy": 0.418593, "f1": 0.420273, "f1_weighted": 0.417236 }, { "accuracy": 0.418593, "f1": 0.423059, "f1_weighted": 0.425263 } ], "main_score": 0.419282, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ] }, { "accuracy": 0.329857, "f1": 0.312086, "f1_weighted": 0.333902, "scores_per_experiment": [ { "accuracy": 0.335465, "f1": 0.330172, "f1_weighted": 0.341528 }, { "accuracy": 0.316773, "f1": 0.303176, "f1_weighted": 0.317924 }, { "accuracy": 0.313822, "f1": 0.313908, "f1_weighted": 0.313255 }, { "accuracy": 0.346286, "f1": 0.31263, "f1_weighted": 0.351385 }, { "accuracy": 0.351697, "f1": 0.311548, "f1_weighted": 0.357333 }, { "accuracy": 0.325135, "f1": 0.303901, "f1_weighted": 0.32661 }, { "accuracy": 0.307919, "f1": 0.305008, "f1_weighted": 0.31062 }, { "accuracy": 0.350713, "f1": 0.311233, "f1_weighted": 0.359643 }, { "accuracy": 0.321692, "f1": 0.315168, "f1_weighted": 0.323729 }, { "accuracy": 0.32907, "f1": 0.314115, "f1_weighted": 0.33699 } ], "main_score": 0.329857, "hf_subset": "ms", "languages": [ "msa-Latn" ] } ] }, "evaluation_time": 2580.2644069194794, "kg_co2_emissions": null }