{ "dataset_revision": "4672e20407010da34463acc759c162ca9734bca6", "task_name": "MassiveIntentClassification", "mteb_version": "1.18.0", "scores": { "test": [ { "accuracy": 0.501009, "f1": 0.476265, "hf_subset": "ru", "languages": [ "rus-Cyrl" ], "main_score": 0.501009, "scores_per_experiment": [ { "accuracy": 0.526564, "f1": 0.499167 }, { "accuracy": 0.513114, "f1": 0.482126 }, { "accuracy": 0.491258, "f1": 0.472024 }, { "accuracy": 0.52152, "f1": 0.491765 }, { "accuracy": 0.507734, "f1": 0.470792 }, { "accuracy": 0.491594, "f1": 0.463516 }, { "accuracy": 0.48924, "f1": 0.476675 }, { "accuracy": 0.481843, "f1": 0.455576 }, { "accuracy": 0.473773, "f1": 0.461524 }, { "accuracy": 0.51345, "f1": 0.48949 } ] }, { "accuracy": 0.118157, "f1": 0.089077, "f1_weighted": 0.122699, "scores_per_experiment": [ { "accuracy": 0.117687, "f1": 0.098198, "f1_weighted": 0.126654 }, { "accuracy": 0.11197, "f1": 0.083109, "f1_weighted": 0.112274 }, { "accuracy": 0.118695, "f1": 0.098722, "f1_weighted": 0.124778 }, { "accuracy": 0.111634, "f1": 0.086076, "f1_weighted": 0.121575 }, { "accuracy": 0.112307, "f1": 0.091812, "f1_weighted": 0.116752 }, { "accuracy": 0.118023, "f1": 0.078295, "f1_weighted": 0.111751 }, { "accuracy": 0.110962, "f1": 0.083735, "f1_weighted": 0.118087 }, { "accuracy": 0.113315, "f1": 0.086212, "f1_weighted": 0.125721 }, { "accuracy": 0.134499, "f1": 0.089225, "f1_weighted": 0.137068 }, { "accuracy": 0.132482, "f1": 0.095384, "f1_weighted": 0.132325 } ], "main_score": 0.118157, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "accuracy": 0.434196, "f1": 0.435456, "f1_weighted": 0.435578, "scores_per_experiment": [ { "accuracy": 0.4462, "f1": 0.443807, "f1_weighted": 0.445066 }, { "accuracy": 0.435104, "f1": 0.438132, "f1_weighted": 0.438222 }, { "accuracy": 0.460659, "f1": 0.457295, "f1_weighted": 0.463538 }, { "accuracy": 0.434432, "f1": 0.436862, "f1_weighted": 0.439361 }, { "accuracy": 0.432078, "f1": 0.423624, "f1_weighted": 0.436455 }, { "accuracy": 0.444519, "f1": 0.440718, "f1_weighted": 0.442996 }, { "accuracy": 0.425017, "f1": 0.432098, "f1_weighted": 0.418961 }, { "accuracy": 0.429052, "f1": 0.437473, "f1_weighted": 0.434326 }, { "accuracy": 0.414257, "f1": 0.418699, "f1_weighted": 0.41409 }, { "accuracy": 0.420646, "f1": 0.425856, "f1_weighted": 0.422768 } ], "main_score": 0.434196, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "accuracy": 0.07347, "f1": 0.066795, "f1_weighted": 0.070814, "scores_per_experiment": [ { "accuracy": 0.090451, "f1": 0.073904, "f1_weighted": 0.085731 }, { "accuracy": 0.058171, "f1": 0.057658, "f1_weighted": 0.055312 }, { "accuracy": 0.057162, "f1": 0.051552, "f1_weighted": 0.0555 }, { "accuracy": 0.075319, "f1": 0.07445, "f1_weighted": 0.072554 }, { "accuracy": 0.079018, "f1": 0.067849, "f1_weighted": 0.072737 }, { "accuracy": 0.058843, "f1": 0.058838, "f1_weighted": 0.059015 }, { "accuracy": 0.068931, "f1": 0.062799, "f1_weighted": 0.064173 }, { "accuracy": 0.080699, "f1": 0.077669, "f1_weighted": 0.08654 }, { "accuracy": 0.080699, "f1": 0.058874, "f1_weighted": 0.076264 }, { "accuracy": 0.085407, "f1": 0.084354, "f1_weighted": 0.080319 } ], "main_score": 0.07347, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ] }, { "accuracy": 0.350975, "f1": 0.346593, "f1_weighted": 0.359996, "scores_per_experiment": [ { "accuracy": 0.373235, "f1": 0.356515, "f1_weighted": 0.379299 }, { "accuracy": 0.353396, "f1": 0.349207, "f1_weighted": 0.369564 }, { "accuracy": 0.325824, "f1": 0.333153, "f1_weighted": 0.336336 }, { "accuracy": 0.36651, "f1": 0.346871, "f1_weighted": 0.378977 }, { "accuracy": 0.352051, "f1": 0.353824, "f1_weighted": 0.364639 }, { "accuracy": 0.345662, "f1": 0.342869, "f1_weighted": 0.352216 }, { "accuracy": 0.345326, "f1": 0.345969, "f1_weighted": 0.348774 }, { "accuracy": 0.357095, "f1": 0.346613, "f1_weighted": 0.371539 }, { "accuracy": 0.349025, "f1": 0.348424, "f1_weighted": 0.354354 }, { "accuracy": 0.341627, "f1": 0.342487, "f1_weighted": 0.344264 } ], "main_score": 0.350975, "hf_subset": "az", "languages": [ "aze-Latn" ] }, { "accuracy": 0.369973, "f1": 0.366481, "f1_weighted": 0.376715, "scores_per_experiment": [ { "accuracy": 0.383995, "f1": 0.37774, "f1_weighted": 0.395505 }, { "accuracy": 0.364156, "f1": 0.355218, "f1_weighted": 0.368472 }, { "accuracy": 0.370545, "f1": 0.364361, "f1_weighted": 0.374983 }, { "accuracy": 0.386348, "f1": 0.383104, "f1_weighted": 0.389375 }, { "accuracy": 0.383658, "f1": 0.374519, "f1_weighted": 0.392491 }, { "accuracy": 0.359785, "f1": 0.350436, "f1_weighted": 0.370347 }, { "accuracy": 0.354069, "f1": 0.363071, "f1_weighted": 0.360693 }, { "accuracy": 0.367182, "f1": 0.369874, "f1_weighted": 0.37524 }, { "accuracy": 0.357095, "f1": 0.357311, "f1_weighted": 0.359486 }, { "accuracy": 0.372898, "f1": 0.36918, "f1_weighted": 0.380555 } ], "main_score": 0.369973, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "accuracy": 0.028615, "f1": 0.015959, "f1_weighted": 0.023609, "scores_per_experiment": [ { "accuracy": 0.035978, "f1": 0.01606, "f1_weighted": 0.030113 }, { "accuracy": 0.020175, "f1": 0.01687, "f1_weighted": 0.016339 }, { "accuracy": 0.041695, "f1": 0.023422, "f1_weighted": 0.039292 }, { "accuracy": 0.020847, "f1": 0.013746, "f1_weighted": 0.018731 }, { "accuracy": 0.03228, "f1": 0.018917, "f1_weighted": 0.025602 }, { "accuracy": 0.024882, "f1": 0.012354, "f1_weighted": 0.012886 }, { "accuracy": 0.030262, "f1": 0.013386, "f1_weighted": 0.021506 }, { "accuracy": 0.020847, "f1": 0.00759, "f1_weighted": 0.011207 }, { "accuracy": 0.033289, "f1": 0.021759, "f1_weighted": 0.038461 }, { "accuracy": 0.025891, "f1": 0.015491, "f1_weighted": 0.021955 } ], "main_score": 0.028615, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "accuracy": 0.396369, "f1": 0.392271, "f1_weighted": 0.401192, "scores_per_experiment": [ { "accuracy": 0.396436, "f1": 0.393312, "f1_weighted": 0.397729 }, { "accuracy": 0.400134, "f1": 0.388993, "f1_weighted": 0.408267 }, { "accuracy": 0.395091, "f1": 0.388956, "f1_weighted": 0.395004 }, { "accuracy": 0.420646, "f1": 0.415552, "f1_weighted": 0.427694 }, { "accuracy": 0.410558, "f1": 0.390869, "f1_weighted": 0.421301 }, { "accuracy": 0.398453, "f1": 0.395218, "f1_weighted": 0.403831 }, { "accuracy": 0.367182, "f1": 0.37995, "f1_weighted": 0.367307 }, { "accuracy": 0.399798, "f1": 0.390502, "f1_weighted": 0.412205 }, { "accuracy": 0.397445, "f1": 0.386926, "f1_weighted": 0.395989 }, { "accuracy": 0.377942, "f1": 0.392434, "f1_weighted": 0.382595 } ], "main_score": 0.396369, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "accuracy": 0.372495, "f1": 0.364664, "f1_weighted": 0.377743, "scores_per_experiment": [ { "accuracy": 0.391056, "f1": 0.392783, "f1_weighted": 0.394822 }, { "accuracy": 0.367182, "f1": 0.35057, "f1_weighted": 0.369505 }, { "accuracy": 0.363484, "f1": 0.360354, "f1_weighted": 0.364769 }, { "accuracy": 0.375925, "f1": 0.368066, "f1_weighted": 0.383488 }, { "accuracy": 0.375588, "f1": 0.360721, "f1_weighted": 0.382239 }, { "accuracy": 0.375252, "f1": 0.37124, "f1_weighted": 0.386408 }, { "accuracy": 0.366846, "f1": 0.363496, "f1_weighted": 0.36869 }, { "accuracy": 0.367182, "f1": 0.357263, "f1_weighted": 0.375949 }, { "accuracy": 0.364829, "f1": 0.361631, "f1_weighted": 0.36486 }, { "accuracy": 0.377606, "f1": 0.360521, "f1_weighted": 0.386704 } ], "main_score": 0.372495, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "accuracy": 0.39267, "f1": 0.379782, "f1_weighted": 0.398826, "scores_per_experiment": [ { "accuracy": 0.405851, "f1": 0.393499, "f1_weighted": 0.408874 }, { "accuracy": 0.415602, "f1": 0.394041, "f1_weighted": 0.421434 }, { "accuracy": 0.388366, "f1": 0.381182, "f1_weighted": 0.390218 }, { "accuracy": 0.414257, "f1": 0.384723, "f1_weighted": 0.424412 }, { "accuracy": 0.411567, "f1": 0.379256, "f1_weighted": 0.41874 }, { "accuracy": 0.366846, "f1": 0.366418, "f1_weighted": 0.378905 }, { "accuracy": 0.377606, "f1": 0.368376, "f1_weighted": 0.383578 }, { "accuracy": 0.385676, "f1": 0.380132, "f1_weighted": 0.389591 }, { "accuracy": 0.373571, "f1": 0.370333, "f1_weighted": 0.381405 }, { "accuracy": 0.387357, "f1": 0.379859, "f1_weighted": 0.391106 } ], "main_score": 0.39267, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "accuracy": 0.073537, "f1": 0.066633, "f1_weighted": 0.070598, "scores_per_experiment": [ { "accuracy": 0.080699, "f1": 0.075114, "f1_weighted": 0.078771 }, { "accuracy": 0.067586, "f1": 0.063842, "f1_weighted": 0.058751 }, { "accuracy": 0.061197, "f1": 0.057318, "f1_weighted": 0.054689 }, { "accuracy": 0.064896, "f1": 0.066205, "f1_weighted": 0.066335 }, { "accuracy": 0.075319, "f1": 0.061277, "f1_weighted": 0.07305 }, { "accuracy": 0.065568, "f1": 0.065435, "f1_weighted": 0.062848 }, { "accuracy": 0.071284, "f1": 0.062011, "f1_weighted": 0.064656 }, { "accuracy": 0.090787, "f1": 0.079169, "f1_weighted": 0.095332 }, { "accuracy": 0.087761, "f1": 0.072009, "f1_weighted": 0.081693 }, { "accuracy": 0.070276, "f1": 0.063952, "f1_weighted": 0.069855 } ], "main_score": 0.073537, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.029388, "f1": 0.016012, "f1_weighted": 0.017048, "scores_per_experiment": [ { "accuracy": 0.027572, "f1": 0.015351, "f1_weighted": 0.012603 }, { "accuracy": 0.031271, "f1": 0.015152, "f1_weighted": 0.017653 }, { "accuracy": 0.031944, "f1": 0.018826, "f1_weighted": 0.019972 }, { "accuracy": 0.018494, "f1": 0.011616, "f1_weighted": 0.009959 }, { "accuracy": 0.031607, "f1": 0.017595, "f1_weighted": 0.018538 }, { "accuracy": 0.029254, "f1": 0.015806, "f1_weighted": 0.01463 }, { "accuracy": 0.028917, "f1": 0.010944, "f1_weighted": 0.017023 }, { "accuracy": 0.027909, "f1": 0.015648, "f1_weighted": 0.017091 }, { "accuracy": 0.03228, "f1": 0.018962, "f1_weighted": 0.020138 }, { "accuracy": 0.034633, "f1": 0.020222, "f1_weighted": 0.022875 } ], "main_score": 0.029388, "hf_subset": "ka", "languages": [ "kat-Geor" ] }, { "accuracy": 0.035407, "f1": 0.01869, "f1_weighted": 0.028237, "scores_per_experiment": [ { "accuracy": 0.04573, "f1": 0.02011, "f1_weighted": 0.03612 }, { "accuracy": 0.022192, "f1": 0.014592, "f1_weighted": 0.016905 }, { "accuracy": 0.053463, "f1": 0.026525, "f1_weighted": 0.044199 }, { "accuracy": 0.022529, "f1": 0.013785, "f1_weighted": 0.018436 }, { "accuracy": 0.042703, "f1": 0.015237, "f1_weighted": 0.029734 }, { "accuracy": 0.030935, "f1": 0.019412, "f1_weighted": 0.0276 }, { "accuracy": 0.028581, "f1": 0.016703, "f1_weighted": 0.022154 }, { "accuracy": 0.059852, "f1": 0.027155, "f1_weighted": 0.048443 }, { "accuracy": 0.02421, "f1": 0.020783, "f1_weighted": 0.024125 }, { "accuracy": 0.023874, "f1": 0.012593, "f1_weighted": 0.014655 } ], "main_score": 0.035407, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "accuracy": 0.030498, "f1": 0.010843, "f1_weighted": 0.018135, "scores_per_experiment": [ { "accuracy": 0.029254, "f1": 0.012993, "f1_weighted": 0.023954 }, { "accuracy": 0.020175, "f1": 0.007295, "f1_weighted": 0.006473 }, { "accuracy": 0.046066, "f1": 0.012138, "f1_weighted": 0.031518 }, { "accuracy": 0.032952, "f1": 0.010692, "f1_weighted": 0.014657 }, { "accuracy": 0.021856, "f1": 0.007464, "f1_weighted": 0.014482 }, { "accuracy": 0.020511, "f1": 0.005483, "f1_weighted": 0.010657 }, { "accuracy": 0.038668, "f1": 0.014741, "f1_weighted": 0.018963 }, { "accuracy": 0.023874, "f1": 0.011929, "f1_weighted": 0.018759 }, { "accuracy": 0.043376, "f1": 0.012497, "f1_weighted": 0.028837 }, { "accuracy": 0.028245, "f1": 0.013203, "f1_weighted": 0.013053 } ], "main_score": 0.030498, "hf_subset": "ta", "languages": [ "tam-Taml" ] }, { "accuracy": 0.381439, "f1": 0.377933, "f1_weighted": 0.387698, "scores_per_experiment": [ { "accuracy": 0.380296, "f1": 0.376253, "f1_weighted": 0.392925 }, { "accuracy": 0.386348, "f1": 0.388293, "f1_weighted": 0.390723 }, { "accuracy": 0.387357, "f1": 0.383589, "f1_weighted": 0.39614 }, { "accuracy": 0.372898, "f1": 0.366935, "f1_weighted": 0.377722 }, { "accuracy": 0.388366, "f1": 0.379675, "f1_weighted": 0.394616 }, { "accuracy": 0.383995, "f1": 0.375824, "f1_weighted": 0.387276 }, { "accuracy": 0.372898, "f1": 0.372528, "f1_weighted": 0.379697 }, { "accuracy": 0.378951, "f1": 0.373299, "f1_weighted": 0.383104 }, { "accuracy": 0.37189, "f1": 0.370128, "f1_weighted": 0.375782 }, { "accuracy": 0.391392, "f1": 0.392807, "f1_weighted": 0.398994 } ], "main_score": 0.381439, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "accuracy": 0.026631, "f1": 0.009995, "f1_weighted": 0.015278, "scores_per_experiment": [ { "accuracy": 0.033961, "f1": 0.010238, "f1_weighted": 0.020561 }, { "accuracy": 0.031607, "f1": 0.011377, "f1_weighted": 0.016601 }, { "accuracy": 0.028917, "f1": 0.007838, "f1_weighted": 0.01216 }, { "accuracy": 0.025555, "f1": 0.010809, "f1_weighted": 0.012934 }, { "accuracy": 0.026564, "f1": 0.012135, "f1_weighted": 0.016873 }, { "accuracy": 0.019166, "f1": 0.007391, "f1_weighted": 0.008832 }, { "accuracy": 0.025219, "f1": 0.009234, "f1_weighted": 0.016416 }, { "accuracy": 0.012441, "f1": 0.004916, "f1_weighted": 0.008691 }, { "accuracy": 0.041358, "f1": 0.016326, "f1_weighted": 0.031014 }, { "accuracy": 0.02152, "f1": 0.009687, "f1_weighted": 0.008695 } ], "main_score": 0.026631, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "accuracy": 0.386416, "f1": 0.374439, "f1_weighted": 0.394153, "scores_per_experiment": [ { "accuracy": 0.383658, "f1": 0.370216, "f1_weighted": 0.393469 }, { "accuracy": 0.39341, "f1": 0.373762, "f1_weighted": 0.400041 }, { "accuracy": 0.38265, "f1": 0.367917, "f1_weighted": 0.390236 }, { "accuracy": 0.398453, "f1": 0.386164, "f1_weighted": 0.408043 }, { "accuracy": 0.394755, "f1": 0.377709, "f1_weighted": 0.40474 }, { "accuracy": 0.378951, "f1": 0.365706, "f1_weighted": 0.385859 }, { "accuracy": 0.387021, "f1": 0.382028, "f1_weighted": 0.387896 }, { "accuracy": 0.395091, "f1": 0.371082, "f1_weighted": 0.407094 }, { "accuracy": 0.361802, "f1": 0.360578, "f1_weighted": 0.368122 }, { "accuracy": 0.388366, "f1": 0.38923, "f1_weighted": 0.396025 } ], "main_score": 0.386416, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "accuracy": 0.038097, "f1": 0.024659, "f1_weighted": 0.027593, "scores_per_experiment": [ { "accuracy": 0.05111, "f1": 0.024324, "f1_weighted": 0.036191 }, { "accuracy": 0.024882, "f1": 0.019276, "f1_weighted": 0.013952 }, { "accuracy": 0.047075, "f1": 0.024959, "f1_weighted": 0.032283 }, { "accuracy": 0.039005, "f1": 0.023489, "f1_weighted": 0.026089 }, { "accuracy": 0.026564, "f1": 0.018859, "f1_weighted": 0.01898 }, { "accuracy": 0.02421, "f1": 0.021798, "f1_weighted": 0.017572 }, { "accuracy": 0.033625, "f1": 0.028587, "f1_weighted": 0.023165 }, { "accuracy": 0.042031, "f1": 0.029184, "f1_weighted": 0.040223 }, { "accuracy": 0.048756, "f1": 0.0298, "f1_weighted": 0.037969 }, { "accuracy": 0.043712, "f1": 0.026307, "f1_weighted": 0.029505 } ], "main_score": 0.038097, "hf_subset": "kn", "languages": [ "kan-Knda" ] }, { "accuracy": 0.389913, "f1": 0.376736, "f1_weighted": 0.394703, "scores_per_experiment": [ { "accuracy": 0.402824, "f1": 0.386458, "f1_weighted": 0.412794 }, { "accuracy": 0.392065, "f1": 0.369692, "f1_weighted": 0.395894 }, { "accuracy": 0.378951, "f1": 0.376578, "f1_weighted": 0.383273 }, { "accuracy": 0.397108, "f1": 0.375325, "f1_weighted": 0.408753 }, { "accuracy": 0.39879, "f1": 0.378352, "f1_weighted": 0.407035 }, { "accuracy": 0.386685, "f1": 0.376647, "f1_weighted": 0.389167 }, { "accuracy": 0.37727, "f1": 0.373483, "f1_weighted": 0.379856 }, { "accuracy": 0.399462, "f1": 0.38109, "f1_weighted": 0.399319 }, { "accuracy": 0.367518, "f1": 0.363531, "f1_weighted": 0.366303 }, { "accuracy": 0.398453, "f1": 0.3862, "f1_weighted": 0.404639 } ], "main_score": 0.389913, "hf_subset": "ms", "languages": [ "msa-Latn" ] }, { "accuracy": 0.373941, "f1": 0.358265, "f1_weighted": 0.377873, "scores_per_experiment": [ { "accuracy": 0.380632, "f1": 0.371599, "f1_weighted": 0.386209 }, { "accuracy": 0.397781, "f1": 0.372647, "f1_weighted": 0.403384 }, { "accuracy": 0.377942, "f1": 0.360744, "f1_weighted": 0.382369 }, { "accuracy": 0.386012, "f1": 0.36274, "f1_weighted": 0.391288 }, { "accuracy": 0.390383, "f1": 0.364599, "f1_weighted": 0.392424 }, { "accuracy": 0.373907, "f1": 0.363109, "f1_weighted": 0.379413 }, { "accuracy": 0.34768, "f1": 0.336879, "f1_weighted": 0.349464 }, { "accuracy": 0.372562, "f1": 0.360202, "f1_weighted": 0.380442 }, { "accuracy": 0.353396, "f1": 0.340047, "f1_weighted": 0.355412 }, { "accuracy": 0.359112, "f1": 0.350085, "f1_weighted": 0.35833 } ], "main_score": 0.373941, "hf_subset": "tl", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.301782, "f1": 0.302251, "f1_weighted": 0.309402, "scores_per_experiment": [ { "accuracy": 0.31809, "f1": 0.314747, "f1_weighted": 0.324891 }, { "accuracy": 0.304976, "f1": 0.300962, "f1_weighted": 0.31149 }, { "accuracy": 0.30733, "f1": 0.305774, "f1_weighted": 0.311155 }, { "accuracy": 0.304976, "f1": 0.30398, "f1_weighted": 0.312276 }, { "accuracy": 0.302286, "f1": 0.298109, "f1_weighted": 0.313134 }, { "accuracy": 0.2885, "f1": 0.298792, "f1_weighted": 0.290889 }, { "accuracy": 0.300605, "f1": 0.303187, "f1_weighted": 0.310808 }, { "accuracy": 0.28312, "f1": 0.282047, "f1_weighted": 0.294076 }, { "accuracy": 0.309348, "f1": 0.307686, "f1_weighted": 0.320685 }, { "accuracy": 0.298588, "f1": 0.30723, "f1_weighted": 0.304619 } ], "main_score": 0.301782, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "accuracy": 0.282717, "f1": 0.26716, "f1_weighted": 0.288993, "scores_per_experiment": [ { "accuracy": 0.291863, "f1": 0.274059, "f1_weighted": 0.306033 }, { "accuracy": 0.290518, "f1": 0.269052, "f1_weighted": 0.298796 }, { "accuracy": 0.290518, "f1": 0.269877, "f1_weighted": 0.290571 }, { "accuracy": 0.279422, "f1": 0.265918, "f1_weighted": 0.290348 }, { "accuracy": 0.284465, "f1": 0.263087, "f1_weighted": 0.28905 }, { "accuracy": 0.273705, "f1": 0.261634, "f1_weighted": 0.283477 }, { "accuracy": 0.271688, "f1": 0.261395, "f1_weighted": 0.27362 }, { "accuracy": 0.299933, "f1": 0.277158, "f1_weighted": 0.30336 }, { "accuracy": 0.268325, "f1": 0.262654, "f1_weighted": 0.275018 }, { "accuracy": 0.276732, "f1": 0.26677, "f1_weighted": 0.27966 } ], "main_score": 0.282717, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "accuracy": 0.376362, "f1": 0.356379, "f1_weighted": 0.381522, "scores_per_experiment": [ { "accuracy": 0.380632, "f1": 0.364702, "f1_weighted": 0.38865 }, { "accuracy": 0.392401, "f1": 0.363095, "f1_weighted": 0.395632 }, { "accuracy": 0.384667, "f1": 0.360861, "f1_weighted": 0.388608 }, { "accuracy": 0.394418, "f1": 0.370847, "f1_weighted": 0.401806 }, { "accuracy": 0.384667, "f1": 0.358706, "f1_weighted": 0.394891 }, { "accuracy": 0.357095, "f1": 0.344427, "f1_weighted": 0.361946 }, { "accuracy": 0.362475, "f1": 0.343961, "f1_weighted": 0.361279 }, { "accuracy": 0.374243, "f1": 0.350153, "f1_weighted": 0.384639 }, { "accuracy": 0.357431, "f1": 0.340782, "f1_weighted": 0.362448 }, { "accuracy": 0.375588, "f1": 0.366252, "f1_weighted": 0.375323 } ], "main_score": 0.376362, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "accuracy": 0.042132, "f1": 0.018915, "f1_weighted": 0.025649, "scores_per_experiment": [ { "accuracy": 0.054136, "f1": 0.024969, "f1_weighted": 0.035696 }, { "accuracy": 0.054472, "f1": 0.025969, "f1_weighted": 0.037886 }, { "accuracy": 0.032616, "f1": 0.017536, "f1_weighted": 0.01917 }, { "accuracy": 0.031271, "f1": 0.010886, "f1_weighted": 0.012596 }, { "accuracy": 0.054136, "f1": 0.024393, "f1_weighted": 0.035963 }, { "accuracy": 0.038668, "f1": 0.018052, "f1_weighted": 0.021641 }, { "accuracy": 0.037996, "f1": 0.017913, "f1_weighted": 0.02224 }, { "accuracy": 0.025219, "f1": 0.015001, "f1_weighted": 0.01786 }, { "accuracy": 0.049428, "f1": 0.015489, "f1_weighted": 0.029315 }, { "accuracy": 0.043376, "f1": 0.018947, "f1_weighted": 0.024121 } ], "main_score": 0.042132, "hf_subset": "my", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.380128, "f1": 0.372748, "f1_weighted": 0.387195, "scores_per_experiment": [ { "accuracy": 0.378278, "f1": 0.373827, "f1_weighted": 0.385731 }, { "accuracy": 0.367518, "f1": 0.36131, "f1_weighted": 0.374238 }, { "accuracy": 0.380968, "f1": 0.363544, "f1_weighted": 0.39044 }, { "accuracy": 0.399462, "f1": 0.382801, "f1_weighted": 0.406587 }, { "accuracy": 0.39879, "f1": 0.385698, "f1_weighted": 0.406315 }, { "accuracy": 0.373571, "f1": 0.363514, "f1_weighted": 0.380271 }, { "accuracy": 0.37189, "f1": 0.374391, "f1_weighted": 0.374807 }, { "accuracy": 0.381641, "f1": 0.374198, "f1_weighted": 0.392491 }, { "accuracy": 0.364156, "f1": 0.364689, "f1_weighted": 0.374469 }, { "accuracy": 0.385003, "f1": 0.383505, "f1_weighted": 0.386599 } ], "main_score": 0.380128, "hf_subset": "sq", "languages": [ "sqi-Latn" ] }, { "accuracy": 0.381775, "f1": 0.381654, "f1_weighted": 0.38458, "scores_per_experiment": [ { "accuracy": 0.414257, "f1": 0.405357, "f1_weighted": 0.419116 }, { "accuracy": 0.398117, "f1": 0.387417, "f1_weighted": 0.4027 }, { "accuracy": 0.371553, "f1": 0.371328, "f1_weighted": 0.373986 }, { "accuracy": 0.371553, "f1": 0.367562, "f1_weighted": 0.37514 }, { "accuracy": 0.397108, "f1": 0.378123, "f1_weighted": 0.398993 }, { "accuracy": 0.390383, "f1": 0.39633, "f1_weighted": 0.394403 }, { "accuracy": 0.370881, "f1": 0.37837, "f1_weighted": 0.372252 }, { "accuracy": 0.372562, "f1": 0.38075, "f1_weighted": 0.37205 }, { "accuracy": 0.357431, "f1": 0.36552, "f1_weighted": 0.355013 }, { "accuracy": 0.373907, "f1": 0.385787, "f1_weighted": 0.382149 } ], "main_score": 0.381775, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "accuracy": 0.376429, "f1": 0.36099, "f1_weighted": 0.381154, "scores_per_experiment": [ { "accuracy": 0.377606, "f1": 0.366942, "f1_weighted": 0.385084 }, { "accuracy": 0.379287, "f1": 0.358883, "f1_weighted": 0.384635 }, { "accuracy": 0.35037, "f1": 0.336705, "f1_weighted": 0.353689 }, { "accuracy": 0.394755, "f1": 0.365199, "f1_weighted": 0.400355 }, { "accuracy": 0.389711, "f1": 0.361785, "f1_weighted": 0.391049 }, { "accuracy": 0.374916, "f1": 0.362512, "f1_weighted": 0.383944 }, { "accuracy": 0.375252, "f1": 0.376003, "f1_weighted": 0.378221 }, { "accuracy": 0.37727, "f1": 0.356671, "f1_weighted": 0.379766 }, { "accuracy": 0.356086, "f1": 0.350201, "f1_weighted": 0.35635 }, { "accuracy": 0.389038, "f1": 0.374995, "f1_weighted": 0.398449 } ], "main_score": 0.376429, "hf_subset": "af", "languages": [ "afr-Latn" ] }, { "accuracy": 0.045427, "f1": 0.024565, "f1_weighted": 0.023915, "scores_per_experiment": [ { "accuracy": 0.04573, "f1": 0.029613, "f1_weighted": 0.020167 }, { "accuracy": 0.059852, "f1": 0.025272, "f1_weighted": 0.029982 }, { "accuracy": 0.031607, "f1": 0.026257, "f1_weighted": 0.017201 }, { "accuracy": 0.039677, "f1": 0.024762, "f1_weighted": 0.025774 }, { "accuracy": 0.04842, "f1": 0.027757, "f1_weighted": 0.025439 }, { "accuracy": 0.054472, "f1": 0.020478, "f1_weighted": 0.029097 }, { "accuracy": 0.045393, "f1": 0.021078, "f1_weighted": 0.017869 }, { "accuracy": 0.03766, "f1": 0.026516, "f1_weighted": 0.020838 }, { "accuracy": 0.03497, "f1": 0.021128, "f1_weighted": 0.02393 }, { "accuracy": 0.05649, "f1": 0.022791, "f1_weighted": 0.028849 } ], "main_score": 0.045427, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "accuracy": 0.092737, "f1": 0.08935, "f1_weighted": 0.093589, "scores_per_experiment": [ { "accuracy": 0.101883, "f1": 0.103606, "f1_weighted": 0.111674 }, { "accuracy": 0.081036, "f1": 0.080971, "f1_weighted": 0.08193 }, { "accuracy": 0.086416, "f1": 0.084205, "f1_weighted": 0.089314 }, { "accuracy": 0.101883, "f1": 0.091804, "f1_weighted": 0.097255 }, { "accuracy": 0.084734, "f1": 0.081261, "f1_weighted": 0.093444 }, { "accuracy": 0.087761, "f1": 0.091541, "f1_weighted": 0.089163 }, { "accuracy": 0.082044, "f1": 0.077863, "f1_weighted": 0.08188 }, { "accuracy": 0.102219, "f1": 0.09686, "f1_weighted": 0.101624 }, { "accuracy": 0.10121, "f1": 0.090815, "f1_weighted": 0.09952 }, { "accuracy": 0.098184, "f1": 0.094574, "f1_weighted": 0.090081 } ], "main_score": 0.092737, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ] }, { "accuracy": 0.398655, "f1": 0.397178, "f1_weighted": 0.403466, "scores_per_experiment": [ { "accuracy": 0.396436, "f1": 0.403946, "f1_weighted": 0.406217 }, { "accuracy": 0.407196, "f1": 0.401337, "f1_weighted": 0.410476 }, { "accuracy": 0.3961, "f1": 0.389905, "f1_weighted": 0.397803 }, { "accuracy": 0.408541, "f1": 0.401604, "f1_weighted": 0.418373 }, { "accuracy": 0.401479, "f1": 0.388175, "f1_weighted": 0.405996 }, { "accuracy": 0.392737, "f1": 0.390804, "f1_weighted": 0.399024 }, { "accuracy": 0.402824, "f1": 0.405217, "f1_weighted": 0.406824 }, { "accuracy": 0.3961, "f1": 0.394927, "f1_weighted": 0.403502 }, { "accuracy": 0.381641, "f1": 0.384238, "f1_weighted": 0.380466 }, { "accuracy": 0.403497, "f1": 0.411624, "f1_weighted": 0.405984 } ], "main_score": 0.398655, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "accuracy": 0.02727, "f1": 0.01184, "f1_weighted": 0.015469, "scores_per_experiment": [ { "accuracy": 0.029254, "f1": 0.011312, "f1_weighted": 0.021169 }, { "accuracy": 0.019166, "f1": 0.00774, "f1_weighted": 0.004746 }, { "accuracy": 0.020175, "f1": 0.009584, "f1_weighted": 0.007304 }, { "accuracy": 0.0538, "f1": 0.018606, "f1_weighted": 0.036098 }, { "accuracy": 0.031607, "f1": 0.01285, "f1_weighted": 0.024671 }, { "accuracy": 0.026564, "f1": 0.010628, "f1_weighted": 0.012341 }, { "accuracy": 0.015804, "f1": 0.004876, "f1_weighted": 0.005279 }, { "accuracy": 0.01076, "f1": 0.011253, "f1_weighted": 0.004718 }, { "accuracy": 0.048756, "f1": 0.018045, "f1_weighted": 0.030534 }, { "accuracy": 0.016812, "f1": 0.013502, "f1_weighted": 0.007831 } ], "main_score": 0.02727, "hf_subset": "he", "languages": [ "heb-Hebr" ] }, { "accuracy": 0.370175, "f1": 0.365526, "f1_weighted": 0.373411, "scores_per_experiment": [ { "accuracy": 0.376261, "f1": 0.382805, "f1_weighted": 0.38183 }, { "accuracy": 0.383995, "f1": 0.366796, "f1_weighted": 0.392784 }, { "accuracy": 0.37996, "f1": 0.375803, "f1_weighted": 0.374423 }, { "accuracy": 0.375252, "f1": 0.373473, "f1_weighted": 0.381417 }, { "accuracy": 0.382986, "f1": 0.35937, "f1_weighted": 0.380386 }, { "accuracy": 0.369536, "f1": 0.35864, "f1_weighted": 0.372665 }, { "accuracy": 0.343645, "f1": 0.351352, "f1_weighted": 0.343851 }, { "accuracy": 0.375588, "f1": 0.364649, "f1_weighted": 0.389357 }, { "accuracy": 0.349697, "f1": 0.356731, "f1_weighted": 0.353029 }, { "accuracy": 0.364829, "f1": 0.365645, "f1_weighted": 0.364369 } ], "main_score": 0.370175, "hf_subset": "mn", "languages": [ "mon-Cyrl" ] }, { "accuracy": 0.037054, "f1": 0.023851, "f1_weighted": 0.028883, "scores_per_experiment": [ { "accuracy": 0.042031, "f1": 0.029239, "f1_weighted": 0.040176 }, { "accuracy": 0.03228, "f1": 0.019363, "f1_weighted": 0.021631 }, { "accuracy": 0.045057, "f1": 0.030259, "f1_weighted": 0.034385 }, { "accuracy": 0.05111, "f1": 0.029812, "f1_weighted": 0.039912 }, { "accuracy": 0.020175, "f1": 0.014498, "f1_weighted": 0.013801 }, { "accuracy": 0.02959, "f1": 0.019778, "f1_weighted": 0.022278 }, { "accuracy": 0.028581, "f1": 0.020156, "f1_weighted": 0.019708 }, { "accuracy": 0.046402, "f1": 0.021805, "f1_weighted": 0.03548 }, { "accuracy": 0.050101, "f1": 0.031387, "f1_weighted": 0.04381 }, { "accuracy": 0.025219, "f1": 0.022216, "f1_weighted": 0.017651 } ], "main_score": 0.037054, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "accuracy": 0.034869, "f1": 0.012976, "f1_weighted": 0.023523, "scores_per_experiment": [ { "accuracy": 0.035978, "f1": 0.011136, "f1_weighted": 0.022535 }, { "accuracy": 0.028581, "f1": 0.01407, "f1_weighted": 0.020217 }, { "accuracy": 0.033961, "f1": 0.009711, "f1_weighted": 0.02202 }, { "accuracy": 0.035978, "f1": 0.014573, "f1_weighted": 0.026471 }, { "accuracy": 0.035306, "f1": 0.012678, "f1_weighted": 0.023923 }, { "accuracy": 0.020175, "f1": 0.009632, "f1_weighted": 0.010408 }, { "accuracy": 0.02959, "f1": 0.014048, "f1_weighted": 0.021112 }, { "accuracy": 0.050437, "f1": 0.013432, "f1_weighted": 0.033486 }, { "accuracy": 0.046402, "f1": 0.016189, "f1_weighted": 0.036762 }, { "accuracy": 0.03228, "f1": 0.014295, "f1_weighted": 0.018292 } ], "main_score": 0.034869, "hf_subset": "hy", "languages": [ "hye-Armn" ] }, { "accuracy": 0.352858, "f1": 0.342463, "f1_weighted": 0.357018, "scores_per_experiment": [ { "accuracy": 0.366846, "f1": 0.355521, "f1_weighted": 0.374767 }, { "accuracy": 0.349361, "f1": 0.335077, "f1_weighted": 0.35072 }, { "accuracy": 0.367182, "f1": 0.362791, "f1_weighted": 0.370193 }, { "accuracy": 0.359449, "f1": 0.342997, "f1_weighted": 0.364507 }, { "accuracy": 0.356759, "f1": 0.33751, "f1_weighted": 0.362715 }, { "accuracy": 0.322461, "f1": 0.31113, "f1_weighted": 0.324859 }, { "accuracy": 0.353396, "f1": 0.345587, "f1_weighted": 0.358144 }, { "accuracy": 0.347007, "f1": 0.336821, "f1_weighted": 0.355213 }, { "accuracy": 0.335239, "f1": 0.335505, "f1_weighted": 0.335031 }, { "accuracy": 0.370881, "f1": 0.361686, "f1_weighted": 0.374027 } ], "main_score": 0.352858, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "accuracy": 0.358877, "f1": 0.339161, "f1_weighted": 0.366515, "scores_per_experiment": [ { "accuracy": 0.376597, "f1": 0.361866, "f1_weighted": 0.385283 }, { "accuracy": 0.362139, "f1": 0.337658, "f1_weighted": 0.368454 }, { "accuracy": 0.338937, "f1": 0.31939, "f1_weighted": 0.344274 }, { "accuracy": 0.382313, "f1": 0.358362, "f1_weighted": 0.391249 }, { "accuracy": 0.370881, "f1": 0.341323, "f1_weighted": 0.37955 }, { "accuracy": 0.341627, "f1": 0.327393, "f1_weighted": 0.353458 }, { "accuracy": 0.347344, "f1": 0.346231, "f1_weighted": 0.351932 }, { "accuracy": 0.357767, "f1": 0.332586, "f1_weighted": 0.370732 }, { "accuracy": 0.35037, "f1": 0.324191, "f1_weighted": 0.3583 }, { "accuracy": 0.360794, "f1": 0.342611, "f1_weighted": 0.361918 } ], "main_score": 0.358877, "hf_subset": "cy", "languages": [ "cym-Latn" ] }, { "accuracy": 0.04657, "f1": 0.023517, "f1_weighted": 0.027247, "scores_per_experiment": [ { "accuracy": 0.051446, "f1": 0.028786, "f1_weighted": 0.036475 }, { "accuracy": 0.050437, "f1": 0.026853, "f1_weighted": 0.026521 }, { "accuracy": 0.050437, "f1": 0.024163, "f1_weighted": 0.024771 }, { "accuracy": 0.042031, "f1": 0.022229, "f1_weighted": 0.025096 }, { "accuracy": 0.042031, "f1": 0.017821, "f1_weighted": 0.028015 }, { "accuracy": 0.041358, "f1": 0.025822, "f1_weighted": 0.024672 }, { "accuracy": 0.042031, "f1": 0.016567, "f1_weighted": 0.018007 }, { "accuracy": 0.062878, "f1": 0.023923, "f1_weighted": 0.035651 }, { "accuracy": 0.047747, "f1": 0.029382, "f1_weighted": 0.03387 }, { "accuracy": 0.035306, "f1": 0.019621, "f1_weighted": 0.019393 } ], "main_score": 0.04657, "hf_subset": "km", "languages": [ "khm-Khmr" ] }, { "accuracy": 0.388097, "f1": 0.374022, "f1_weighted": 0.39225, "scores_per_experiment": [ { "accuracy": 0.396436, "f1": 0.384442, "f1_weighted": 0.402441 }, { "accuracy": 0.3961, "f1": 0.379713, "f1_weighted": 0.403265 }, { "accuracy": 0.367182, "f1": 0.362059, "f1_weighted": 0.369616 }, { "accuracy": 0.383322, "f1": 0.36954, "f1_weighted": 0.385274 }, { "accuracy": 0.426362, "f1": 0.396276, "f1_weighted": 0.43035 }, { "accuracy": 0.378278, "f1": 0.366429, "f1_weighted": 0.387226 }, { "accuracy": 0.372898, "f1": 0.361976, "f1_weighted": 0.37525 }, { "accuracy": 0.406523, "f1": 0.384567, "f1_weighted": 0.409722 }, { "accuracy": 0.370881, "f1": 0.362402, "f1_weighted": 0.371561 }, { "accuracy": 0.382986, "f1": 0.372821, "f1_weighted": 0.387796 } ], "main_score": 0.388097, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "accuracy": 0.407566, "f1": 0.385094, "f1_weighted": 0.416219, "scores_per_experiment": [ { "accuracy": 0.413248, "f1": 0.385638, "f1_weighted": 0.424594 }, { "accuracy": 0.423336, "f1": 0.389506, "f1_weighted": 0.433498 }, { "accuracy": 0.399798, "f1": 0.379635, "f1_weighted": 0.402599 }, { "accuracy": 0.412576, "f1": 0.385006, "f1_weighted": 0.424879 }, { "accuracy": 0.428043, "f1": 0.396912, "f1_weighted": 0.440849 }, { "accuracy": 0.415938, "f1": 0.399983, "f1_weighted": 0.423392 }, { "accuracy": 0.37727, "f1": 0.368152, "f1_weighted": 0.379889 }, { "accuracy": 0.412576, "f1": 0.386798, "f1_weighted": 0.422796 }, { "accuracy": 0.394418, "f1": 0.379037, "f1_weighted": 0.401593 }, { "accuracy": 0.398453, "f1": 0.380269, "f1_weighted": 0.408104 } ], "main_score": 0.407566, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "accuracy": 0.538736, "f1": 0.510867, "f1_weighted": 0.544886, "scores_per_experiment": [ { "accuracy": 0.562542, "f1": 0.533962, "f1_weighted": 0.564114 }, { "accuracy": 0.567586, "f1": 0.524527, "f1_weighted": 0.570598 }, { "accuracy": 0.531271, "f1": 0.507272, "f1_weighted": 0.535146 }, { "accuracy": 0.560525, "f1": 0.524663, "f1_weighted": 0.572509 }, { "accuracy": 0.548083, "f1": 0.509653, "f1_weighted": 0.553366 }, { "accuracy": 0.519166, "f1": 0.501605, "f1_weighted": 0.52402 }, { "accuracy": 0.527572, "f1": 0.509703, "f1_weighted": 0.536362 }, { "accuracy": 0.531607, "f1": 0.497426, "f1_weighted": 0.539476 }, { "accuracy": 0.503362, "f1": 0.486226, "f1_weighted": 0.510058 }, { "accuracy": 0.535642, "f1": 0.513631, "f1_weighted": 0.543211 } ], "main_score": 0.538736, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "accuracy": 0.327135, "f1": 0.311157, "f1_weighted": 0.334023, "scores_per_experiment": [ { "accuracy": 0.341627, "f1": 0.324934, "f1_weighted": 0.342166 }, { "accuracy": 0.325151, "f1": 0.31019, "f1_weighted": 0.332638 }, { "accuracy": 0.323806, "f1": 0.314827, "f1_weighted": 0.32891 }, { "accuracy": 0.337592, "f1": 0.321013, "f1_weighted": 0.351063 }, { "accuracy": 0.33154, "f1": 0.303694, "f1_weighted": 0.33617 }, { "accuracy": 0.315736, "f1": 0.297176, "f1_weighted": 0.328651 }, { "accuracy": 0.325824, "f1": 0.311655, "f1_weighted": 0.330488 }, { "accuracy": 0.317418, "f1": 0.302208, "f1_weighted": 0.331755 }, { "accuracy": 0.314391, "f1": 0.299808, "f1_weighted": 0.31689 }, { "accuracy": 0.338265, "f1": 0.32607, "f1_weighted": 0.341503 } ], "main_score": 0.327135, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "accuracy": 0.389106, "f1": 0.37014, "f1_weighted": 0.392399, "scores_per_experiment": [ { "accuracy": 0.396436, "f1": 0.374313, "f1_weighted": 0.397016 }, { "accuracy": 0.378615, "f1": 0.368454, "f1_weighted": 0.378777 }, { "accuracy": 0.389711, "f1": 0.374701, "f1_weighted": 0.392168 }, { "accuracy": 0.3961, "f1": 0.373903, "f1_weighted": 0.400863 }, { "accuracy": 0.397781, "f1": 0.371175, "f1_weighted": 0.399918 }, { "accuracy": 0.394418, "f1": 0.370299, "f1_weighted": 0.397648 }, { "accuracy": 0.377942, "f1": 0.358566, "f1_weighted": 0.381483 }, { "accuracy": 0.38803, "f1": 0.362695, "f1_weighted": 0.394341 }, { "accuracy": 0.389038, "f1": 0.375638, "f1_weighted": 0.397135 }, { "accuracy": 0.382986, "f1": 0.371657, "f1_weighted": 0.384638 } ], "main_score": 0.389106, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "accuracy": 0.034533, "f1": 0.024282, "f1_weighted": 0.026234, "scores_per_experiment": [ { "accuracy": 0.041022, "f1": 0.02951, "f1_weighted": 0.036475 }, { "accuracy": 0.027909, "f1": 0.022235, "f1_weighted": 0.013453 }, { "accuracy": 0.032616, "f1": 0.021817, "f1_weighted": 0.026309 }, { "accuracy": 0.033289, "f1": 0.024407, "f1_weighted": 0.028803 }, { "accuracy": 0.030599, "f1": 0.02788, "f1_weighted": 0.0259 }, { "accuracy": 0.030599, "f1": 0.023388, "f1_weighted": 0.021217 }, { "accuracy": 0.028245, "f1": 0.015647, "f1_weighted": 0.017978 }, { "accuracy": 0.027572, "f1": 0.024466, "f1_weighted": 0.024379 }, { "accuracy": 0.058843, "f1": 0.027427, "f1_weighted": 0.04487 }, { "accuracy": 0.034633, "f1": 0.026048, "f1_weighted": 0.022953 } ], "main_score": 0.034533, "hf_subset": "ur", "languages": [ "urd-Arab" ] }, { "accuracy": 0.336617, "f1": 0.314254, "f1_weighted": 0.345376, "scores_per_experiment": [ { "accuracy": 0.355077, "f1": 0.324914, "f1_weighted": 0.359287 }, { "accuracy": 0.35844, "f1": 0.320909, "f1_weighted": 0.366872 }, { "accuracy": 0.337929, "f1": 0.31545, "f1_weighted": 0.344621 }, { "accuracy": 0.33154, "f1": 0.308546, "f1_weighted": 0.343939 }, { "accuracy": 0.356086, "f1": 0.321074, "f1_weighted": 0.369155 }, { "accuracy": 0.342972, "f1": 0.312531, "f1_weighted": 0.356858 }, { "accuracy": 0.306658, "f1": 0.300175, "f1_weighted": 0.319399 }, { "accuracy": 0.336584, "f1": 0.315577, "f1_weighted": 0.344046 }, { "accuracy": 0.313719, "f1": 0.305698, "f1_weighted": 0.315224 }, { "accuracy": 0.327169, "f1": 0.317662, "f1_weighted": 0.334362 } ], "main_score": 0.336617, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "accuracy": 0.055985, "f1": 0.042152, "f1_weighted": 0.051795, "scores_per_experiment": [ { "accuracy": 0.069939, "f1": 0.053599, "f1_weighted": 0.070077 }, { "accuracy": 0.034297, "f1": 0.024558, "f1_weighted": 0.028559 }, { "accuracy": 0.046066, "f1": 0.042186, "f1_weighted": 0.040023 }, { "accuracy": 0.047075, "f1": 0.038464, "f1_weighted": 0.044373 }, { "accuracy": 0.04842, "f1": 0.036222, "f1_weighted": 0.043608 }, { "accuracy": 0.060525, "f1": 0.046154, "f1_weighted": 0.058243 }, { "accuracy": 0.055481, "f1": 0.04532, "f1_weighted": 0.05697 }, { "accuracy": 0.065905, "f1": 0.046899, "f1_weighted": 0.059099 }, { "accuracy": 0.071621, "f1": 0.039738, "f1_weighted": 0.06232 }, { "accuracy": 0.060525, "f1": 0.048374, "f1_weighted": 0.054681 } ], "main_score": 0.055985, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "accuracy": 0.029623, "f1": 0.016445, "f1_weighted": 0.017797, "scores_per_experiment": [ { "accuracy": 0.038668, "f1": 0.014996, "f1_weighted": 0.025184 }, { "accuracy": 0.022192, "f1": 0.012786, "f1_weighted": 0.007975 }, { "accuracy": 0.022192, "f1": 0.018417, "f1_weighted": 0.015883 }, { "accuracy": 0.029254, "f1": 0.014027, "f1_weighted": 0.018637 }, { "accuracy": 0.03228, "f1": 0.021915, "f1_weighted": 0.02254 }, { "accuracy": 0.031607, "f1": 0.014562, "f1_weighted": 0.013223 }, { "accuracy": 0.029926, "f1": 0.009713, "f1_weighted": 0.01032 }, { "accuracy": 0.025891, "f1": 0.014327, "f1_weighted": 0.022283 }, { "accuracy": 0.039005, "f1": 0.025949, "f1_weighted": 0.03067 }, { "accuracy": 0.025219, "f1": 0.017755, "f1_weighted": 0.011256 } ], "main_score": 0.029623, "hf_subset": "am", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.03312, "f1": 0.012525, "f1_weighted": 0.020889, "scores_per_experiment": [ { "accuracy": 0.042367, "f1": 0.009376, "f1_weighted": 0.025992 }, { "accuracy": 0.02421, "f1": 0.011806, "f1_weighted": 0.011944 }, { "accuracy": 0.015131, "f1": 0.01115, "f1_weighted": 0.008009 }, { "accuracy": 0.034633, "f1": 0.019549, "f1_weighted": 0.02484 }, { "accuracy": 0.056153, "f1": 0.016562, "f1_weighted": 0.034579 }, { "accuracy": 0.022192, "f1": 0.011885, "f1_weighted": 0.012332 }, { "accuracy": 0.02152, "f1": 0.012625, "f1_weighted": 0.013462 }, { "accuracy": 0.046738, "f1": 0.013626, "f1_weighted": 0.035009 }, { "accuracy": 0.05111, "f1": 0.011973, "f1_weighted": 0.031704 }, { "accuracy": 0.017149, "f1": 0.006697, "f1_weighted": 0.011018 } ], "main_score": 0.03312, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "accuracy": 0.02495, "f1": 0.010169, "f1_weighted": 0.015269, "scores_per_experiment": [ { "accuracy": 0.035642, "f1": 0.011761, "f1_weighted": 0.023955 }, { "accuracy": 0.016812, "f1": 0.00933, "f1_weighted": 0.006583 }, { "accuracy": 0.020847, "f1": 0.008194, "f1_weighted": 0.011212 }, { "accuracy": 0.023201, "f1": 0.01081, "f1_weighted": 0.013302 }, { "accuracy": 0.025555, "f1": 0.008241, "f1_weighted": 0.011295 }, { "accuracy": 0.031944, "f1": 0.011311, "f1_weighted": 0.01516 }, { "accuracy": 0.025891, "f1": 0.012461, "f1_weighted": 0.019342 }, { "accuracy": 0.015467, "f1": 0.010194, "f1_weighted": 0.015318 }, { "accuracy": 0.028917, "f1": 0.011117, "f1_weighted": 0.022993 }, { "accuracy": 0.025219, "f1": 0.008271, "f1_weighted": 0.013531 } ], "main_score": 0.02495, "hf_subset": "ml", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.386147, "f1": 0.37066, "f1_weighted": 0.389118, "scores_per_experiment": [ { "accuracy": 0.381305, "f1": 0.374242, "f1_weighted": 0.385415 }, { "accuracy": 0.379623, "f1": 0.352246, "f1_weighted": 0.3816 }, { "accuracy": 0.39072, "f1": 0.38236, "f1_weighted": 0.393506 }, { "accuracy": 0.393746, "f1": 0.372738, "f1_weighted": 0.399973 }, { "accuracy": 0.415602, "f1": 0.381416, "f1_weighted": 0.415177 }, { "accuracy": 0.383995, "f1": 0.379038, "f1_weighted": 0.386983 }, { "accuracy": 0.373907, "f1": 0.36519, "f1_weighted": 0.376953 }, { "accuracy": 0.383322, "f1": 0.36377, "f1_weighted": 0.390922 }, { "accuracy": 0.37996, "f1": 0.360211, "f1_weighted": 0.381172 }, { "accuracy": 0.379287, "f1": 0.375391, "f1_weighted": 0.379476 } ], "main_score": 0.386147, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "accuracy": 0.364425, "f1": 0.355086, "f1_weighted": 0.373795, "scores_per_experiment": [ { "accuracy": 0.35844, "f1": 0.354343, "f1_weighted": 0.369522 }, { "accuracy": 0.382986, "f1": 0.358734, "f1_weighted": 0.392534 }, { "accuracy": 0.359112, "f1": 0.351814, "f1_weighted": 0.371011 }, { "accuracy": 0.366846, "f1": 0.353351, "f1_weighted": 0.376503 }, { "accuracy": 0.373907, "f1": 0.351364, "f1_weighted": 0.388525 }, { "accuracy": 0.358776, "f1": 0.354691, "f1_weighted": 0.366606 }, { "accuracy": 0.351042, "f1": 0.349102, "f1_weighted": 0.362377 }, { "accuracy": 0.381305, "f1": 0.374131, "f1_weighted": 0.391104 }, { "accuracy": 0.358776, "f1": 0.351627, "f1_weighted": 0.36606 }, { "accuracy": 0.35306, "f1": 0.351705, "f1_weighted": 0.353712 } ], "main_score": 0.364425, "hf_subset": "jv", "languages": [ "jav-Latn" ] }, { "accuracy": 0.392132, "f1": 0.378973, "f1_weighted": 0.397851, "scores_per_experiment": [ { "accuracy": 0.417956, "f1": 0.397737, "f1_weighted": 0.42612 }, { "accuracy": 0.37458, "f1": 0.36504, "f1_weighted": 0.384801 }, { "accuracy": 0.381305, "f1": 0.374583, "f1_weighted": 0.381712 }, { "accuracy": 0.400471, "f1": 0.381662, "f1_weighted": 0.40635 }, { "accuracy": 0.408204, "f1": 0.383126, "f1_weighted": 0.414803 }, { "accuracy": 0.370881, "f1": 0.359562, "f1_weighted": 0.378139 }, { "accuracy": 0.380296, "f1": 0.367639, "f1_weighted": 0.386141 }, { "accuracy": 0.397108, "f1": 0.380322, "f1_weighted": 0.402273 }, { "accuracy": 0.380968, "f1": 0.383611, "f1_weighted": 0.378733 }, { "accuracy": 0.409549, "f1": 0.396449, "f1_weighted": 0.419438 } ], "main_score": 0.392132, "hf_subset": "fi", "languages": [ "fin-Latn" ] } ], "validation": [ { "accuracy": 0.498131, "f1": 0.469803, "hf_subset": "ru", "languages": [ "rus-Cyrl" ], "main_score": 0.498131, "scores_per_experiment": [ { "accuracy": 0.515986, "f1": 0.491631 }, { "accuracy": 0.518938, "f1": 0.469192 }, { "accuracy": 0.489916, "f1": 0.471883 }, { "accuracy": 0.507624, "f1": 0.471309 }, { "accuracy": 0.513527, "f1": 0.48315 }, { "accuracy": 0.495819, "f1": 0.467254 }, { "accuracy": 0.480079, "f1": 0.461293 }, { "accuracy": 0.481554, "f1": 0.454291 }, { "accuracy": 0.476636, "f1": 0.467681 }, { "accuracy": 0.50123, "f1": 0.460346 } ] }, { "accuracy": 0.105607, "f1": 0.087149, "f1_weighted": 0.105022, "scores_per_experiment": [ { "accuracy": 0.112641, "f1": 0.102251, "f1_weighted": 0.115953 }, { "accuracy": 0.100344, "f1": 0.077902, "f1_weighted": 0.094381 }, { "accuracy": 0.101328, "f1": 0.088426, "f1_weighted": 0.099261 }, { "accuracy": 0.101328, "f1": 0.082315, "f1_weighted": 0.101811 }, { "accuracy": 0.103296, "f1": 0.086949, "f1_weighted": 0.106457 }, { "accuracy": 0.098869, "f1": 0.081444, "f1_weighted": 0.093048 }, { "accuracy": 0.096901, "f1": 0.079471, "f1_weighted": 0.097928 }, { "accuracy": 0.10182, "f1": 0.087467, "f1_weighted": 0.10639 }, { "accuracy": 0.108706, "f1": 0.089413, "f1_weighted": 0.110937 }, { "accuracy": 0.130841, "f1": 0.095853, "f1_weighted": 0.124052 } ], "main_score": 0.105607, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "accuracy": 0.429021, "f1": 0.43158, "f1_weighted": 0.431277, "scores_per_experiment": [ { "accuracy": 0.444171, "f1": 0.44317, "f1_weighted": 0.448027 }, { "accuracy": 0.435317, "f1": 0.42735, "f1_weighted": 0.440143 }, { "accuracy": 0.448598, "f1": 0.440434, "f1_weighted": 0.45162 }, { "accuracy": 0.426463, "f1": 0.439311, "f1_weighted": 0.430841 }, { "accuracy": 0.447614, "f1": 0.442323, "f1_weighted": 0.453205 }, { "accuracy": 0.424496, "f1": 0.425499, "f1_weighted": 0.421558 }, { "accuracy": 0.395475, "f1": 0.402174, "f1_weighted": 0.39399 }, { "accuracy": 0.429415, "f1": 0.435134, "f1_weighted": 0.433907 }, { "accuracy": 0.416626, "f1": 0.426573, "f1_weighted": 0.417729 }, { "accuracy": 0.422036, "f1": 0.433834, "f1_weighted": 0.421749 } ], "main_score": 0.429021, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "accuracy": 0.077964, "f1": 0.075908, "f1_weighted": 0.072722, "scores_per_experiment": [ { "accuracy": 0.087555, "f1": 0.079819, "f1_weighted": 0.078548 }, { "accuracy": 0.068864, "f1": 0.073738, "f1_weighted": 0.060027 }, { "accuracy": 0.060994, "f1": 0.062581, "f1_weighted": 0.057348 }, { "accuracy": 0.080177, "f1": 0.08365, "f1_weighted": 0.071356 }, { "accuracy": 0.07575, "f1": 0.068762, "f1_weighted": 0.066657 }, { "accuracy": 0.072799, "f1": 0.076137, "f1_weighted": 0.075741 }, { "accuracy": 0.072307, "f1": 0.072503, "f1_weighted": 0.064878 }, { "accuracy": 0.097885, "f1": 0.095542, "f1_weighted": 0.098839 }, { "accuracy": 0.077226, "f1": 0.059938, "f1_weighted": 0.070937 }, { "accuracy": 0.08608, "f1": 0.086409, "f1_weighted": 0.082889 } ], "main_score": 0.077964, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ] }, { "accuracy": 0.353369, "f1": 0.351504, "f1_weighted": 0.361253, "scores_per_experiment": [ { "accuracy": 0.380226, "f1": 0.373333, "f1_weighted": 0.384055 }, { "accuracy": 0.341859, "f1": 0.343865, "f1_weighted": 0.351201 }, { "accuracy": 0.327595, "f1": 0.329148, "f1_weighted": 0.337034 }, { "accuracy": 0.361043, "f1": 0.354664, "f1_weighted": 0.369088 }, { "accuracy": 0.358091, "f1": 0.36165, "f1_weighted": 0.375205 }, { "accuracy": 0.363502, "f1": 0.351438, "f1_weighted": 0.370479 }, { "accuracy": 0.338416, "f1": 0.339551, "f1_weighted": 0.342989 }, { "accuracy": 0.354648, "f1": 0.347243, "f1_weighted": 0.367035 }, { "accuracy": 0.361535, "f1": 0.366031, "f1_weighted": 0.361246 }, { "accuracy": 0.346778, "f1": 0.348112, "f1_weighted": 0.354194 } ], "main_score": 0.353369, "hf_subset": "az", "languages": [ "aze-Latn" ] }, { "accuracy": 0.369848, "f1": 0.366208, "f1_weighted": 0.374348, "scores_per_experiment": [ { "accuracy": 0.395967, "f1": 0.381103, "f1_weighted": 0.405173 }, { "accuracy": 0.374816, "f1": 0.354095, "f1_weighted": 0.378972 }, { "accuracy": 0.36301, "f1": 0.367705, "f1_weighted": 0.36115 }, { "accuracy": 0.383669, "f1": 0.387185, "f1_weighted": 0.388399 }, { "accuracy": 0.38908, "f1": 0.373428, "f1_weighted": 0.397774 }, { "accuracy": 0.372848, "f1": 0.378157, "f1_weighted": 0.377639 }, { "accuracy": 0.340384, "f1": 0.344383, "f1_weighted": 0.338474 }, { "accuracy": 0.3576, "f1": 0.350985, "f1_weighted": 0.365593 }, { "accuracy": 0.348746, "f1": 0.357973, "f1_weighted": 0.351804 }, { "accuracy": 0.372356, "f1": 0.36707, "f1_weighted": 0.378505 } ], "main_score": 0.369848, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "accuracy": 0.02912, "f1": 0.015005, "f1_weighted": 0.022322, "scores_per_experiment": [ { "accuracy": 0.036399, "f1": 0.011538, "f1_weighted": 0.026274 }, { "accuracy": 0.024594, "f1": 0.017843, "f1_weighted": 0.017013 }, { "accuracy": 0.038859, "f1": 0.019691, "f1_weighted": 0.033186 }, { "accuracy": 0.019183, "f1": 0.014622, "f1_weighted": 0.017548 }, { "accuracy": 0.030497, "f1": 0.017683, "f1_weighted": 0.026742 }, { "accuracy": 0.028037, "f1": 0.01048, "f1_weighted": 0.011462 }, { "accuracy": 0.030989, "f1": 0.013338, "f1_weighted": 0.020187 }, { "accuracy": 0.02361, "f1": 0.010614, "f1_weighted": 0.01351 }, { "accuracy": 0.032956, "f1": 0.020027, "f1_weighted": 0.034941 }, { "accuracy": 0.02607, "f1": 0.01422, "f1_weighted": 0.022356 } ], "main_score": 0.02912, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "accuracy": 0.397737, "f1": 0.402253, "f1_weighted": 0.402815, "scores_per_experiment": [ { "accuracy": 0.402853, "f1": 0.419849, "f1_weighted": 0.405756 }, { "accuracy": 0.407772, "f1": 0.399927, "f1_weighted": 0.415414 }, { "accuracy": 0.428431, "f1": 0.426358, "f1_weighted": 0.431239 }, { "accuracy": 0.412199, "f1": 0.414676, "f1_weighted": 0.420587 }, { "accuracy": 0.409739, "f1": 0.407492, "f1_weighted": 0.420867 }, { "accuracy": 0.396458, "f1": 0.408859, "f1_weighted": 0.402569 }, { "accuracy": 0.364486, "f1": 0.377037, "f1_weighted": 0.3624 }, { "accuracy": 0.387113, "f1": 0.392349, "f1_weighted": 0.395671 }, { "accuracy": 0.39941, "f1": 0.406438, "f1_weighted": 0.400785 }, { "accuracy": 0.368913, "f1": 0.369544, "f1_weighted": 0.372858 } ], "main_score": 0.397737, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "accuracy": 0.368126, "f1": 0.360459, "f1_weighted": 0.370323, "scores_per_experiment": [ { "accuracy": 0.375799, "f1": 0.382785, "f1_weighted": 0.378082 }, { "accuracy": 0.363502, "f1": 0.343865, "f1_weighted": 0.362981 }, { "accuracy": 0.363994, "f1": 0.354941, "f1_weighted": 0.368694 }, { "accuracy": 0.372356, "f1": 0.372326, "f1_weighted": 0.372315 }, { "accuracy": 0.37088, "f1": 0.357994, "f1_weighted": 0.378732 }, { "accuracy": 0.374816, "f1": 0.366338, "f1_weighted": 0.38076 }, { "accuracy": 0.364486, "f1": 0.364159, "f1_weighted": 0.364563 }, { "accuracy": 0.368421, "f1": 0.3541, "f1_weighted": 0.369966 }, { "accuracy": 0.3576, "f1": 0.354939, "f1_weighted": 0.353816 }, { "accuracy": 0.369405, "f1": 0.353147, "f1_weighted": 0.373321 } ], "main_score": 0.368126, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "accuracy": 0.386129, "f1": 0.376577, "f1_weighted": 0.388761, "scores_per_experiment": [ { "accuracy": 0.39941, "f1": 0.391688, "f1_weighted": 0.40101 }, { "accuracy": 0.401869, "f1": 0.379857, "f1_weighted": 0.40599 }, { "accuracy": 0.360059, "f1": 0.360473, "f1_weighted": 0.357283 }, { "accuracy": 0.397934, "f1": 0.377962, "f1_weighted": 0.402387 }, { "accuracy": 0.410723, "f1": 0.391578, "f1_weighted": 0.417007 }, { "accuracy": 0.37334, "f1": 0.367959, "f1_weighted": 0.38083 }, { "accuracy": 0.38908, "f1": 0.389489, "f1_weighted": 0.391924 }, { "accuracy": 0.381702, "f1": 0.370034, "f1_weighted": 0.382568 }, { "accuracy": 0.3576, "f1": 0.357093, "f1_weighted": 0.357624 }, { "accuracy": 0.389572, "f1": 0.379634, "f1_weighted": 0.390986 } ], "main_score": 0.386129, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "accuracy": 0.078505, "f1": 0.071684, "f1_weighted": 0.070367, "scores_per_experiment": [ { "accuracy": 0.085096, "f1": 0.080479, "f1_weighted": 0.083014 }, { "accuracy": 0.072307, "f1": 0.06573, "f1_weighted": 0.060522 }, { "accuracy": 0.068372, "f1": 0.071452, "f1_weighted": 0.058041 }, { "accuracy": 0.068372, "f1": 0.069173, "f1_weighted": 0.061975 }, { "accuracy": 0.088539, "f1": 0.074862, "f1_weighted": 0.077168 }, { "accuracy": 0.07821, "f1": 0.068855, "f1_weighted": 0.068756 }, { "accuracy": 0.076734, "f1": 0.072197, "f1_weighted": 0.068164 }, { "accuracy": 0.075258, "f1": 0.058224, "f1_weighted": 0.071185 }, { "accuracy": 0.088539, "f1": 0.082541, "f1_weighted": 0.081323 }, { "accuracy": 0.08362, "f1": 0.073325, "f1_weighted": 0.073524 } ], "main_score": 0.078505, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.02548, "f1": 0.010018, "f1_weighted": 0.013557, "scores_per_experiment": [ { "accuracy": 0.026562, "f1": 0.007921, "f1_weighted": 0.007791 }, { "accuracy": 0.030497, "f1": 0.013454, "f1_weighted": 0.020738 }, { "accuracy": 0.027054, "f1": 0.011562, "f1_weighted": 0.013762 }, { "accuracy": 0.013281, "f1": 0.004722, "f1_weighted": 0.004197 }, { "accuracy": 0.022627, "f1": 0.009365, "f1_weighted": 0.01353 }, { "accuracy": 0.025086, "f1": 0.009697, "f1_weighted": 0.01208 }, { "accuracy": 0.029513, "f1": 0.006796, "f1_weighted": 0.015307 }, { "accuracy": 0.021643, "f1": 0.010787, "f1_weighted": 0.012713 }, { "accuracy": 0.024594, "f1": 0.009195, "f1_weighted": 0.012548 }, { "accuracy": 0.03394, "f1": 0.016677, "f1_weighted": 0.022905 } ], "main_score": 0.02548, "hf_subset": "ka", "languages": [ "kat-Geor" ] }, { "accuracy": 0.031923, "f1": 0.018293, "f1_weighted": 0.023909, "scores_per_experiment": [ { "accuracy": 0.03394, "f1": 0.014243, "f1_weighted": 0.023286 }, { "accuracy": 0.028529, "f1": 0.015553, "f1_weighted": 0.016695 }, { "accuracy": 0.041318, "f1": 0.023721, "f1_weighted": 0.033792 }, { "accuracy": 0.021643, "f1": 0.016389, "f1_weighted": 0.019162 }, { "accuracy": 0.039351, "f1": 0.01793, "f1_weighted": 0.026837 }, { "accuracy": 0.032464, "f1": 0.01745, "f1_weighted": 0.027474 }, { "accuracy": 0.028037, "f1": 0.015273, "f1_weighted": 0.018181 }, { "accuracy": 0.047221, "f1": 0.02505, "f1_weighted": 0.03442 }, { "accuracy": 0.024102, "f1": 0.021804, "f1_weighted": 0.024097 }, { "accuracy": 0.022627, "f1": 0.015515, "f1_weighted": 0.015149 } ], "main_score": 0.031923, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "accuracy": 0.029661, "f1": 0.010395, "f1_weighted": 0.01789, "scores_per_experiment": [ { "accuracy": 0.028529, "f1": 0.01272, "f1_weighted": 0.021625 }, { "accuracy": 0.019183, "f1": 0.006445, "f1_weighted": 0.007763 }, { "accuracy": 0.046729, "f1": 0.013829, "f1_weighted": 0.032226 }, { "accuracy": 0.032464, "f1": 0.010632, "f1_weighted": 0.012911 }, { "accuracy": 0.019675, "f1": 0.009043, "f1_weighted": 0.012551 }, { "accuracy": 0.015248, "f1": 0.004124, "f1_weighted": 0.00804 }, { "accuracy": 0.040826, "f1": 0.013616, "f1_weighted": 0.019949 }, { "accuracy": 0.023119, "f1": 0.011212, "f1_weighted": 0.01913 }, { "accuracy": 0.040826, "f1": 0.012836, "f1_weighted": 0.031338 }, { "accuracy": 0.030005, "f1": 0.009496, "f1_weighted": 0.013366 } ], "main_score": 0.029661, "hf_subset": "ta", "languages": [ "tam-Taml" ] }, { "accuracy": 0.374274, "f1": 0.362457, "f1_weighted": 0.37913, "scores_per_experiment": [ { "accuracy": 0.37334, "f1": 0.358799, "f1_weighted": 0.379344 }, { "accuracy": 0.37334, "f1": 0.355779, "f1_weighted": 0.380006 }, { "accuracy": 0.400394, "f1": 0.3863, "f1_weighted": 0.411664 }, { "accuracy": 0.367929, "f1": 0.366539, "f1_weighted": 0.369451 }, { "accuracy": 0.375307, "f1": 0.362877, "f1_weighted": 0.377949 }, { "accuracy": 0.374816, "f1": 0.35239, "f1_weighted": 0.380026 }, { "accuracy": 0.349238, "f1": 0.350455, "f1_weighted": 0.353634 }, { "accuracy": 0.374324, "f1": 0.354342, "f1_weighted": 0.380085 }, { "accuracy": 0.376783, "f1": 0.377132, "f1_weighted": 0.376813 }, { "accuracy": 0.377275, "f1": 0.359954, "f1_weighted": 0.382327 } ], "main_score": 0.374274, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "accuracy": 0.026955, "f1": 0.011181, "f1_weighted": 0.013824, "scores_per_experiment": [ { "accuracy": 0.030497, "f1": 0.013588, "f1_weighted": 0.018062 }, { "accuracy": 0.030005, "f1": 0.01298, "f1_weighted": 0.015386 }, { "accuracy": 0.028529, "f1": 0.008739, "f1_weighted": 0.011976 }, { "accuracy": 0.024594, "f1": 0.012702, "f1_weighted": 0.013631 }, { "accuracy": 0.027545, "f1": 0.014389, "f1_weighted": 0.016777 }, { "accuracy": 0.02361, "f1": 0.009157, "f1_weighted": 0.009527 }, { "accuracy": 0.025086, "f1": 0.007166, "f1_weighted": 0.012447 }, { "accuracy": 0.014265, "f1": 0.004638, "f1_weighted": 0.005293 }, { "accuracy": 0.037875, "f1": 0.015886, "f1_weighted": 0.024069 }, { "accuracy": 0.027545, "f1": 0.012561, "f1_weighted": 0.011069 } ], "main_score": 0.026955, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "accuracy": 0.392327, "f1": 0.379209, "f1_weighted": 0.400674, "scores_per_experiment": [ { "accuracy": 0.385145, "f1": 0.3692, "f1_weighted": 0.394989 }, { "accuracy": 0.39941, "f1": 0.378595, "f1_weighted": 0.40805 }, { "accuracy": 0.388588, "f1": 0.378765, "f1_weighted": 0.393954 }, { "accuracy": 0.399902, "f1": 0.388651, "f1_weighted": 0.407666 }, { "accuracy": 0.405312, "f1": 0.37441, "f1_weighted": 0.418757 }, { "accuracy": 0.393507, "f1": 0.383854, "f1_weighted": 0.401749 }, { "accuracy": 0.385637, "f1": 0.377058, "f1_weighted": 0.385235 }, { "accuracy": 0.397442, "f1": 0.375676, "f1_weighted": 0.411376 }, { "accuracy": 0.382686, "f1": 0.389698, "f1_weighted": 0.38796 }, { "accuracy": 0.385637, "f1": 0.376179, "f1_weighted": 0.397005 } ], "main_score": 0.392327, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "accuracy": 0.037186, "f1": 0.021408, "f1_weighted": 0.026788, "scores_per_experiment": [ { "accuracy": 0.051648, "f1": 0.027799, "f1_weighted": 0.037791 }, { "accuracy": 0.027054, "f1": 0.016062, "f1_weighted": 0.015806 }, { "accuracy": 0.037875, "f1": 0.019994, "f1_weighted": 0.028011 }, { "accuracy": 0.034924, "f1": 0.018758, "f1_weighted": 0.022176 }, { "accuracy": 0.029513, "f1": 0.020349, "f1_weighted": 0.025369 }, { "accuracy": 0.025086, "f1": 0.017197, "f1_weighted": 0.017087 }, { "accuracy": 0.030005, "f1": 0.019622, "f1_weighted": 0.019173 }, { "accuracy": 0.039351, "f1": 0.025342, "f1_weighted": 0.035943 }, { "accuracy": 0.04427, "f1": 0.022956, "f1_weighted": 0.030947 }, { "accuracy": 0.05214, "f1": 0.026004, "f1_weighted": 0.035577 } ], "main_score": 0.037186, "hf_subset": "kn", "languages": [ "kan-Knda" ] }, { "accuracy": 0.381849, "f1": 0.370598, "f1_weighted": 0.384282, "scores_per_experiment": [ { "accuracy": 0.378751, "f1": 0.374042, "f1_weighted": 0.388342 }, { "accuracy": 0.380226, "f1": 0.350945, "f1_weighted": 0.385254 }, { "accuracy": 0.372356, "f1": 0.372159, "f1_weighted": 0.372869 }, { "accuracy": 0.397934, "f1": 0.382688, "f1_weighted": 0.399973 }, { "accuracy": 0.397442, "f1": 0.378977, "f1_weighted": 0.402441 }, { "accuracy": 0.386129, "f1": 0.372291, "f1_weighted": 0.3877 }, { "accuracy": 0.360551, "f1": 0.357563, "f1_weighted": 0.356693 }, { "accuracy": 0.385637, "f1": 0.365969, "f1_weighted": 0.385887 }, { "accuracy": 0.371864, "f1": 0.383392, "f1_weighted": 0.368546 }, { "accuracy": 0.387605, "f1": 0.367958, "f1_weighted": 0.395117 } ], "main_score": 0.381849, "hf_subset": "ms", "languages": [ "msa-Latn" ] }, { "accuracy": 0.369306, "f1": 0.353328, "f1_weighted": 0.37471, "scores_per_experiment": [ { "accuracy": 0.361043, "f1": 0.359957, "f1_weighted": 0.366124 }, { "accuracy": 0.373832, "f1": 0.342949, "f1_weighted": 0.380737 }, { "accuracy": 0.400394, "f1": 0.384574, "f1_weighted": 0.407275 }, { "accuracy": 0.379734, "f1": 0.363383, "f1_weighted": 0.386088 }, { "accuracy": 0.390556, "f1": 0.365394, "f1_weighted": 0.393152 }, { "accuracy": 0.369405, "f1": 0.353177, "f1_weighted": 0.379484 }, { "accuracy": 0.335957, "f1": 0.324639, "f1_weighted": 0.340408 }, { "accuracy": 0.355632, "f1": 0.332861, "f1_weighted": 0.362802 }, { "accuracy": 0.349729, "f1": 0.341666, "f1_weighted": 0.348967 }, { "accuracy": 0.376783, "f1": 0.364685, "f1_weighted": 0.382064 } ], "main_score": 0.369306, "hf_subset": "tl", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.297541, "f1": 0.293034, "f1_weighted": 0.305164, "scores_per_experiment": [ { "accuracy": 0.309887, "f1": 0.308736, "f1_weighted": 0.316698 }, { "accuracy": 0.299557, "f1": 0.289574, "f1_weighted": 0.308241 }, { "accuracy": 0.312838, "f1": 0.297897, "f1_weighted": 0.31671 }, { "accuracy": 0.290703, "f1": 0.284618, "f1_weighted": 0.296906 }, { "accuracy": 0.306936, "f1": 0.289289, "f1_weighted": 0.317648 }, { "accuracy": 0.298082, "f1": 0.304492, "f1_weighted": 0.302103 }, { "accuracy": 0.288736, "f1": 0.286668, "f1_weighted": 0.297481 }, { "accuracy": 0.288736, "f1": 0.282583, "f1_weighted": 0.296356 }, { "accuracy": 0.298574, "f1": 0.299539, "f1_weighted": 0.311628 }, { "accuracy": 0.281358, "f1": 0.286948, "f1_weighted": 0.287868 } ], "main_score": 0.297541, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "accuracy": 0.286768, "f1": 0.278644, "f1_weighted": 0.289933, "scores_per_experiment": [ { "accuracy": 0.286276, "f1": 0.282558, "f1_weighted": 0.294377 }, { "accuracy": 0.302509, "f1": 0.291207, "f1_weighted": 0.306145 }, { "accuracy": 0.29759, "f1": 0.280738, "f1_weighted": 0.301419 }, { "accuracy": 0.273487, "f1": 0.265616, "f1_weighted": 0.275736 }, { "accuracy": 0.289228, "f1": 0.292828, "f1_weighted": 0.29194 }, { "accuracy": 0.286768, "f1": 0.282169, "f1_weighted": 0.291312 }, { "accuracy": 0.27152, "f1": 0.262316, "f1_weighted": 0.274421 }, { "accuracy": 0.28972, "f1": 0.279041, "f1_weighted": 0.290116 }, { "accuracy": 0.28726, "f1": 0.284966, "f1_weighted": 0.289197 }, { "accuracy": 0.283325, "f1": 0.265003, "f1_weighted": 0.284672 } ], "main_score": 0.286768, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "accuracy": 0.371471, "f1": 0.356947, "f1_weighted": 0.378953, "scores_per_experiment": [ { "accuracy": 0.385145, "f1": 0.370973, "f1_weighted": 0.397834 }, { "accuracy": 0.377767, "f1": 0.351787, "f1_weighted": 0.382182 }, { "accuracy": 0.379242, "f1": 0.371033, "f1_weighted": 0.386024 }, { "accuracy": 0.369897, "f1": 0.354464, "f1_weighted": 0.375982 }, { "accuracy": 0.395967, "f1": 0.37359, "f1_weighted": 0.405795 }, { "accuracy": 0.376291, "f1": 0.357037, "f1_weighted": 0.383274 }, { "accuracy": 0.346778, "f1": 0.343752, "f1_weighted": 0.348885 }, { "accuracy": 0.368421, "f1": 0.342257, "f1_weighted": 0.381409 }, { "accuracy": 0.345794, "f1": 0.342186, "f1_weighted": 0.354519 }, { "accuracy": 0.369405, "f1": 0.362387, "f1_weighted": 0.373625 } ], "main_score": 0.371471, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "accuracy": 0.04609, "f1": 0.023887, "f1_weighted": 0.028472, "scores_per_experiment": [ { "accuracy": 0.058534, "f1": 0.036023, "f1_weighted": 0.040062 }, { "accuracy": 0.046237, "f1": 0.025663, "f1_weighted": 0.030835 }, { "accuracy": 0.037383, "f1": 0.018326, "f1_weighted": 0.024001 }, { "accuracy": 0.042302, "f1": 0.016358, "f1_weighted": 0.017683 }, { "accuracy": 0.055583, "f1": 0.029898, "f1_weighted": 0.037121 }, { "accuracy": 0.042794, "f1": 0.02164, "f1_weighted": 0.02118 }, { "accuracy": 0.050172, "f1": 0.0263, "f1_weighted": 0.030732 }, { "accuracy": 0.029513, "f1": 0.022286, "f1_weighted": 0.024449 }, { "accuracy": 0.046729, "f1": 0.014916, "f1_weighted": 0.027634 }, { "accuracy": 0.051648, "f1": 0.027458, "f1_weighted": 0.031028 } ], "main_score": 0.04609, "hf_subset": "my", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.386522, "f1": 0.383623, "f1_weighted": 0.392512, "scores_per_experiment": [ { "accuracy": 0.381702, "f1": 0.376514, "f1_weighted": 0.389266 }, { "accuracy": 0.379242, "f1": 0.374497, "f1_weighted": 0.387433 }, { "accuracy": 0.400885, "f1": 0.39086, "f1_weighted": 0.41051 }, { "accuracy": 0.390064, "f1": 0.390069, "f1_weighted": 0.388526 }, { "accuracy": 0.410723, "f1": 0.398861, "f1_weighted": 0.418969 }, { "accuracy": 0.387113, "f1": 0.382789, "f1_weighted": 0.390833 }, { "accuracy": 0.357108, "f1": 0.362679, "f1_weighted": 0.359621 }, { "accuracy": 0.396458, "f1": 0.389597, "f1_weighted": 0.405653 }, { "accuracy": 0.357108, "f1": 0.369083, "f1_weighted": 0.366197 }, { "accuracy": 0.40482, "f1": 0.40128, "f1_weighted": 0.408113 } ], "main_score": 0.386522, "hf_subset": "sq", "languages": [ "sqi-Latn" ] }, { "accuracy": 0.378357, "f1": 0.386439, "f1_weighted": 0.37897, "scores_per_experiment": [ { "accuracy": 0.409739, "f1": 0.410732, "f1_weighted": 0.41251 }, { "accuracy": 0.398918, "f1": 0.386819, "f1_weighted": 0.400615 }, { "accuracy": 0.382194, "f1": 0.392589, "f1_weighted": 0.381337 }, { "accuracy": 0.37334, "f1": 0.375237, "f1_weighted": 0.375368 }, { "accuracy": 0.403345, "f1": 0.394288, "f1_weighted": 0.409552 }, { "accuracy": 0.379242, "f1": 0.401914, "f1_weighted": 0.376379 }, { "accuracy": 0.36547, "f1": 0.38694, "f1_weighted": 0.362745 }, { "accuracy": 0.359075, "f1": 0.373923, "f1_weighted": 0.358816 }, { "accuracy": 0.349238, "f1": 0.363686, "f1_weighted": 0.346693 }, { "accuracy": 0.36301, "f1": 0.378267, "f1_weighted": 0.36568 } ], "main_score": 0.378357, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "accuracy": 0.38062, "f1": 0.364295, "f1_weighted": 0.386837, "scores_per_experiment": [ { "accuracy": 0.369897, "f1": 0.362351, "f1_weighted": 0.377872 }, { "accuracy": 0.385637, "f1": 0.350206, "f1_weighted": 0.395741 }, { "accuracy": 0.360059, "f1": 0.348642, "f1_weighted": 0.367664 }, { "accuracy": 0.400885, "f1": 0.38364, "f1_weighted": 0.401989 }, { "accuracy": 0.393507, "f1": 0.370303, "f1_weighted": 0.399986 }, { "accuracy": 0.372848, "f1": 0.360714, "f1_weighted": 0.383043 }, { "accuracy": 0.383178, "f1": 0.378934, "f1_weighted": 0.387209 }, { "accuracy": 0.384161, "f1": 0.354422, "f1_weighted": 0.388223 }, { "accuracy": 0.36301, "f1": 0.363945, "f1_weighted": 0.365198 }, { "accuracy": 0.393015, "f1": 0.369789, "f1_weighted": 0.401443 } ], "main_score": 0.38062, "hf_subset": "af", "languages": [ "afr-Latn" ] }, { "accuracy": 0.045942, "f1": 0.025424, "f1_weighted": 0.022434, "scores_per_experiment": [ { "accuracy": 0.051156, "f1": 0.035838, "f1_weighted": 0.025384 }, { "accuracy": 0.058534, "f1": 0.03253, "f1_weighted": 0.028356 }, { "accuracy": 0.029021, "f1": 0.020259, "f1_weighted": 0.014544 }, { "accuracy": 0.039843, "f1": 0.021768, "f1_weighted": 0.02244 }, { "accuracy": 0.042794, "f1": 0.023057, "f1_weighted": 0.021535 }, { "accuracy": 0.05755, "f1": 0.037641, "f1_weighted": 0.028394 }, { "accuracy": 0.039351, "f1": 0.020531, "f1_weighted": 0.014751 }, { "accuracy": 0.037875, "f1": 0.020593, "f1_weighted": 0.017401 }, { "accuracy": 0.04181, "f1": 0.022299, "f1_weighted": 0.025783 }, { "accuracy": 0.061485, "f1": 0.019724, "f1_weighted": 0.025753 } ], "main_score": 0.045942, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "accuracy": 0.089326, "f1": 0.085852, "f1_weighted": 0.088531, "scores_per_experiment": [ { "accuracy": 0.098377, "f1": 0.095435, "f1_weighted": 0.105699 }, { "accuracy": 0.084604, "f1": 0.084069, "f1_weighted": 0.083935 }, { "accuracy": 0.088539, "f1": 0.078444, "f1_weighted": 0.085494 }, { "accuracy": 0.092474, "f1": 0.089942, "f1_weighted": 0.086085 }, { "accuracy": 0.086572, "f1": 0.086516, "f1_weighted": 0.097691 }, { "accuracy": 0.079685, "f1": 0.088395, "f1_weighted": 0.08225 }, { "accuracy": 0.076242, "f1": 0.077767, "f1_weighted": 0.077391 }, { "accuracy": 0.093458, "f1": 0.084226, "f1_weighted": 0.087505 }, { "accuracy": 0.09395, "f1": 0.079326, "f1_weighted": 0.089428 }, { "accuracy": 0.099361, "f1": 0.094401, "f1_weighted": 0.089828 } ], "main_score": 0.089326, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ] }, { "accuracy": 0.401426, "f1": 0.399614, "f1_weighted": 0.404219, "scores_per_experiment": [ { "accuracy": 0.401377, "f1": 0.405893, "f1_weighted": 0.410528 }, { "accuracy": 0.408264, "f1": 0.37823, "f1_weighted": 0.412666 }, { "accuracy": 0.393999, "f1": 0.395203, "f1_weighted": 0.38993 }, { "accuracy": 0.401869, "f1": 0.39793, "f1_weighted": 0.40549 }, { "accuracy": 0.407772, "f1": 0.404776, "f1_weighted": 0.413457 }, { "accuracy": 0.400885, "f1": 0.401354, "f1_weighted": 0.398931 }, { "accuracy": 0.395967, "f1": 0.397162, "f1_weighted": 0.400209 }, { "accuracy": 0.398426, "f1": 0.399593, "f1_weighted": 0.403278 }, { "accuracy": 0.407772, "f1": 0.41676, "f1_weighted": 0.404985 }, { "accuracy": 0.397934, "f1": 0.399235, "f1_weighted": 0.402716 } ], "main_score": 0.401426, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "accuracy": 0.029907, "f1": 0.010999, "f1_weighted": 0.015797, "scores_per_experiment": [ { "accuracy": 0.030005, "f1": 0.010865, "f1_weighted": 0.01977 }, { "accuracy": 0.022135, "f1": 0.00788, "f1_weighted": 0.005833 }, { "accuracy": 0.030005, "f1": 0.01087, "f1_weighted": 0.010852 }, { "accuracy": 0.056075, "f1": 0.01699, "f1_weighted": 0.036821 }, { "accuracy": 0.030497, "f1": 0.014109, "f1_weighted": 0.022683 }, { "accuracy": 0.035908, "f1": 0.012358, "f1_weighted": 0.017661 }, { "accuracy": 0.0182, "f1": 0.003702, "f1_weighted": 0.004028 }, { "accuracy": 0.013773, "f1": 0.008403, "f1_weighted": 0.005016 }, { "accuracy": 0.048697, "f1": 0.015365, "f1_weighted": 0.027767 }, { "accuracy": 0.013773, "f1": 0.009448, "f1_weighted": 0.007544 } ], "main_score": 0.029907, "hf_subset": "he", "languages": [ "heb-Hebr" ] }, { "accuracy": 0.368667, "f1": 0.370878, "f1_weighted": 0.371742, "scores_per_experiment": [ { "accuracy": 0.353665, "f1": 0.366016, "f1_weighted": 0.35562 }, { "accuracy": 0.36301, "f1": 0.361806, "f1_weighted": 0.366966 }, { "accuracy": 0.390556, "f1": 0.394302, "f1_weighted": 0.391557 }, { "accuracy": 0.394491, "f1": 0.388047, "f1_weighted": 0.398606 }, { "accuracy": 0.369897, "f1": 0.362382, "f1_weighted": 0.366376 }, { "accuracy": 0.386621, "f1": 0.37657, "f1_weighted": 0.393247 }, { "accuracy": 0.341367, "f1": 0.359305, "f1_weighted": 0.348706 }, { "accuracy": 0.357108, "f1": 0.350016, "f1_weighted": 0.369378 }, { "accuracy": 0.366454, "f1": 0.379821, "f1_weighted": 0.364945 }, { "accuracy": 0.363502, "f1": 0.370516, "f1_weighted": 0.362021 } ], "main_score": 0.368667, "hf_subset": "mn", "languages": [ "mon-Cyrl" ] }, { "accuracy": 0.035514, "f1": 0.024782, "f1_weighted": 0.02708, "scores_per_experiment": [ { "accuracy": 0.038859, "f1": 0.029071, "f1_weighted": 0.033427 }, { "accuracy": 0.034432, "f1": 0.024651, "f1_weighted": 0.024537 }, { "accuracy": 0.047713, "f1": 0.031286, "f1_weighted": 0.036727 }, { "accuracy": 0.04181, "f1": 0.030329, "f1_weighted": 0.03003 }, { "accuracy": 0.019183, "f1": 0.012502, "f1_weighted": 0.013777 }, { "accuracy": 0.038367, "f1": 0.018992, "f1_weighted": 0.024745 }, { "accuracy": 0.034432, "f1": 0.024414, "f1_weighted": 0.025081 }, { "accuracy": 0.034924, "f1": 0.016644, "f1_weighted": 0.023631 }, { "accuracy": 0.040826, "f1": 0.032819, "f1_weighted": 0.036348 }, { "accuracy": 0.024594, "f1": 0.027116, "f1_weighted": 0.022497 } ], "main_score": 0.035514, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "accuracy": 0.033891, "f1": 0.013749, "f1_weighted": 0.020724, "scores_per_experiment": [ { "accuracy": 0.036891, "f1": 0.015164, "f1_weighted": 0.023045 }, { "accuracy": 0.028037, "f1": 0.013634, "f1_weighted": 0.014855 }, { "accuracy": 0.030497, "f1": 0.010413, "f1_weighted": 0.019403 }, { "accuracy": 0.034432, "f1": 0.012494, "f1_weighted": 0.022747 }, { "accuracy": 0.036399, "f1": 0.019964, "f1_weighted": 0.025491 }, { "accuracy": 0.018692, "f1": 0.007301, "f1_weighted": 0.007155 }, { "accuracy": 0.028529, "f1": 0.015442, "f1_weighted": 0.017225 }, { "accuracy": 0.050664, "f1": 0.016852, "f1_weighted": 0.03285 }, { "accuracy": 0.045253, "f1": 0.017137, "f1_weighted": 0.029382 }, { "accuracy": 0.029513, "f1": 0.009091, "f1_weighted": 0.015086 } ], "main_score": 0.033891, "hf_subset": "hy", "languages": [ "hye-Armn" ] }, { "accuracy": 0.347811, "f1": 0.343537, "f1_weighted": 0.351031, "scores_per_experiment": [ { "accuracy": 0.3576, "f1": 0.350513, "f1_weighted": 0.363983 }, { "accuracy": 0.348746, "f1": 0.338703, "f1_weighted": 0.354241 }, { "accuracy": 0.352189, "f1": 0.352383, "f1_weighted": 0.34886 }, { "accuracy": 0.358583, "f1": 0.348215, "f1_weighted": 0.364965 }, { "accuracy": 0.364486, "f1": 0.35442, "f1_weighted": 0.377303 }, { "accuracy": 0.345303, "f1": 0.335531, "f1_weighted": 0.340999 }, { "accuracy": 0.341367, "f1": 0.346703, "f1_weighted": 0.340085 }, { "accuracy": 0.332514, "f1": 0.33068, "f1_weighted": 0.338516 }, { "accuracy": 0.335465, "f1": 0.342869, "f1_weighted": 0.340638 }, { "accuracy": 0.341859, "f1": 0.335354, "f1_weighted": 0.34072 } ], "main_score": 0.347811, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "accuracy": 0.360698, "f1": 0.344611, "f1_weighted": 0.367928, "scores_per_experiment": [ { "accuracy": 0.375799, "f1": 0.370391, "f1_weighted": 0.385159 }, { "accuracy": 0.382686, "f1": 0.344406, "f1_weighted": 0.393107 }, { "accuracy": 0.346778, "f1": 0.33679, "f1_weighted": 0.348284 }, { "accuracy": 0.356124, "f1": 0.334697, "f1_weighted": 0.363885 }, { "accuracy": 0.382194, "f1": 0.359091, "f1_weighted": 0.387865 }, { "accuracy": 0.340876, "f1": 0.331629, "f1_weighted": 0.352344 }, { "accuracy": 0.344319, "f1": 0.340746, "f1_weighted": 0.348339 }, { "accuracy": 0.365962, "f1": 0.346885, "f1_weighted": 0.374317 }, { "accuracy": 0.353173, "f1": 0.340511, "f1_weighted": 0.363386 }, { "accuracy": 0.359075, "f1": 0.340965, "f1_weighted": 0.362589 } ], "main_score": 0.360698, "hf_subset": "cy", "languages": [ "cym-Latn" ] }, { "accuracy": 0.041515, "f1": 0.021003, "f1_weighted": 0.022011, "scores_per_experiment": [ { "accuracy": 0.045745, "f1": 0.02674, "f1_weighted": 0.028892 }, { "accuracy": 0.04968, "f1": 0.023174, "f1_weighted": 0.026364 }, { "accuracy": 0.043286, "f1": 0.015226, "f1_weighted": 0.018499 }, { "accuracy": 0.038859, "f1": 0.020758, "f1_weighted": 0.02004 }, { "accuracy": 0.036399, "f1": 0.022758, "f1_weighted": 0.019966 }, { "accuracy": 0.037875, "f1": 0.019325, "f1_weighted": 0.016831 }, { "accuracy": 0.033448, "f1": 0.01608, "f1_weighted": 0.012981 }, { "accuracy": 0.058042, "f1": 0.023365, "f1_weighted": 0.031014 }, { "accuracy": 0.037383, "f1": 0.020602, "f1_weighted": 0.024255 }, { "accuracy": 0.034432, "f1": 0.022001, "f1_weighted": 0.02127 } ], "main_score": 0.041515, "hf_subset": "km", "languages": [ "khm-Khmr" ] }, { "accuracy": 0.384407, "f1": 0.371899, "f1_weighted": 0.388449, "scores_per_experiment": [ { "accuracy": 0.381702, "f1": 0.37363, "f1_weighted": 0.38178 }, { "accuracy": 0.382194, "f1": 0.367721, "f1_weighted": 0.391397 }, { "accuracy": 0.372848, "f1": 0.371089, "f1_weighted": 0.374394 }, { "accuracy": 0.39695, "f1": 0.396332, "f1_weighted": 0.397253 }, { "accuracy": 0.418101, "f1": 0.385678, "f1_weighted": 0.427338 }, { "accuracy": 0.36301, "f1": 0.349306, "f1_weighted": 0.36663 }, { "accuracy": 0.363502, "f1": 0.353256, "f1_weighted": 0.364764 }, { "accuracy": 0.398918, "f1": 0.37157, "f1_weighted": 0.407572 }, { "accuracy": 0.393015, "f1": 0.391003, "f1_weighted": 0.398563 }, { "accuracy": 0.373832, "f1": 0.359403, "f1_weighted": 0.374802 } ], "main_score": 0.384407, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "accuracy": 0.400098, "f1": 0.378101, "f1_weighted": 0.409111, "scores_per_experiment": [ { "accuracy": 0.393507, "f1": 0.372657, "f1_weighted": 0.400462 }, { "accuracy": 0.412199, "f1": 0.380419, "f1_weighted": 0.422638 }, { "accuracy": 0.401377, "f1": 0.38042, "f1_weighted": 0.406096 }, { "accuracy": 0.400885, "f1": 0.371735, "f1_weighted": 0.412443 }, { "accuracy": 0.431874, "f1": 0.395169, "f1_weighted": 0.446234 }, { "accuracy": 0.409739, "f1": 0.386259, "f1_weighted": 0.415586 }, { "accuracy": 0.381702, "f1": 0.371753, "f1_weighted": 0.385756 }, { "accuracy": 0.395967, "f1": 0.378032, "f1_weighted": 0.411215 }, { "accuracy": 0.38908, "f1": 0.376746, "f1_weighted": 0.395028 }, { "accuracy": 0.384653, "f1": 0.367821, "f1_weighted": 0.39565 } ], "main_score": 0.400098, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "accuracy": 0.543138, "f1": 0.506026, "f1_weighted": 0.548304, "scores_per_experiment": [ { "accuracy": 0.563699, "f1": 0.520208, "f1_weighted": 0.56638 }, { "accuracy": 0.56665, "f1": 0.5138, "f1_weighted": 0.570655 }, { "accuracy": 0.537137, "f1": 0.504586, "f1_weighted": 0.541083 }, { "accuracy": 0.559272, "f1": 0.509275, "f1_weighted": 0.566245 }, { "accuracy": 0.544515, "f1": 0.505274, "f1_weighted": 0.553039 }, { "accuracy": 0.51697, "f1": 0.488964, "f1_weighted": 0.522379 }, { "accuracy": 0.541072, "f1": 0.511315, "f1_weighted": 0.545681 }, { "accuracy": 0.52484, "f1": 0.484958, "f1_weighted": 0.529111 }, { "accuracy": 0.510576, "f1": 0.49582, "f1_weighted": 0.515725 }, { "accuracy": 0.56665, "f1": 0.526057, "f1_weighted": 0.572741 } ], "main_score": 0.543138, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "accuracy": 0.323807, "f1": 0.312783, "f1_weighted": 0.330428, "scores_per_experiment": [ { "accuracy": 0.318249, "f1": 0.3038, "f1_weighted": 0.321848 }, { "accuracy": 0.32907, "f1": 0.31955, "f1_weighted": 0.337985 }, { "accuracy": 0.314806, "f1": 0.314287, "f1_weighted": 0.316685 }, { "accuracy": 0.348746, "f1": 0.341947, "f1_weighted": 0.358441 }, { "accuracy": 0.341367, "f1": 0.314296, "f1_weighted": 0.348535 }, { "accuracy": 0.307427, "f1": 0.291115, "f1_weighted": 0.31826 }, { "accuracy": 0.325135, "f1": 0.306007, "f1_weighted": 0.325012 }, { "accuracy": 0.304968, "f1": 0.299291, "f1_weighted": 0.318649 }, { "accuracy": 0.306444, "f1": 0.309312, "f1_weighted": 0.309364 }, { "accuracy": 0.341859, "f1": 0.328222, "f1_weighted": 0.349505 } ], "main_score": 0.323807, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "accuracy": 0.377718, "f1": 0.36391, "f1_weighted": 0.382188, "scores_per_experiment": [ { "accuracy": 0.385145, "f1": 0.370352, "f1_weighted": 0.384533 }, { "accuracy": 0.381702, "f1": 0.367499, "f1_weighted": 0.381572 }, { "accuracy": 0.354648, "f1": 0.343019, "f1_weighted": 0.358056 }, { "accuracy": 0.38908, "f1": 0.376767, "f1_weighted": 0.394042 }, { "accuracy": 0.400394, "f1": 0.37639, "f1_weighted": 0.409569 }, { "accuracy": 0.380718, "f1": 0.359861, "f1_weighted": 0.38875 }, { "accuracy": 0.365962, "f1": 0.354336, "f1_weighted": 0.367331 }, { "accuracy": 0.367437, "f1": 0.354542, "f1_weighted": 0.373832 }, { "accuracy": 0.383669, "f1": 0.378028, "f1_weighted": 0.388131 }, { "accuracy": 0.368421, "f1": 0.358306, "f1_weighted": 0.376068 } ], "main_score": 0.377718, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "accuracy": 0.036104, "f1": 0.026813, "f1_weighted": 0.026969, "scores_per_experiment": [ { "accuracy": 0.04427, "f1": 0.034921, "f1_weighted": 0.034503 }, { "accuracy": 0.027545, "f1": 0.023722, "f1_weighted": 0.014052 }, { "accuracy": 0.035908, "f1": 0.022666, "f1_weighted": 0.024347 }, { "accuracy": 0.038367, "f1": 0.031293, "f1_weighted": 0.035013 }, { "accuracy": 0.027054, "f1": 0.023211, "f1_weighted": 0.024592 }, { "accuracy": 0.035908, "f1": 0.031986, "f1_weighted": 0.02708 }, { "accuracy": 0.036891, "f1": 0.021838, "f1_weighted": 0.020474 }, { "accuracy": 0.029021, "f1": 0.026978, "f1_weighted": 0.028793 }, { "accuracy": 0.055091, "f1": 0.028219, "f1_weighted": 0.039931 }, { "accuracy": 0.030989, "f1": 0.023297, "f1_weighted": 0.020904 } ], "main_score": 0.036104, "hf_subset": "ur", "languages": [ "urd-Arab" ] }, { "accuracy": 0.342105, "f1": 0.32194, "f1_weighted": 0.34712, "scores_per_experiment": [ { "accuracy": 0.362027, "f1": 0.336564, "f1_weighted": 0.362109 }, { "accuracy": 0.352681, "f1": 0.317051, "f1_weighted": 0.358658 }, { "accuracy": 0.346286, "f1": 0.329822, "f1_weighted": 0.349172 }, { "accuracy": 0.341859, "f1": 0.324895, "f1_weighted": 0.344203 }, { "accuracy": 0.369405, "f1": 0.338774, "f1_weighted": 0.379445 }, { "accuracy": 0.356124, "f1": 0.332839, "f1_weighted": 0.370748 }, { "accuracy": 0.302509, "f1": 0.29341, "f1_weighted": 0.304602 }, { "accuracy": 0.337924, "f1": 0.321584, "f1_weighted": 0.343333 }, { "accuracy": 0.319725, "f1": 0.312697, "f1_weighted": 0.319902 }, { "accuracy": 0.332514, "f1": 0.311767, "f1_weighted": 0.339032 } ], "main_score": 0.342105, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "accuracy": 0.048697, "f1": 0.035967, "f1_weighted": 0.044237, "scores_per_experiment": [ { "accuracy": 0.060502, "f1": 0.04312, "f1_weighted": 0.062002 }, { "accuracy": 0.035416, "f1": 0.024285, "f1_weighted": 0.026168 }, { "accuracy": 0.043778, "f1": 0.040674, "f1_weighted": 0.040623 }, { "accuracy": 0.036891, "f1": 0.03272, "f1_weighted": 0.03693 }, { "accuracy": 0.044761, "f1": 0.030345, "f1_weighted": 0.044279 }, { "accuracy": 0.046237, "f1": 0.037969, "f1_weighted": 0.043226 }, { "accuracy": 0.056567, "f1": 0.045193, "f1_weighted": 0.056777 }, { "accuracy": 0.059026, "f1": 0.040174, "f1_weighted": 0.047787 }, { "accuracy": 0.057059, "f1": 0.03386, "f1_weighted": 0.048917 }, { "accuracy": 0.046729, "f1": 0.031331, "f1_weighted": 0.035661 } ], "main_score": 0.048697, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "accuracy": 0.030546, "f1": 0.01492, "f1_weighted": 0.017854, "scores_per_experiment": [ { "accuracy": 0.040826, "f1": 0.016448, "f1_weighted": 0.027117 }, { "accuracy": 0.028037, "f1": 0.010949, "f1_weighted": 0.008843 }, { "accuracy": 0.021151, "f1": 0.018506, "f1_weighted": 0.015262 }, { "accuracy": 0.030005, "f1": 0.0112, "f1_weighted": 0.016433 }, { "accuracy": 0.031972, "f1": 0.017173, "f1_weighted": 0.02209 }, { "accuracy": 0.038367, "f1": 0.017241, "f1_weighted": 0.016024 }, { "accuracy": 0.035416, "f1": 0.013405, "f1_weighted": 0.01513 }, { "accuracy": 0.026562, "f1": 0.015369, "f1_weighted": 0.022166 }, { "accuracy": 0.033448, "f1": 0.019722, "f1_weighted": 0.02756 }, { "accuracy": 0.019675, "f1": 0.009185, "f1_weighted": 0.007918 } ], "main_score": 0.030546, "hf_subset": "am", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.0303, "f1": 0.011441, "f1_weighted": 0.017551, "scores_per_experiment": [ { "accuracy": 0.03394, "f1": 0.009825, "f1_weighted": 0.021176 }, { "accuracy": 0.027054, "f1": 0.013493, "f1_weighted": 0.012317 }, { "accuracy": 0.012789, "f1": 0.011114, "f1_weighted": 0.006681 }, { "accuracy": 0.039351, "f1": 0.015114, "f1_weighted": 0.024025 }, { "accuracy": 0.042794, "f1": 0.011723, "f1_weighted": 0.02507 }, { "accuracy": 0.022627, "f1": 0.009337, "f1_weighted": 0.009162 }, { "accuracy": 0.026562, "f1": 0.014814, "f1_weighted": 0.014039 }, { "accuracy": 0.036891, "f1": 0.010934, "f1_weighted": 0.025649 }, { "accuracy": 0.038367, "f1": 0.011527, "f1_weighted": 0.023284 }, { "accuracy": 0.022627, "f1": 0.006532, "f1_weighted": 0.014102 } ], "main_score": 0.0303, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "accuracy": 0.023709, "f1": 0.009534, "f1_weighted": 0.0129, "scores_per_experiment": [ { "accuracy": 0.035416, "f1": 0.010133, "f1_weighted": 0.020147 }, { "accuracy": 0.021151, "f1": 0.009639, "f1_weighted": 0.010286 }, { "accuracy": 0.011805, "f1": 0.006326, "f1_weighted": 0.007544 }, { "accuracy": 0.022135, "f1": 0.013432, "f1_weighted": 0.013883 }, { "accuracy": 0.031481, "f1": 0.010026, "f1_weighted": 0.01294 }, { "accuracy": 0.028037, "f1": 0.008927, "f1_weighted": 0.013301 }, { "accuracy": 0.019675, "f1": 0.009199, "f1_weighted": 0.011176 }, { "accuracy": 0.014265, "f1": 0.008165, "f1_weighted": 0.009172 }, { "accuracy": 0.022627, "f1": 0.009545, "f1_weighted": 0.013987 }, { "accuracy": 0.030497, "f1": 0.00995, "f1_weighted": 0.016565 } ], "main_score": 0.023709, "hf_subset": "ml", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.374422, "f1": 0.359909, "f1_weighted": 0.377434, "scores_per_experiment": [ { "accuracy": 0.371372, "f1": 0.358826, "f1_weighted": 0.372675 }, { "accuracy": 0.379242, "f1": 0.358796, "f1_weighted": 0.380737 }, { "accuracy": 0.364978, "f1": 0.358676, "f1_weighted": 0.366159 }, { "accuracy": 0.381702, "f1": 0.359639, "f1_weighted": 0.389761 }, { "accuracy": 0.386129, "f1": 0.358717, "f1_weighted": 0.390285 }, { "accuracy": 0.37088, "f1": 0.355985, "f1_weighted": 0.372027 }, { "accuracy": 0.361535, "f1": 0.353982, "f1_weighted": 0.359598 }, { "accuracy": 0.370389, "f1": 0.35281, "f1_weighted": 0.374132 }, { "accuracy": 0.390556, "f1": 0.386311, "f1_weighted": 0.394776 }, { "accuracy": 0.367437, "f1": 0.355349, "f1_weighted": 0.374195 } ], "main_score": 0.374422, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "accuracy": 0.364191, "f1": 0.35667, "f1_weighted": 0.371992, "scores_per_experiment": [ { "accuracy": 0.352681, "f1": 0.355894, "f1_weighted": 0.365282 }, { "accuracy": 0.368913, "f1": 0.342334, "f1_weighted": 0.375141 }, { "accuracy": 0.377275, "f1": 0.365055, "f1_weighted": 0.388047 }, { "accuracy": 0.368913, "f1": 0.360301, "f1_weighted": 0.374667 }, { "accuracy": 0.379734, "f1": 0.360071, "f1_weighted": 0.391871 }, { "accuracy": 0.369897, "f1": 0.368003, "f1_weighted": 0.371515 }, { "accuracy": 0.353173, "f1": 0.356289, "f1_weighted": 0.359815 }, { "accuracy": 0.37334, "f1": 0.36209, "f1_weighted": 0.387145 }, { "accuracy": 0.360059, "f1": 0.367487, "f1_weighted": 0.361317 }, { "accuracy": 0.337924, "f1": 0.329177, "f1_weighted": 0.345115 } ], "main_score": 0.364191, "hf_subset": "jv", "languages": [ "jav-Latn" ] }, { "accuracy": 0.389916, "f1": 0.376107, "f1_weighted": 0.395108, "scores_per_experiment": [ { "accuracy": 0.40728, "f1": 0.389425, "f1_weighted": 0.412159 }, { "accuracy": 0.378259, "f1": 0.372039, "f1_weighted": 0.383164 }, { "accuracy": 0.364486, "f1": 0.355643, "f1_weighted": 0.370959 }, { "accuracy": 0.406296, "f1": 0.384041, "f1_weighted": 0.411101 }, { "accuracy": 0.408756, "f1": 0.383682, "f1_weighted": 0.414931 }, { "accuracy": 0.363994, "f1": 0.356937, "f1_weighted": 0.365545 }, { "accuracy": 0.382194, "f1": 0.368643, "f1_weighted": 0.391081 }, { "accuracy": 0.383178, "f1": 0.36662, "f1_weighted": 0.391055 }, { "accuracy": 0.386621, "f1": 0.389547, "f1_weighted": 0.383928 }, { "accuracy": 0.418101, "f1": 0.394493, "f1_weighted": 0.427155 } ], "main_score": 0.389916, "hf_subset": "fi", "languages": [ "fin-Latn" ] } ] }, "evaluation_time": 1688.5226409435272, "kg_co2_emissions": null }