{ "dataset_revision": "4672e20407010da34463acc759c162ca9734bca6", "task_name": "MassiveIntentClassification", "mteb_version": "1.18.0", "scores": { "validation": [ { "accuracy": 0.379734, "f1": 0.377145, "f1_weighted": 0.385871, "scores_per_experiment": [ { "accuracy": 0.394983, "f1": 0.392639, "f1_weighted": 0.409448 }, { "accuracy": 0.377275, "f1": 0.364654, "f1_weighted": 0.374538 }, { "accuracy": 0.387113, "f1": 0.377298, "f1_weighted": 0.392215 }, { "accuracy": 0.388588, "f1": 0.380404, "f1_weighted": 0.398646 }, { "accuracy": 0.398426, "f1": 0.384349, "f1_weighted": 0.404316 }, { "accuracy": 0.370389, "f1": 0.372973, "f1_weighted": 0.383397 }, { "accuracy": 0.367437, "f1": 0.379073, "f1_weighted": 0.36378 }, { "accuracy": 0.36547, "f1": 0.35656, "f1_weighted": 0.375117 }, { "accuracy": 0.38121, "f1": 0.388968, "f1_weighted": 0.386321 }, { "accuracy": 0.366454, "f1": 0.374531, "f1_weighted": 0.370933 } ], "main_score": 0.379734, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "accuracy": 0.039646, "f1": 0.022082, "f1_weighted": 0.027457, "scores_per_experiment": [ { "accuracy": 0.038367, "f1": 0.033093, "f1_weighted": 0.03644 }, { "accuracy": 0.036399, "f1": 0.018637, "f1_weighted": 0.027201 }, { "accuracy": 0.04427, "f1": 0.020839, "f1_weighted": 0.027039 }, { "accuracy": 0.035416, "f1": 0.012992, "f1_weighted": 0.016123 }, { "accuracy": 0.046729, "f1": 0.029794, "f1_weighted": 0.033881 }, { "accuracy": 0.044761, "f1": 0.022736, "f1_weighted": 0.027865 }, { "accuracy": 0.042302, "f1": 0.020191, "f1_weighted": 0.026303 }, { "accuracy": 0.03394, "f1": 0.021069, "f1_weighted": 0.026575 }, { "accuracy": 0.031481, "f1": 0.017936, "f1_weighted": 0.023886 }, { "accuracy": 0.042794, "f1": 0.023537, "f1_weighted": 0.029259 } ], "main_score": 0.039646, "hf_subset": "my", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.122676, "f1": 0.115511, "f1_weighted": 0.129596, "scores_per_experiment": [ { "accuracy": 0.121003, "f1": 0.118086, "f1_weighted": 0.129846 }, { "accuracy": 0.130841, "f1": 0.118685, "f1_weighted": 0.13995 }, { "accuracy": 0.13576, "f1": 0.125282, "f1_weighted": 0.147534 }, { "accuracy": 0.121987, "f1": 0.115996, "f1_weighted": 0.126071 }, { "accuracy": 0.129365, "f1": 0.113885, "f1_weighted": 0.137018 }, { "accuracy": 0.101328, "f1": 0.09855, "f1_weighted": 0.103788 }, { "accuracy": 0.104771, "f1": 0.108233, "f1_weighted": 0.110102 }, { "accuracy": 0.139695, "f1": 0.128625, "f1_weighted": 0.146112 }, { "accuracy": 0.125922, "f1": 0.125518, "f1_weighted": 0.129154 }, { "accuracy": 0.116085, "f1": 0.102254, "f1_weighted": 0.126386 } ], "main_score": 0.122676, "hf_subset": "hy", "languages": [ "hye-Armn" ] }, { "accuracy": 0.331677, "f1": 0.327575, "f1_weighted": 0.334328, "scores_per_experiment": [ { "accuracy": 0.326119, "f1": 0.340499, "f1_weighted": 0.328559 }, { "accuracy": 0.330546, "f1": 0.321208, "f1_weighted": 0.342174 }, { "accuracy": 0.325627, "f1": 0.318715, "f1_weighted": 0.326685 }, { "accuracy": 0.366454, "f1": 0.35548, "f1_weighted": 0.364476 }, { "accuracy": 0.341859, "f1": 0.335017, "f1_weighted": 0.34831 }, { "accuracy": 0.319725, "f1": 0.315151, "f1_weighted": 0.318046 }, { "accuracy": 0.309395, "f1": 0.303952, "f1_weighted": 0.313687 }, { "accuracy": 0.336449, "f1": 0.334549, "f1_weighted": 0.341298 }, { "accuracy": 0.334973, "f1": 0.333787, "f1_weighted": 0.335654 }, { "accuracy": 0.325627, "f1": 0.317391, "f1_weighted": 0.324392 } ], "main_score": 0.331677, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "accuracy": 0.036203, "f1": 0.02742, "f1_weighted": 0.032039, "scores_per_experiment": [ { "accuracy": 0.036399, "f1": 0.029746, "f1_weighted": 0.033866 }, { "accuracy": 0.025578, "f1": 0.025602, "f1_weighted": 0.022383 }, { "accuracy": 0.030005, "f1": 0.024427, "f1_weighted": 0.027854 }, { "accuracy": 0.045253, "f1": 0.031682, "f1_weighted": 0.041168 }, { "accuracy": 0.042302, "f1": 0.028548, "f1_weighted": 0.039647 }, { "accuracy": 0.043286, "f1": 0.028492, "f1_weighted": 0.037467 }, { "accuracy": 0.024594, "f1": 0.018979, "f1_weighted": 0.02003 }, { "accuracy": 0.038367, "f1": 0.028277, "f1_weighted": 0.036126 }, { "accuracy": 0.035416, "f1": 0.02786, "f1_weighted": 0.028904 }, { "accuracy": 0.040826, "f1": 0.030587, "f1_weighted": 0.032946 } ], "main_score": 0.036203, "hf_subset": "kn", "languages": [ "kan-Knda" ] }, { "accuracy": 0.33576, "f1": 0.318983, "f1_weighted": 0.339927, "scores_per_experiment": [ { "accuracy": 0.349729, "f1": 0.334978, "f1_weighted": 0.350165 }, { "accuracy": 0.348746, "f1": 0.320364, "f1_weighted": 0.352834 }, { "accuracy": 0.345794, "f1": 0.330799, "f1_weighted": 0.351026 }, { "accuracy": 0.348746, "f1": 0.337137, "f1_weighted": 0.351283 }, { "accuracy": 0.316281, "f1": 0.298551, "f1_weighted": 0.326944 }, { "accuracy": 0.344811, "f1": 0.319703, "f1_weighted": 0.351909 }, { "accuracy": 0.31333, "f1": 0.297908, "f1_weighted": 0.314765 }, { "accuracy": 0.333497, "f1": 0.313217, "f1_weighted": 0.338662 }, { "accuracy": 0.322676, "f1": 0.325106, "f1_weighted": 0.326291 }, { "accuracy": 0.333989, "f1": 0.312064, "f1_weighted": 0.335393 } ], "main_score": 0.33576, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "accuracy": 0.32543, "f1": 0.316074, "f1_weighted": 0.330402, "scores_per_experiment": [ { "accuracy": 0.332514, "f1": 0.318951, "f1_weighted": 0.3364 }, { "accuracy": 0.318249, "f1": 0.306528, "f1_weighted": 0.325071 }, { "accuracy": 0.33153, "f1": 0.321475, "f1_weighted": 0.338376 }, { "accuracy": 0.325135, "f1": 0.316795, "f1_weighted": 0.32838 }, { "accuracy": 0.315789, "f1": 0.316433, "f1_weighted": 0.327034 }, { "accuracy": 0.345794, "f1": 0.328349, "f1_weighted": 0.350547 }, { "accuracy": 0.319725, "f1": 0.315268, "f1_weighted": 0.329294 }, { "accuracy": 0.328578, "f1": 0.318989, "f1_weighted": 0.332364 }, { "accuracy": 0.313822, "f1": 0.311131, "f1_weighted": 0.309547 }, { "accuracy": 0.323168, "f1": 0.306822, "f1_weighted": 0.327005 } ], "main_score": 0.32543, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "accuracy": 0.248697, "f1": 0.243416, "f1_weighted": 0.252232, "scores_per_experiment": [ { "accuracy": 0.267093, "f1": 0.260577, "f1_weighted": 0.271842 }, { "accuracy": 0.265125, "f1": 0.24465, "f1_weighted": 0.270565 }, { "accuracy": 0.246926, "f1": 0.245579, "f1_weighted": 0.251184 }, { "accuracy": 0.243974, "f1": 0.236822, "f1_weighted": 0.248256 }, { "accuracy": 0.261682, "f1": 0.2521, "f1_weighted": 0.269908 }, { "accuracy": 0.239547, "f1": 0.237992, "f1_weighted": 0.243332 }, { "accuracy": 0.236596, "f1": 0.238623, "f1_weighted": 0.237126 }, { "accuracy": 0.252828, "f1": 0.249915, "f1_weighted": 0.253835 }, { "accuracy": 0.225775, "f1": 0.230368, "f1_weighted": 0.22354 }, { "accuracy": 0.247418, "f1": 0.237536, "f1_weighted": 0.252733 } ], "main_score": 0.248697, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "accuracy": 0.027054, "f1": 0.011798, "f1_weighted": 0.016441, "scores_per_experiment": [ { "accuracy": 0.033448, "f1": 0.012555, "f1_weighted": 0.0215 }, { "accuracy": 0.031481, "f1": 0.011523, "f1_weighted": 0.014041 }, { "accuracy": 0.021151, "f1": 0.009556, "f1_weighted": 0.011742 }, { "accuracy": 0.03394, "f1": 0.017979, "f1_weighted": 0.022488 }, { "accuracy": 0.036891, "f1": 0.012272, "f1_weighted": 0.020883 }, { "accuracy": 0.013281, "f1": 0.006017, "f1_weighted": 0.006621 }, { "accuracy": 0.030989, "f1": 0.014286, "f1_weighted": 0.018825 }, { "accuracy": 0.018692, "f1": 0.012469, "f1_weighted": 0.013918 }, { "accuracy": 0.020659, "f1": 0.01055, "f1_weighted": 0.016385 }, { "accuracy": 0.030005, "f1": 0.010769, "f1_weighted": 0.018009 } ], "main_score": 0.027054, "hf_subset": "ml", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.322627, "f1": 0.320736, "f1_weighted": 0.328491, "scores_per_experiment": [ { "accuracy": 0.318741, "f1": 0.32557, "f1_weighted": 0.330134 }, { "accuracy": 0.315298, "f1": 0.309857, "f1_weighted": 0.321409 }, { "accuracy": 0.316773, "f1": 0.318024, "f1_weighted": 0.322183 }, { "accuracy": 0.33694, "f1": 0.325561, "f1_weighted": 0.342503 }, { "accuracy": 0.342843, "f1": 0.319918, "f1_weighted": 0.350127 }, { "accuracy": 0.332022, "f1": 0.336644, "f1_weighted": 0.341583 }, { "accuracy": 0.309395, "f1": 0.301221, "f1_weighted": 0.310258 }, { "accuracy": 0.312346, "f1": 0.31828, "f1_weighted": 0.316051 }, { "accuracy": 0.318249, "f1": 0.329084, "f1_weighted": 0.321057 }, { "accuracy": 0.32366, "f1": 0.323201, "f1_weighted": 0.329607 } ], "main_score": 0.322627, "hf_subset": "az", "languages": [ "aze-Latn" ] }, { "accuracy": 0.304673, "f1": 0.310461, "f1_weighted": 0.306507, "scores_per_experiment": [ { "accuracy": 0.308411, "f1": 0.325789, "f1_weighted": 0.307666 }, { "accuracy": 0.309887, "f1": 0.304699, "f1_weighted": 0.316588 }, { "accuracy": 0.294638, "f1": 0.305817, "f1_weighted": 0.292371 }, { "accuracy": 0.320708, "f1": 0.326069, "f1_weighted": 0.321618 }, { "accuracy": 0.314314, "f1": 0.315188, "f1_weighted": 0.317649 }, { "accuracy": 0.288244, "f1": 0.289319, "f1_weighted": 0.294624 }, { "accuracy": 0.294147, "f1": 0.304614, "f1_weighted": 0.292167 }, { "accuracy": 0.291687, "f1": 0.291989, "f1_weighted": 0.295797 }, { "accuracy": 0.308903, "f1": 0.319146, "f1_weighted": 0.306597 }, { "accuracy": 0.315789, "f1": 0.321978, "f1_weighted": 0.31999 } ], "main_score": 0.304673, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "accuracy": 0.361436, "f1": 0.349691, "f1_weighted": 0.370552, "scores_per_experiment": [ { "accuracy": 0.372848, "f1": 0.360579, "f1_weighted": 0.379799 }, { "accuracy": 0.350713, "f1": 0.33859, "f1_weighted": 0.359884 }, { "accuracy": 0.358091, "f1": 0.34469, "f1_weighted": 0.373657 }, { "accuracy": 0.383178, "f1": 0.364433, "f1_weighted": 0.391454 }, { "accuracy": 0.360059, "f1": 0.356723, "f1_weighted": 0.367327 }, { "accuracy": 0.36547, "f1": 0.343521, "f1_weighted": 0.374527 }, { "accuracy": 0.345794, "f1": 0.341373, "f1_weighted": 0.355916 }, { "accuracy": 0.366945, "f1": 0.351907, "f1_weighted": 0.378267 }, { "accuracy": 0.350713, "f1": 0.346961, "f1_weighted": 0.352079 }, { "accuracy": 0.360551, "f1": 0.348134, "f1_weighted": 0.372607 } ], "main_score": 0.361436, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "accuracy": 0.330251, "f1": 0.325735, "f1_weighted": 0.332956, "scores_per_experiment": [ { "accuracy": 0.343335, "f1": 0.340698, "f1_weighted": 0.347084 }, { "accuracy": 0.348746, "f1": 0.344411, "f1_weighted": 0.348628 }, { "accuracy": 0.333989, "f1": 0.332794, "f1_weighted": 0.339567 }, { "accuracy": 0.319725, "f1": 0.314995, "f1_weighted": 0.325979 }, { "accuracy": 0.332514, "f1": 0.329176, "f1_weighted": 0.339525 }, { "accuracy": 0.328578, "f1": 0.32615, "f1_weighted": 0.327618 }, { "accuracy": 0.319233, "f1": 0.317598, "f1_weighted": 0.319519 }, { "accuracy": 0.333989, "f1": 0.32356, "f1_weighted": 0.340193 }, { "accuracy": 0.318249, "f1": 0.318134, "f1_weighted": 0.318426 }, { "accuracy": 0.324152, "f1": 0.30983, "f1_weighted": 0.323022 } ], "main_score": 0.330251, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "accuracy": 0.55755, "f1": 0.535062, "f1_weighted": 0.554136, "scores_per_experiment": [ { "accuracy": 0.563699, "f1": 0.541869, "f1_weighted": 0.565186 }, { "accuracy": 0.577472, "f1": 0.550499, "f1_weighted": 0.572454 }, { "accuracy": 0.562223, "f1": 0.539243, "f1_weighted": 0.558944 }, { "accuracy": 0.573045, "f1": 0.552648, "f1_weighted": 0.567049 }, { "accuracy": 0.555337, "f1": 0.537594, "f1_weighted": 0.548949 }, { "accuracy": 0.55878, "f1": 0.544132, "f1_weighted": 0.558454 }, { "accuracy": 0.536645, "f1": 0.519884, "f1_weighted": 0.533314 }, { "accuracy": 0.53517, "f1": 0.519073, "f1_weighted": 0.537762 }, { "accuracy": 0.543532, "f1": 0.516806, "f1_weighted": 0.538558 }, { "accuracy": 0.569602, "f1": 0.528872, "f1_weighted": 0.560692 } ], "main_score": 0.55755, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "accuracy": 0.180325, "f1": 0.180342, "f1_weighted": 0.182499, "scores_per_experiment": [ { "accuracy": 0.184948, "f1": 0.182714, "f1_weighted": 0.187734 }, { "accuracy": 0.179538, "f1": 0.180222, "f1_weighted": 0.182268 }, { "accuracy": 0.169208, "f1": 0.172515, "f1_weighted": 0.17062 }, { "accuracy": 0.190851, "f1": 0.183707, "f1_weighted": 0.193504 }, { "accuracy": 0.187408, "f1": 0.178529, "f1_weighted": 0.193651 }, { "accuracy": 0.174619, "f1": 0.177618, "f1_weighted": 0.181061 }, { "accuracy": 0.182489, "f1": 0.18537, "f1_weighted": 0.183975 }, { "accuracy": 0.185932, "f1": 0.176667, "f1_weighted": 0.188525 }, { "accuracy": 0.178062, "f1": 0.190766, "f1_weighted": 0.173219 }, { "accuracy": 0.170192, "f1": 0.175307, "f1_weighted": 0.170436 } ], "main_score": 0.180325, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "accuracy": 0.373733, "f1": 0.367812, "f1_weighted": 0.375647, "scores_per_experiment": [ { "accuracy": 0.39154, "f1": 0.387387, "f1_weighted": 0.393606 }, { "accuracy": 0.376783, "f1": 0.359905, "f1_weighted": 0.382667 }, { "accuracy": 0.363994, "f1": 0.368431, "f1_weighted": 0.366549 }, { "accuracy": 0.379242, "f1": 0.356485, "f1_weighted": 0.374897 }, { "accuracy": 0.393999, "f1": 0.386994, "f1_weighted": 0.395314 }, { "accuracy": 0.377767, "f1": 0.365157, "f1_weighted": 0.377603 }, { "accuracy": 0.353665, "f1": 0.34939, "f1_weighted": 0.35471 }, { "accuracy": 0.368913, "f1": 0.364467, "f1_weighted": 0.378739 }, { "accuracy": 0.363994, "f1": 0.3692, "f1_weighted": 0.360975 }, { "accuracy": 0.367437, "f1": 0.370707, "f1_weighted": 0.371413 } ], "main_score": 0.373733, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "accuracy": 0.331874, "f1": 0.327739, "f1_weighted": 0.334475, "scores_per_experiment": [ { "accuracy": 0.330546, "f1": 0.329737, "f1_weighted": 0.332751 }, { "accuracy": 0.324643, "f1": 0.316015, "f1_weighted": 0.332238 }, { "accuracy": 0.319233, "f1": 0.317072, "f1_weighted": 0.315886 }, { "accuracy": 0.341367, "f1": 0.342578, "f1_weighted": 0.348409 }, { "accuracy": 0.344319, "f1": 0.335898, "f1_weighted": 0.352172 }, { "accuracy": 0.330546, "f1": 0.319036, "f1_weighted": 0.328744 }, { "accuracy": 0.320708, "f1": 0.312706, "f1_weighted": 0.323627 }, { "accuracy": 0.339892, "f1": 0.340322, "f1_weighted": 0.339631 }, { "accuracy": 0.323168, "f1": 0.332832, "f1_weighted": 0.323218 }, { "accuracy": 0.344319, "f1": 0.331198, "f1_weighted": 0.348078 } ], "main_score": 0.331874, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "accuracy": 0.309444, "f1": 0.302973, "f1_weighted": 0.313696, "scores_per_experiment": [ { "accuracy": 0.307919, "f1": 0.308006, "f1_weighted": 0.307787 }, { "accuracy": 0.306936, "f1": 0.290987, "f1_weighted": 0.310678 }, { "accuracy": 0.300049, "f1": 0.287105, "f1_weighted": 0.302532 }, { "accuracy": 0.310871, "f1": 0.31297, "f1_weighted": 0.312203 }, { "accuracy": 0.314314, "f1": 0.305194, "f1_weighted": 0.322107 }, { "accuracy": 0.318741, "f1": 0.301983, "f1_weighted": 0.318716 }, { "accuracy": 0.29513, "f1": 0.303533, "f1_weighted": 0.301006 }, { "accuracy": 0.300541, "f1": 0.288656, "f1_weighted": 0.310477 }, { "accuracy": 0.312346, "f1": 0.307844, "f1_weighted": 0.314151 }, { "accuracy": 0.327595, "f1": 0.32345, "f1_weighted": 0.337298 } ], "main_score": 0.309444, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "accuracy": 0.033055, "f1": 0.018385, "f1_weighted": 0.019003, "scores_per_experiment": [ { "accuracy": 0.040334, "f1": 0.013538, "f1_weighted": 0.020543 }, { "accuracy": 0.026562, "f1": 0.018709, "f1_weighted": 0.01368 }, { "accuracy": 0.028529, "f1": 0.018252, "f1_weighted": 0.015584 }, { "accuracy": 0.03394, "f1": 0.01743, "f1_weighted": 0.020196 }, { "accuracy": 0.039351, "f1": 0.023969, "f1_weighted": 0.026146 }, { "accuracy": 0.027054, "f1": 0.018525, "f1_weighted": 0.013881 }, { "accuracy": 0.031481, "f1": 0.012984, "f1_weighted": 0.011782 }, { "accuracy": 0.042794, "f1": 0.020164, "f1_weighted": 0.025733 }, { "accuracy": 0.030989, "f1": 0.020101, "f1_weighted": 0.022676 }, { "accuracy": 0.029513, "f1": 0.020179, "f1_weighted": 0.019812 } ], "main_score": 0.033055, "hf_subset": "km", "languages": [ "khm-Khmr" ] }, { "accuracy": 0.322971, "f1": 0.317065, "f1_weighted": 0.32521, "scores_per_experiment": [ { "accuracy": 0.316773, "f1": 0.325563, "f1_weighted": 0.323014 }, { "accuracy": 0.345303, "f1": 0.329285, "f1_weighted": 0.353301 }, { "accuracy": 0.316773, "f1": 0.32152, "f1_weighted": 0.315688 }, { "accuracy": 0.32366, "f1": 0.30994, "f1_weighted": 0.327561 }, { "accuracy": 0.354156, "f1": 0.34241, "f1_weighted": 0.356917 }, { "accuracy": 0.315298, "f1": 0.309526, "f1_weighted": 0.312224 }, { "accuracy": 0.310379, "f1": 0.299382, "f1_weighted": 0.306364 }, { "accuracy": 0.300541, "f1": 0.297914, "f1_weighted": 0.304198 }, { "accuracy": 0.321692, "f1": 0.313533, "f1_weighted": 0.325318 }, { "accuracy": 0.325135, "f1": 0.321575, "f1_weighted": 0.327519 } ], "main_score": 0.322971, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "accuracy": 0.34422, "f1": 0.33898, "f1_weighted": 0.351115, "scores_per_experiment": [ { "accuracy": 0.379242, "f1": 0.366485, "f1_weighted": 0.38398 }, { "accuracy": 0.3394, "f1": 0.336056, "f1_weighted": 0.337342 }, { "accuracy": 0.352681, "f1": 0.347357, "f1_weighted": 0.364814 }, { "accuracy": 0.340384, "f1": 0.32707, "f1_weighted": 0.351901 }, { "accuracy": 0.327595, "f1": 0.329556, "f1_weighted": 0.338711 }, { "accuracy": 0.346778, "f1": 0.335019, "f1_weighted": 0.356315 }, { "accuracy": 0.327103, "f1": 0.331005, "f1_weighted": 0.3295 }, { "accuracy": 0.342843, "f1": 0.335566, "f1_weighted": 0.354131 }, { "accuracy": 0.332022, "f1": 0.337196, "f1_weighted": 0.334159 }, { "accuracy": 0.354156, "f1": 0.344491, "f1_weighted": 0.360295 } ], "main_score": 0.34422, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "accuracy": 0.258829, "f1": 0.247211, "f1_weighted": 0.266113, "scores_per_experiment": [ { "accuracy": 0.258731, "f1": 0.260531, "f1_weighted": 0.262445 }, { "accuracy": 0.260698, "f1": 0.236613, "f1_weighted": 0.271033 }, { "accuracy": 0.259223, "f1": 0.247076, "f1_weighted": 0.267303 }, { "accuracy": 0.270536, "f1": 0.256138, "f1_weighted": 0.279449 }, { "accuracy": 0.269552, "f1": 0.249885, "f1_weighted": 0.280077 }, { "accuracy": 0.262666, "f1": 0.258843, "f1_weighted": 0.269945 }, { "accuracy": 0.25578, "f1": 0.242601, "f1_weighted": 0.262749 }, { "accuracy": 0.260207, "f1": 0.241632, "f1_weighted": 0.272067 }, { "accuracy": 0.236104, "f1": 0.233027, "f1_weighted": 0.241406 }, { "accuracy": 0.254796, "f1": 0.245758, "f1_weighted": 0.254659 } ], "main_score": 0.258829, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "accuracy": 0.145745, "f1": 0.142162, "f1_weighted": 0.146303, "scores_per_experiment": [ { "accuracy": 0.156419, "f1": 0.15176, "f1_weighted": 0.15944 }, { "accuracy": 0.138219, "f1": 0.132579, "f1_weighted": 0.138367 }, { "accuracy": 0.151992, "f1": 0.145881, "f1_weighted": 0.152061 }, { "accuracy": 0.151992, "f1": 0.155611, "f1_weighted": 0.149546 }, { "accuracy": 0.155435, "f1": 0.151096, "f1_weighted": 0.162928 }, { "accuracy": 0.148057, "f1": 0.151213, "f1_weighted": 0.148184 }, { "accuracy": 0.140679, "f1": 0.134272, "f1_weighted": 0.142113 }, { "accuracy": 0.141663, "f1": 0.137994, "f1_weighted": 0.138581 }, { "accuracy": 0.146581, "f1": 0.137625, "f1_weighted": 0.147815 }, { "accuracy": 0.126414, "f1": 0.123591, "f1_weighted": 0.123995 } ], "main_score": 0.145745, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "accuracy": 0.341712, "f1": 0.342693, "f1_weighted": 0.343016, "scores_per_experiment": [ { "accuracy": 0.337432, "f1": 0.333922, "f1_weighted": 0.338337 }, { "accuracy": 0.327595, "f1": 0.326419, "f1_weighted": 0.33375 }, { "accuracy": 0.352189, "f1": 0.350582, "f1_weighted": 0.352457 }, { "accuracy": 0.3576, "f1": 0.349307, "f1_weighted": 0.357692 }, { "accuracy": 0.362027, "f1": 0.361112, "f1_weighted": 0.364724 }, { "accuracy": 0.359075, "f1": 0.367807, "f1_weighted": 0.360533 }, { "accuracy": 0.318741, "f1": 0.319356, "f1_weighted": 0.32065 }, { "accuracy": 0.332514, "f1": 0.33427, "f1_weighted": 0.336556 }, { "accuracy": 0.325627, "f1": 0.338223, "f1_weighted": 0.324445 }, { "accuracy": 0.344319, "f1": 0.345934, "f1_weighted": 0.341012 } ], "main_score": 0.341712, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "accuracy": 0.354156, "f1": 0.348617, "f1_weighted": 0.356384, "scores_per_experiment": [ { "accuracy": 0.3394, "f1": 0.34112, "f1_weighted": 0.340374 }, { "accuracy": 0.359075, "f1": 0.355191, "f1_weighted": 0.364146 }, { "accuracy": 0.353665, "f1": 0.351587, "f1_weighted": 0.353032 }, { "accuracy": 0.355632, "f1": 0.347153, "f1_weighted": 0.361163 }, { "accuracy": 0.379734, "f1": 0.36497, "f1_weighted": 0.386046 }, { "accuracy": 0.364486, "f1": 0.356949, "f1_weighted": 0.35961 }, { "accuracy": 0.312346, "f1": 0.308987, "f1_weighted": 0.31288 }, { "accuracy": 0.360551, "f1": 0.347613, "f1_weighted": 0.366133 }, { "accuracy": 0.356616, "f1": 0.360332, "f1_weighted": 0.360269 }, { "accuracy": 0.360059, "f1": 0.352271, "f1_weighted": 0.360188 } ], "main_score": 0.354156, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "accuracy": 0.309346, "f1": 0.314226, "f1_weighted": 0.315552, "scores_per_experiment": [ { "accuracy": 0.320216, "f1": 0.321396, "f1_weighted": 0.319148 }, { "accuracy": 0.320216, "f1": 0.320202, "f1_weighted": 0.329246 }, { "accuracy": 0.292671, "f1": 0.300835, "f1_weighted": 0.302916 }, { "accuracy": 0.301033, "f1": 0.305717, "f1_weighted": 0.308248 }, { "accuracy": 0.320216, "f1": 0.327163, "f1_weighted": 0.331306 }, { "accuracy": 0.333005, "f1": 0.322774, "f1_weighted": 0.341145 }, { "accuracy": 0.315298, "f1": 0.326716, "f1_weighted": 0.320358 }, { "accuracy": 0.286768, "f1": 0.296084, "f1_weighted": 0.293038 }, { "accuracy": 0.293163, "f1": 0.302177, "f1_weighted": 0.295452 }, { "accuracy": 0.310871, "f1": 0.319192, "f1_weighted": 0.314662 } ], "main_score": 0.309346, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "accuracy": 0.352238, "f1": 0.34416, "f1_weighted": 0.357954, "scores_per_experiment": [ { "accuracy": 0.354648, "f1": 0.34633, "f1_weighted": 0.363062 }, { "accuracy": 0.336449, "f1": 0.327311, "f1_weighted": 0.342802 }, { "accuracy": 0.36547, "f1": 0.355539, "f1_weighted": 0.366587 }, { "accuracy": 0.351205, "f1": 0.336083, "f1_weighted": 0.356832 }, { "accuracy": 0.373832, "f1": 0.367692, "f1_weighted": 0.37865 }, { "accuracy": 0.342843, "f1": 0.337741, "f1_weighted": 0.348649 }, { "accuracy": 0.3394, "f1": 0.340381, "f1_weighted": 0.342014 }, { "accuracy": 0.359567, "f1": 0.349043, "f1_weighted": 0.375513 }, { "accuracy": 0.334973, "f1": 0.329757, "f1_weighted": 0.339934 }, { "accuracy": 0.363994, "f1": 0.351726, "f1_weighted": 0.365494 } ], "main_score": 0.352238, "hf_subset": "sq", "languages": [ "sqi-Latn" ] }, { "accuracy": 0.196016, "f1": 0.181715, "f1_weighted": 0.202734, "scores_per_experiment": [ { "accuracy": 0.194786, "f1": 0.187566, "f1_weighted": 0.198337 }, { "accuracy": 0.201181, "f1": 0.179312, "f1_weighted": 0.210211 }, { "accuracy": 0.201181, "f1": 0.178204, "f1_weighted": 0.206765 }, { "accuracy": 0.212986, "f1": 0.198063, "f1_weighted": 0.222151 }, { "accuracy": 0.204132, "f1": 0.18021, "f1_weighted": 0.21264 }, { "accuracy": 0.190851, "f1": 0.176415, "f1_weighted": 0.19775 }, { "accuracy": 0.192327, "f1": 0.188413, "f1_weighted": 0.194279 }, { "accuracy": 0.178062, "f1": 0.1717, "f1_weighted": 0.186682 }, { "accuracy": 0.182489, "f1": 0.179604, "f1_weighted": 0.186509 }, { "accuracy": 0.202164, "f1": 0.177667, "f1_weighted": 0.212013 } ], "main_score": 0.196016, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "accuracy": 0.343581, "f1": 0.34034, "f1_weighted": 0.347167, "scores_per_experiment": [ { "accuracy": 0.33694, "f1": 0.33681, "f1_weighted": 0.344386 }, { "accuracy": 0.360551, "f1": 0.355557, "f1_weighted": 0.365023 }, { "accuracy": 0.334481, "f1": 0.33601, "f1_weighted": 0.334892 }, { "accuracy": 0.350221, "f1": 0.34602, "f1_weighted": 0.350651 }, { "accuracy": 0.352681, "f1": 0.345884, "f1_weighted": 0.360697 }, { "accuracy": 0.339892, "f1": 0.334102, "f1_weighted": 0.340305 }, { "accuracy": 0.317757, "f1": 0.321971, "f1_weighted": 0.319902 }, { "accuracy": 0.348254, "f1": 0.339924, "f1_weighted": 0.357751 }, { "accuracy": 0.341367, "f1": 0.345965, "f1_weighted": 0.341901 }, { "accuracy": 0.353665, "f1": 0.341158, "f1_weighted": 0.356163 } ], "main_score": 0.343581, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "accuracy": 0.139646, "f1": 0.136644, "f1_weighted": 0.14691, "scores_per_experiment": [ { "accuracy": 0.149533, "f1": 0.148276, "f1_weighted": 0.153821 }, { "accuracy": 0.151008, "f1": 0.141226, "f1_weighted": 0.16273 }, { "accuracy": 0.133301, "f1": 0.134332, "f1_weighted": 0.140002 }, { "accuracy": 0.139695, "f1": 0.139896, "f1_weighted": 0.148758 }, { "accuracy": 0.144614, "f1": 0.139815, "f1_weighted": 0.151904 }, { "accuracy": 0.127398, "f1": 0.124636, "f1_weighted": 0.131394 }, { "accuracy": 0.139695, "f1": 0.138826, "f1_weighted": 0.144699 }, { "accuracy": 0.132809, "f1": 0.131912, "f1_weighted": 0.146189 }, { "accuracy": 0.125922, "f1": 0.129431, "f1_weighted": 0.124974 }, { "accuracy": 0.152484, "f1": 0.138089, "f1_weighted": 0.164631 } ], "main_score": 0.139646, "hf_subset": "ta", "languages": [ "tam-Taml" ] }, { "accuracy": 0.173094, "f1": 0.159298, "f1_weighted": 0.181935, "scores_per_experiment": [ { "accuracy": 0.181997, "f1": 0.170932, "f1_weighted": 0.189728 }, { "accuracy": 0.175111, "f1": 0.159367, "f1_weighted": 0.184283 }, { "accuracy": 0.175603, "f1": 0.152486, "f1_weighted": 0.187025 }, { "accuracy": 0.173143, "f1": 0.15678, "f1_weighted": 0.184341 }, { "accuracy": 0.18544, "f1": 0.167028, "f1_weighted": 0.194705 }, { "accuracy": 0.177078, "f1": 0.162739, "f1_weighted": 0.187651 }, { "accuracy": 0.158387, "f1": 0.14633, "f1_weighted": 0.168036 }, { "accuracy": 0.166749, "f1": 0.156831, "f1_weighted": 0.174285 }, { "accuracy": 0.167732, "f1": 0.168856, "f1_weighted": 0.171342 }, { "accuracy": 0.1697, "f1": 0.151629, "f1_weighted": 0.17795 } ], "main_score": 0.173094, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "accuracy": 0.318495, "f1": 0.299824, "f1_weighted": 0.327321, "scores_per_experiment": [ { "accuracy": 0.315789, "f1": 0.30607, "f1_weighted": 0.31829 }, { "accuracy": 0.32907, "f1": 0.288192, "f1_weighted": 0.340476 }, { "accuracy": 0.320708, "f1": 0.305432, "f1_weighted": 0.331401 }, { "accuracy": 0.319233, "f1": 0.311706, "f1_weighted": 0.320558 }, { "accuracy": 0.319233, "f1": 0.299307, "f1_weighted": 0.326551 }, { "accuracy": 0.306936, "f1": 0.284833, "f1_weighted": 0.315318 }, { "accuracy": 0.304476, "f1": 0.287398, "f1_weighted": 0.322215 }, { "accuracy": 0.32907, "f1": 0.301151, "f1_weighted": 0.344415 }, { "accuracy": 0.30546, "f1": 0.303732, "f1_weighted": 0.309493 }, { "accuracy": 0.334973, "f1": 0.310423, "f1_weighted": 0.344494 } ], "main_score": 0.318495, "hf_subset": "tl", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.377423, "f1": 0.38121, "f1_weighted": 0.374317, "scores_per_experiment": [ { "accuracy": 0.391048, "f1": 0.389973, "f1_weighted": 0.390137 }, { "accuracy": 0.36301, "f1": 0.35986, "f1_weighted": 0.357128 }, { "accuracy": 0.396458, "f1": 0.394275, "f1_weighted": 0.390197 }, { "accuracy": 0.385637, "f1": 0.393055, "f1_weighted": 0.38154 }, { "accuracy": 0.402853, "f1": 0.399504, "f1_weighted": 0.404083 }, { "accuracy": 0.384161, "f1": 0.376568, "f1_weighted": 0.377347 }, { "accuracy": 0.354648, "f1": 0.37848, "f1_weighted": 0.349202 }, { "accuracy": 0.368913, "f1": 0.374349, "f1_weighted": 0.370876 }, { "accuracy": 0.371864, "f1": 0.380747, "f1_weighted": 0.370043 }, { "accuracy": 0.355632, "f1": 0.365291, "f1_weighted": 0.352621 } ], "main_score": 0.377423, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "accuracy": 0.302607, "f1": 0.293507, "f1_weighted": 0.310462, "scores_per_experiment": [ { "accuracy": 0.282833, "f1": 0.272309, "f1_weighted": 0.289234 }, { "accuracy": 0.334481, "f1": 0.31699, "f1_weighted": 0.347457 }, { "accuracy": 0.290703, "f1": 0.292224, "f1_weighted": 0.294279 }, { "accuracy": 0.301525, "f1": 0.28824, "f1_weighted": 0.310509 }, { "accuracy": 0.298574, "f1": 0.292503, "f1_weighted": 0.312614 }, { "accuracy": 0.307919, "f1": 0.302405, "f1_weighted": 0.314493 }, { "accuracy": 0.299557, "f1": 0.292753, "f1_weighted": 0.307936 }, { "accuracy": 0.318249, "f1": 0.306474, "f1_weighted": 0.323144 }, { "accuracy": 0.293163, "f1": 0.287905, "f1_weighted": 0.299647 }, { "accuracy": 0.299065, "f1": 0.283271, "f1_weighted": 0.30531 } ], "main_score": 0.302607, "hf_subset": "af", "languages": [ "afr-Latn" ] }, { "accuracy": 0.312395, "f1": 0.299308, "f1_weighted": 0.31775, "scores_per_experiment": [ { "accuracy": 0.313822, "f1": 0.305476, "f1_weighted": 0.322678 }, { "accuracy": 0.330054, "f1": 0.308766, "f1_weighted": 0.336214 }, { "accuracy": 0.321692, "f1": 0.303583, "f1_weighted": 0.327621 }, { "accuracy": 0.333989, "f1": 0.336284, "f1_weighted": 0.337396 }, { "accuracy": 0.331038, "f1": 0.306769, "f1_weighted": 0.335941 }, { "accuracy": 0.294638, "f1": 0.28131, "f1_weighted": 0.299534 }, { "accuracy": 0.303, "f1": 0.289678, "f1_weighted": 0.305852 }, { "accuracy": 0.315789, "f1": 0.296721, "f1_weighted": 0.325298 }, { "accuracy": 0.301033, "f1": 0.295924, "f1_weighted": 0.302216 }, { "accuracy": 0.278898, "f1": 0.268572, "f1_weighted": 0.284749 } ], "main_score": 0.312395, "hf_subset": "jv", "languages": [ "jav-Latn" ] }, { "accuracy": 0.210182, "f1": 0.195489, "f1_weighted": 0.219954, "scores_per_experiment": [ { "accuracy": 0.230202, "f1": 0.218013, "f1_weighted": 0.234641 }, { "accuracy": 0.219872, "f1": 0.200319, "f1_weighted": 0.233399 }, { "accuracy": 0.224299, "f1": 0.206864, "f1_weighted": 0.231954 }, { "accuracy": 0.208559, "f1": 0.192381, "f1_weighted": 0.21733 }, { "accuracy": 0.200197, "f1": 0.193156, "f1_weighted": 0.211076 }, { "accuracy": 0.19577, "f1": 0.183623, "f1_weighted": 0.207218 }, { "accuracy": 0.195278, "f1": 0.18605, "f1_weighted": 0.207058 }, { "accuracy": 0.215937, "f1": 0.19543, "f1_weighted": 0.228114 }, { "accuracy": 0.190851, "f1": 0.179173, "f1_weighted": 0.198887 }, { "accuracy": 0.220856, "f1": 0.199877, "f1_weighted": 0.229869 } ], "main_score": 0.210182, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ] }, { "accuracy": 0.339056, "f1": 0.343583, "f1_weighted": 0.343827, "scores_per_experiment": [ { "accuracy": 0.366945, "f1": 0.376972, "f1_weighted": 0.373832 }, { "accuracy": 0.367929, "f1": 0.35663, "f1_weighted": 0.372284 }, { "accuracy": 0.33153, "f1": 0.349163, "f1_weighted": 0.330424 }, { "accuracy": 0.344319, "f1": 0.333201, "f1_weighted": 0.35322 }, { "accuracy": 0.358583, "f1": 0.356193, "f1_weighted": 0.364469 }, { "accuracy": 0.345794, "f1": 0.341913, "f1_weighted": 0.355443 }, { "accuracy": 0.319233, "f1": 0.320825, "f1_weighted": 0.32579 }, { "accuracy": 0.323168, "f1": 0.330455, "f1_weighted": 0.326725 }, { "accuracy": 0.316281, "f1": 0.340669, "f1_weighted": 0.315966 }, { "accuracy": 0.316773, "f1": 0.329808, "f1_weighted": 0.320122 } ], "main_score": 0.339056, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "accuracy": 0.213478, "f1": 0.205718, "f1_weighted": 0.220721, "scores_per_experiment": [ { "accuracy": 0.211018, "f1": 0.20878, "f1_weighted": 0.215028 }, { "accuracy": 0.215445, "f1": 0.205114, "f1_weighted": 0.217822 }, { "accuracy": 0.208067, "f1": 0.199801, "f1_weighted": 0.218383 }, { "accuracy": 0.212002, "f1": 0.195273, "f1_weighted": 0.216631 }, { "accuracy": 0.225283, "f1": 0.213552, "f1_weighted": 0.238347 }, { "accuracy": 0.240039, "f1": 0.227035, "f1_weighted": 0.252455 }, { "accuracy": 0.193802, "f1": 0.193966, "f1_weighted": 0.195083 }, { "accuracy": 0.21938, "f1": 0.214561, "f1_weighted": 0.229223 }, { "accuracy": 0.198229, "f1": 0.198503, "f1_weighted": 0.202867 }, { "accuracy": 0.21151, "f1": 0.200594, "f1_weighted": 0.221368 } ], "main_score": 0.213478, "hf_subset": "he", "languages": [ "heb-Hebr" ] }, { "accuracy": 0.195081, "f1": 0.196556, "f1_weighted": 0.195741, "scores_per_experiment": [ { "accuracy": 0.198721, "f1": 0.207594, "f1_weighted": 0.201003 }, { "accuracy": 0.196754, "f1": 0.193834, "f1_weighted": 0.198032 }, { "accuracy": 0.198721, "f1": 0.20753, "f1_weighted": 0.195752 }, { "accuracy": 0.186916, "f1": 0.189644, "f1_weighted": 0.187187 }, { "accuracy": 0.204624, "f1": 0.196841, "f1_weighted": 0.208824 }, { "accuracy": 0.198229, "f1": 0.187379, "f1_weighted": 0.196966 }, { "accuracy": 0.182489, "f1": 0.189809, "f1_weighted": 0.178452 }, { "accuracy": 0.18003, "f1": 0.179673, "f1_weighted": 0.181631 }, { "accuracy": 0.200689, "f1": 0.209581, "f1_weighted": 0.202589 }, { "accuracy": 0.20364, "f1": 0.203673, "f1_weighted": 0.206976 } ], "main_score": 0.195081, "hf_subset": "mn", "languages": [ "mon-Cyrl" ] }, { "accuracy": 0.165125, "f1": 0.159032, "f1_weighted": 0.168347, "scores_per_experiment": [ { "accuracy": 0.185932, "f1": 0.178319, "f1_weighted": 0.19409 }, { "accuracy": 0.156911, "f1": 0.150797, "f1_weighted": 0.159542 }, { "accuracy": 0.158387, "f1": 0.153531, "f1_weighted": 0.160433 }, { "accuracy": 0.172651, "f1": 0.16492, "f1_weighted": 0.175877 }, { "accuracy": 0.179046, "f1": 0.168294, "f1_weighted": 0.18594 }, { "accuracy": 0.164289, "f1": 0.156368, "f1_weighted": 0.17026 }, { "accuracy": 0.158387, "f1": 0.155459, "f1_weighted": 0.1584 }, { "accuracy": 0.159862, "f1": 0.153791, "f1_weighted": 0.164647 }, { "accuracy": 0.156911, "f1": 0.156718, "f1_weighted": 0.154566 }, { "accuracy": 0.158879, "f1": 0.152128, "f1_weighted": 0.159721 } ], "main_score": 0.165125, "hf_subset": "ur", "languages": [ "urd-Arab" ] }, { "accuracy": 0.259026, "f1": 0.24186, "f1_weighted": 0.271651, "scores_per_experiment": [ { "accuracy": 0.25332, "f1": 0.244917, "f1_weighted": 0.260313 }, { "accuracy": 0.261682, "f1": 0.250343, "f1_weighted": 0.276224 }, { "accuracy": 0.266601, "f1": 0.249128, "f1_weighted": 0.28371 }, { "accuracy": 0.258239, "f1": 0.243847, "f1_weighted": 0.271858 }, { "accuracy": 0.262666, "f1": 0.232987, "f1_weighted": 0.281648 }, { "accuracy": 0.266109, "f1": 0.239789, "f1_weighted": 0.276785 }, { "accuracy": 0.253812, "f1": 0.243872, "f1_weighted": 0.264214 }, { "accuracy": 0.248401, "f1": 0.232856, "f1_weighted": 0.266195 }, { "accuracy": 0.249877, "f1": 0.238572, "f1_weighted": 0.251461 }, { "accuracy": 0.269552, "f1": 0.242293, "f1_weighted": 0.284101 } ], "main_score": 0.259026, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "accuracy": 0.273094, "f1": 0.259527, "f1_weighted": 0.280696, "scores_per_experiment": [ { "accuracy": 0.272012, "f1": 0.273524, "f1_weighted": 0.278035 }, { "accuracy": 0.257255, "f1": 0.238141, "f1_weighted": 0.269439 }, { "accuracy": 0.26365, "f1": 0.262386, "f1_weighted": 0.266221 }, { "accuracy": 0.288244, "f1": 0.265589, "f1_weighted": 0.289495 }, { "accuracy": 0.268077, "f1": 0.249308, "f1_weighted": 0.283174 }, { "accuracy": 0.251353, "f1": 0.245534, "f1_weighted": 0.252362 }, { "accuracy": 0.28972, "f1": 0.277932, "f1_weighted": 0.300578 }, { "accuracy": 0.293163, "f1": 0.271829, "f1_weighted": 0.30197 }, { "accuracy": 0.272012, "f1": 0.257365, "f1_weighted": 0.281269 }, { "accuracy": 0.275455, "f1": 0.253658, "f1_weighted": 0.284416 } ], "main_score": 0.273094, "hf_subset": "cy", "languages": [ "cym-Latn" ] }, { "accuracy": 0.330694, "f1": 0.317311, "f1_weighted": 0.337275, "scores_per_experiment": [ { "accuracy": 0.350713, "f1": 0.328896, "f1_weighted": 0.361819 }, { "accuracy": 0.314314, "f1": 0.307204, "f1_weighted": 0.316565 }, { "accuracy": 0.335957, "f1": 0.322315, "f1_weighted": 0.342883 }, { "accuracy": 0.339892, "f1": 0.324157, "f1_weighted": 0.349981 }, { "accuracy": 0.334481, "f1": 0.317323, "f1_weighted": 0.351988 }, { "accuracy": 0.338908, "f1": 0.318737, "f1_weighted": 0.33951 }, { "accuracy": 0.312346, "f1": 0.306638, "f1_weighted": 0.315823 }, { "accuracy": 0.306936, "f1": 0.297129, "f1_weighted": 0.3124 }, { "accuracy": 0.327103, "f1": 0.323001, "f1_weighted": 0.327195 }, { "accuracy": 0.346286, "f1": 0.327715, "f1_weighted": 0.354589 } ], "main_score": 0.330694, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "accuracy": 0.387309, "f1": 0.391627, "f1_weighted": 0.391197, "scores_per_experiment": [ { "accuracy": 0.405312, "f1": 0.425793, "f1_weighted": 0.410808 }, { "accuracy": 0.396458, "f1": 0.377239, "f1_weighted": 0.406909 }, { "accuracy": 0.386621, "f1": 0.37583, "f1_weighted": 0.387736 }, { "accuracy": 0.387113, "f1": 0.386531, "f1_weighted": 0.386503 }, { "accuracy": 0.381702, "f1": 0.391372, "f1_weighted": 0.381451 }, { "accuracy": 0.411215, "f1": 0.412071, "f1_weighted": 0.411186 }, { "accuracy": 0.354156, "f1": 0.371655, "f1_weighted": 0.359806 }, { "accuracy": 0.382686, "f1": 0.397845, "f1_weighted": 0.388095 }, { "accuracy": 0.385637, "f1": 0.398945, "f1_weighted": 0.384448 }, { "accuracy": 0.382194, "f1": 0.378984, "f1_weighted": 0.39503 } ], "main_score": 0.387309, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "accuracy": 0.032366, "f1": 0.016185, "f1_weighted": 0.024544, "scores_per_experiment": [ { "accuracy": 0.042302, "f1": 0.016461, "f1_weighted": 0.035306 }, { "accuracy": 0.032464, "f1": 0.017791, "f1_weighted": 0.020162 }, { "accuracy": 0.03394, "f1": 0.016559, "f1_weighted": 0.026678 }, { "accuracy": 0.030497, "f1": 0.019272, "f1_weighted": 0.024726 }, { "accuracy": 0.037875, "f1": 0.016091, "f1_weighted": 0.03058 }, { "accuracy": 0.030989, "f1": 0.012035, "f1_weighted": 0.017118 }, { "accuracy": 0.026562, "f1": 0.01585, "f1_weighted": 0.019968 }, { "accuracy": 0.040334, "f1": 0.016461, "f1_weighted": 0.028183 }, { "accuracy": 0.025578, "f1": 0.016879, "f1_weighted": 0.02539 }, { "accuracy": 0.023119, "f1": 0.014452, "f1_weighted": 0.017333 } ], "main_score": 0.032366, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "accuracy": 0.332464, "f1": 0.3278, "f1_weighted": 0.33774, "scores_per_experiment": [ { "accuracy": 0.348254, "f1": 0.347168, "f1_weighted": 0.361876 }, { "accuracy": 0.333497, "f1": 0.320712, "f1_weighted": 0.342414 }, { "accuracy": 0.32366, "f1": 0.329129, "f1_weighted": 0.327454 }, { "accuracy": 0.33153, "f1": 0.318951, "f1_weighted": 0.33553 }, { "accuracy": 0.341859, "f1": 0.336488, "f1_weighted": 0.344737 }, { "accuracy": 0.338416, "f1": 0.328773, "f1_weighted": 0.344606 }, { "accuracy": 0.307919, "f1": 0.310077, "f1_weighted": 0.308957 }, { "accuracy": 0.341859, "f1": 0.336466, "f1_weighted": 0.346322 }, { "accuracy": 0.319725, "f1": 0.324813, "f1_weighted": 0.324479 }, { "accuracy": 0.337924, "f1": 0.325422, "f1_weighted": 0.341022 } ], "main_score": 0.332464, "hf_subset": "ms", "languages": [ "msa-Latn" ] }, { "accuracy": 0.218347, "f1": 0.207191, "f1_weighted": 0.222454, "scores_per_experiment": [ { "accuracy": 0.236104, "f1": 0.229474, "f1_weighted": 0.241079 }, { "accuracy": 0.225775, "f1": 0.213147, "f1_weighted": 0.233131 }, { "accuracy": 0.209051, "f1": 0.193949, "f1_weighted": 0.21029 }, { "accuracy": 0.219872, "f1": 0.205091, "f1_weighted": 0.226206 }, { "accuracy": 0.230694, "f1": 0.219129, "f1_weighted": 0.231395 }, { "accuracy": 0.220364, "f1": 0.203671, "f1_weighted": 0.226226 }, { "accuracy": 0.184456, "f1": 0.185854, "f1_weighted": 0.188729 }, { "accuracy": 0.210034, "f1": 0.195824, "f1_weighted": 0.214354 }, { "accuracy": 0.225775, "f1": 0.214073, "f1_weighted": 0.231987 }, { "accuracy": 0.221348, "f1": 0.211699, "f1_weighted": 0.221142 } ], "main_score": 0.218347, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.203492, "f1": 0.188608, "f1_weighted": 0.213363, "scores_per_experiment": [ { "accuracy": 0.209051, "f1": 0.189927, "f1_weighted": 0.221052 }, { "accuracy": 0.197737, "f1": 0.186323, "f1_weighted": 0.206769 }, { "accuracy": 0.206591, "f1": 0.182774, "f1_weighted": 0.214026 }, { "accuracy": 0.210034, "f1": 0.195028, "f1_weighted": 0.218908 }, { "accuracy": 0.196262, "f1": 0.183986, "f1_weighted": 0.20847 }, { "accuracy": 0.211018, "f1": 0.194939, "f1_weighted": 0.222851 }, { "accuracy": 0.193802, "f1": 0.182589, "f1_weighted": 0.204922 }, { "accuracy": 0.199705, "f1": 0.194975, "f1_weighted": 0.207462 }, { "accuracy": 0.205116, "f1": 0.194032, "f1_weighted": 0.206109 }, { "accuracy": 0.205607, "f1": 0.181508, "f1_weighted": 0.223065 } ], "main_score": 0.203492, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ] }, { "accuracy": 0.025726, "f1": 0.014948, "f1_weighted": 0.015779, "scores_per_experiment": [ { "accuracy": 0.032956, "f1": 0.020069, "f1_weighted": 0.020191 }, { "accuracy": 0.019675, "f1": 0.011169, "f1_weighted": 0.008007 }, { "accuracy": 0.020659, "f1": 0.011857, "f1_weighted": 0.012457 }, { "accuracy": 0.019675, "f1": 0.010807, "f1_weighted": 0.009672 }, { "accuracy": 0.030989, "f1": 0.015842, "f1_weighted": 0.021074 }, { "accuracy": 0.039351, "f1": 0.01917, "f1_weighted": 0.024994 }, { "accuracy": 0.020659, "f1": 0.014905, "f1_weighted": 0.010641 }, { "accuracy": 0.019675, "f1": 0.011521, "f1_weighted": 0.012874 }, { "accuracy": 0.031481, "f1": 0.01873, "f1_weighted": 0.023566 }, { "accuracy": 0.022135, "f1": 0.015406, "f1_weighted": 0.014315 } ], "main_score": 0.025726, "hf_subset": "am", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.138908, "f1": 0.125507, "f1_weighted": 0.147919, "scores_per_experiment": [ { "accuracy": 0.144122, "f1": 0.133929, "f1_weighted": 0.14727 }, { "accuracy": 0.152484, "f1": 0.136625, "f1_weighted": 0.160795 }, { "accuracy": 0.131825, "f1": 0.117059, "f1_weighted": 0.144824 }, { "accuracy": 0.128874, "f1": 0.125959, "f1_weighted": 0.1457 }, { "accuracy": 0.149533, "f1": 0.130776, "f1_weighted": 0.155229 }, { "accuracy": 0.159862, "f1": 0.134825, "f1_weighted": 0.16376 }, { "accuracy": 0.133792, "f1": 0.12614, "f1_weighted": 0.144221 }, { "accuracy": 0.126414, "f1": 0.119151, "f1_weighted": 0.139569 }, { "accuracy": 0.122971, "f1": 0.114474, "f1_weighted": 0.133883 }, { "accuracy": 0.139203, "f1": 0.116134, "f1_weighted": 0.14394 } ], "main_score": 0.138908, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "accuracy": 0.136399, "f1": 0.131994, "f1_weighted": 0.141273, "scores_per_experiment": [ { "accuracy": 0.132809, "f1": 0.139565, "f1_weighted": 0.13485 }, { "accuracy": 0.136252, "f1": 0.13469, "f1_weighted": 0.139968 }, { "accuracy": 0.132317, "f1": 0.130885, "f1_weighted": 0.142119 }, { "accuracy": 0.131333, "f1": 0.128072, "f1_weighted": 0.136671 }, { "accuracy": 0.148057, "f1": 0.14678, "f1_weighted": 0.152821 }, { "accuracy": 0.138219, "f1": 0.123997, "f1_weighted": 0.14555 }, { "accuracy": 0.128874, "f1": 0.128335, "f1_weighted": 0.137538 }, { "accuracy": 0.12789, "f1": 0.123838, "f1_weighted": 0.127959 }, { "accuracy": 0.13576, "f1": 0.130079, "f1_weighted": 0.142477 }, { "accuracy": 0.152484, "f1": 0.1337, "f1_weighted": 0.152777 } ], "main_score": 0.136399, "hf_subset": "ka", "languages": [ "kat-Geor" ] } ], "test": [ { "accuracy": 0.375387, "f1": 0.369869, "f1_weighted": 0.380924, "scores_per_experiment": [ { "accuracy": 0.378615, "f1": 0.372874, "f1_weighted": 0.38599 }, { "accuracy": 0.379287, "f1": 0.371077, "f1_weighted": 0.384487 }, { "accuracy": 0.376261, "f1": 0.369847, "f1_weighted": 0.381588 }, { "accuracy": 0.389038, "f1": 0.381397, "f1_weighted": 0.403162 }, { "accuracy": 0.389375, "f1": 0.375747, "f1_weighted": 0.392713 }, { "accuracy": 0.360794, "f1": 0.366048, "f1_weighted": 0.367753 }, { "accuracy": 0.372898, "f1": 0.367604, "f1_weighted": 0.370958 }, { "accuracy": 0.368527, "f1": 0.355117, "f1_weighted": 0.378377 }, { "accuracy": 0.362139, "f1": 0.35675, "f1_weighted": 0.36922 }, { "accuracy": 0.376933, "f1": 0.382226, "f1_weighted": 0.374996 } ], "main_score": 0.375387, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "accuracy": 0.034499, "f1": 0.018762, "f1_weighted": 0.024208, "scores_per_experiment": [ { "accuracy": 0.030935, "f1": 0.024481, "f1_weighted": 0.030377 }, { "accuracy": 0.040686, "f1": 0.019165, "f1_weighted": 0.031335 }, { "accuracy": 0.036315, "f1": 0.019035, "f1_weighted": 0.022389 }, { "accuracy": 0.031271, "f1": 0.012566, "f1_weighted": 0.014166 }, { "accuracy": 0.042031, "f1": 0.022984, "f1_weighted": 0.031954 }, { "accuracy": 0.037996, "f1": 0.019719, "f1_weighted": 0.023958 }, { "accuracy": 0.03228, "f1": 0.017558, "f1_weighted": 0.020561 }, { "accuracy": 0.025219, "f1": 0.015048, "f1_weighted": 0.017247 }, { "accuracy": 0.034633, "f1": 0.018118, "f1_weighted": 0.027366 }, { "accuracy": 0.033625, "f1": 0.018944, "f1_weighted": 0.022724 } ], "main_score": 0.034499, "hf_subset": "my", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.12189, "f1": 0.11419, "f1_weighted": 0.128837, "scores_per_experiment": [ { "accuracy": 0.135171, "f1": 0.125782, "f1_weighted": 0.143792 }, { "accuracy": 0.128783, "f1": 0.114465, "f1_weighted": 0.137093 }, { "accuracy": 0.121049, "f1": 0.114339, "f1_weighted": 0.128781 }, { "accuracy": 0.112307, "f1": 0.107116, "f1_weighted": 0.115341 }, { "accuracy": 0.133826, "f1": 0.118472, "f1_weighted": 0.137304 }, { "accuracy": 0.096167, "f1": 0.0964, "f1_weighted": 0.100055 }, { "accuracy": 0.12273, "f1": 0.119569, "f1_weighted": 0.130178 }, { "accuracy": 0.13349, "f1": 0.116076, "f1_weighted": 0.141423 }, { "accuracy": 0.118023, "f1": 0.116978, "f1_weighted": 0.126456 }, { "accuracy": 0.11735, "f1": 0.112701, "f1_weighted": 0.127943 } ], "main_score": 0.12189, "hf_subset": "hy", "languages": [ "hye-Armn" ] }, { "accuracy": 0.329052, "f1": 0.319425, "f1_weighted": 0.333636, "scores_per_experiment": [ { "accuracy": 0.327169, "f1": 0.334073, "f1_weighted": 0.331311 }, { "accuracy": 0.323134, "f1": 0.320389, "f1_weighted": 0.335052 }, { "accuracy": 0.323806, "f1": 0.309178, "f1_weighted": 0.327894 }, { "accuracy": 0.338601, "f1": 0.323435, "f1_weighted": 0.343563 }, { "accuracy": 0.346335, "f1": 0.323288, "f1_weighted": 0.35442 }, { "accuracy": 0.316745, "f1": 0.306985, "f1_weighted": 0.319134 }, { "accuracy": 0.337592, "f1": 0.326815, "f1_weighted": 0.343729 }, { "accuracy": 0.329523, "f1": 0.319048, "f1_weighted": 0.331145 }, { "accuracy": 0.322461, "f1": 0.316088, "f1_weighted": 0.323997 }, { "accuracy": 0.325151, "f1": 0.31495, "f1_weighted": 0.326114 } ], "main_score": 0.329052, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "accuracy": 0.034667, "f1": 0.02719, "f1_weighted": 0.030565, "scores_per_experiment": [ { "accuracy": 0.0269, "f1": 0.022107, "f1_weighted": 0.021592 }, { "accuracy": 0.027236, "f1": 0.025438, "f1_weighted": 0.020058 }, { "accuracy": 0.039341, "f1": 0.026787, "f1_weighted": 0.032914 }, { "accuracy": 0.039005, "f1": 0.025197, "f1_weighted": 0.036545 }, { "accuracy": 0.040686, "f1": 0.025592, "f1_weighted": 0.03679 }, { "accuracy": 0.04035, "f1": 0.029248, "f1_weighted": 0.033968 }, { "accuracy": 0.028917, "f1": 0.029978, "f1_weighted": 0.028906 }, { "accuracy": 0.036315, "f1": 0.032135, "f1_weighted": 0.03948 }, { "accuracy": 0.03228, "f1": 0.025501, "f1_weighted": 0.025636 }, { "accuracy": 0.035642, "f1": 0.029919, "f1_weighted": 0.029757 } ], "main_score": 0.034667, "hf_subset": "kn", "languages": [ "kan-Knda" ] }, { "accuracy": 0.331574, "f1": 0.313209, "f1_weighted": 0.336896, "scores_per_experiment": [ { "accuracy": 0.330868, "f1": 0.321285, "f1_weighted": 0.335696 }, { "accuracy": 0.338937, "f1": 0.317045, "f1_weighted": 0.343904 }, { "accuracy": 0.329859, "f1": 0.317431, "f1_weighted": 0.336055 }, { "accuracy": 0.339274, "f1": 0.322503, "f1_weighted": 0.342547 }, { "accuracy": 0.338601, "f1": 0.315809, "f1_weighted": 0.351466 }, { "accuracy": 0.343981, "f1": 0.32083, "f1_weighted": 0.35293 }, { "accuracy": 0.317081, "f1": 0.296991, "f1_weighted": 0.316738 }, { "accuracy": 0.330868, "f1": 0.306581, "f1_weighted": 0.339311 }, { "accuracy": 0.324143, "f1": 0.31353, "f1_weighted": 0.329688 }, { "accuracy": 0.322125, "f1": 0.300089, "f1_weighted": 0.32063 } ], "main_score": 0.331574, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "accuracy": 0.321957, "f1": 0.317003, "f1_weighted": 0.328305, "scores_per_experiment": [ { "accuracy": 0.337929, "f1": 0.336501, "f1_weighted": 0.346725 }, { "accuracy": 0.30733, "f1": 0.298717, "f1_weighted": 0.317276 }, { "accuracy": 0.31002, "f1": 0.30873, "f1_weighted": 0.315619 }, { "accuracy": 0.338265, "f1": 0.331666, "f1_weighted": 0.341022 }, { "accuracy": 0.317754, "f1": 0.316833, "f1_weighted": 0.327855 }, { "accuracy": 0.337929, "f1": 0.323004, "f1_weighted": 0.346371 }, { "accuracy": 0.315064, "f1": 0.318025, "f1_weighted": 0.323034 }, { "accuracy": 0.325151, "f1": 0.316513, "f1_weighted": 0.332561 }, { "accuracy": 0.289173, "f1": 0.293665, "f1_weighted": 0.286219 }, { "accuracy": 0.340955, "f1": 0.326379, "f1_weighted": 0.346373 } ], "main_score": 0.321957, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "accuracy": 0.258406, "f1": 0.25556, "f1_weighted": 0.261, "scores_per_experiment": [ { "accuracy": 0.277068, "f1": 0.269225, "f1_weighted": 0.279194 }, { "accuracy": 0.266644, "f1": 0.256263, "f1_weighted": 0.270698 }, { "accuracy": 0.247142, "f1": 0.244316, "f1_weighted": 0.241914 }, { "accuracy": 0.272024, "f1": 0.260025, "f1_weighted": 0.279899 }, { "accuracy": 0.276059, "f1": 0.269131, "f1_weighted": 0.284828 }, { "accuracy": 0.243779, "f1": 0.246984, "f1_weighted": 0.245962 }, { "accuracy": 0.248823, "f1": 0.25337, "f1_weighted": 0.25044 }, { "accuracy": 0.250504, "f1": 0.248688, "f1_weighted": 0.253782 }, { "accuracy": 0.236046, "f1": 0.241808, "f1_weighted": 0.235808 }, { "accuracy": 0.265972, "f1": 0.265786, "f1_weighted": 0.267476 } ], "main_score": 0.258406, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "accuracy": 0.027438, "f1": 0.011553, "f1_weighted": 0.017601, "scores_per_experiment": [ { "accuracy": 0.03497, "f1": 0.015902, "f1_weighted": 0.02461 }, { "accuracy": 0.02152, "f1": 0.008231, "f1_weighted": 0.009159 }, { "accuracy": 0.021856, "f1": 0.009637, "f1_weighted": 0.011686 }, { "accuracy": 0.034297, "f1": 0.013283, "f1_weighted": 0.018964 }, { "accuracy": 0.027909, "f1": 0.010651, "f1_weighted": 0.017944 }, { "accuracy": 0.015467, "f1": 0.008511, "f1_weighted": 0.00824 }, { "accuracy": 0.035978, "f1": 0.013269, "f1_weighted": 0.024397 }, { "accuracy": 0.021184, "f1": 0.012459, "f1_weighted": 0.018869 }, { "accuracy": 0.028245, "f1": 0.011844, "f1_weighted": 0.024034 }, { "accuracy": 0.032952, "f1": 0.01174, "f1_weighted": 0.018107 } ], "main_score": 0.027438, "hf_subset": "ml", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.332448, "f1": 0.327807, "f1_weighted": 0.338913, "scores_per_experiment": [ { "accuracy": 0.332213, "f1": 0.334559, "f1_weighted": 0.337471 }, { "accuracy": 0.353396, "f1": 0.341321, "f1_weighted": 0.36114 }, { "accuracy": 0.348016, "f1": 0.342658, "f1_weighted": 0.357876 }, { "accuracy": 0.33961, "f1": 0.327332, "f1_weighted": 0.351791 }, { "accuracy": 0.327505, "f1": 0.307928, "f1_weighted": 0.337917 }, { "accuracy": 0.337256, "f1": 0.335297, "f1_weighted": 0.345356 }, { "accuracy": 0.327505, "f1": 0.321983, "f1_weighted": 0.324024 }, { "accuracy": 0.32616, "f1": 0.322564, "f1_weighted": 0.332826 }, { "accuracy": 0.309684, "f1": 0.314629, "f1_weighted": 0.315869 }, { "accuracy": 0.323134, "f1": 0.329799, "f1_weighted": 0.324864 } ], "main_score": 0.332448, "hf_subset": "az", "languages": [ "aze-Latn" ] }, { "accuracy": 0.303497, "f1": 0.304641, "f1_weighted": 0.306915, "scores_per_experiment": [ { "accuracy": 0.308339, "f1": 0.317911, "f1_weighted": 0.308591 }, { "accuracy": 0.322461, "f1": 0.321139, "f1_weighted": 0.331015 }, { "accuracy": 0.285474, "f1": 0.281867, "f1_weighted": 0.287021 }, { "accuracy": 0.304976, "f1": 0.301751, "f1_weighted": 0.306878 }, { "accuracy": 0.313383, "f1": 0.299754, "f1_weighted": 0.317489 }, { "accuracy": 0.291863, "f1": 0.298197, "f1_weighted": 0.298023 }, { "accuracy": 0.298252, "f1": 0.295074, "f1_weighted": 0.298031 }, { "accuracy": 0.305313, "f1": 0.301395, "f1_weighted": 0.314209 }, { "accuracy": 0.292199, "f1": 0.304245, "f1_weighted": 0.290892 }, { "accuracy": 0.31271, "f1": 0.325076, "f1_weighted": 0.317004 } ], "main_score": 0.303497, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "accuracy": 0.368695, "f1": 0.343636, "f1_weighted": 0.377502, "scores_per_experiment": [ { "accuracy": 0.380968, "f1": 0.354747, "f1_weighted": 0.394723 }, { "accuracy": 0.365837, "f1": 0.345371, "f1_weighted": 0.371426 }, { "accuracy": 0.370881, "f1": 0.345768, "f1_weighted": 0.380625 }, { "accuracy": 0.383658, "f1": 0.352713, "f1_weighted": 0.392909 }, { "accuracy": 0.372226, "f1": 0.345637, "f1_weighted": 0.379748 }, { "accuracy": 0.36651, "f1": 0.333242, "f1_weighted": 0.37593 }, { "accuracy": 0.360457, "f1": 0.337362, "f1_weighted": 0.367071 }, { "accuracy": 0.36382, "f1": 0.3412, "f1_weighted": 0.374109 }, { "accuracy": 0.342636, "f1": 0.32869, "f1_weighted": 0.343529 }, { "accuracy": 0.37996, "f1": 0.351635, "f1_weighted": 0.394946 } ], "main_score": 0.368695, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "accuracy": 0.33581, "f1": 0.330088, "f1_weighted": 0.338979, "scores_per_experiment": [ { "accuracy": 0.354069, "f1": 0.350232, "f1_weighted": 0.358932 }, { "accuracy": 0.3423, "f1": 0.340064, "f1_weighted": 0.343346 }, { "accuracy": 0.33692, "f1": 0.32707, "f1_weighted": 0.341617 }, { "accuracy": 0.337929, "f1": 0.331552, "f1_weighted": 0.34683 }, { "accuracy": 0.330868, "f1": 0.322127, "f1_weighted": 0.33458 }, { "accuracy": 0.323134, "f1": 0.322492, "f1_weighted": 0.327512 }, { "accuracy": 0.332885, "f1": 0.334216, "f1_weighted": 0.338118 }, { "accuracy": 0.339274, "f1": 0.318443, "f1_weighted": 0.344844 }, { "accuracy": 0.323134, "f1": 0.316637, "f1_weighted": 0.323352 }, { "accuracy": 0.337592, "f1": 0.338051, "f1_weighted": 0.330658 } ], "main_score": 0.33581, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "accuracy": 0.54694, "f1": 0.52377, "f1_weighted": 0.547908, "scores_per_experiment": [ { "accuracy": 0.542031, "f1": 0.518983, "f1_weighted": 0.547792 }, { "accuracy": 0.578682, "f1": 0.549501, "f1_weighted": 0.57965 }, { "accuracy": 0.533625, "f1": 0.51606, "f1_weighted": 0.533071 }, { "accuracy": 0.557162, "f1": 0.521294, "f1_weighted": 0.556832 }, { "accuracy": 0.541022, "f1": 0.512111, "f1_weighted": 0.540705 }, { "accuracy": 0.548756, "f1": 0.532137, "f1_weighted": 0.54846 }, { "accuracy": 0.509751, "f1": 0.489449, "f1_weighted": 0.510373 }, { "accuracy": 0.539677, "f1": 0.526378, "f1_weighted": 0.54363 }, { "accuracy": 0.550773, "f1": 0.531721, "f1_weighted": 0.548878 }, { "accuracy": 0.567922, "f1": 0.540061, "f1_weighted": 0.569685 } ], "main_score": 0.54694, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "accuracy": 0.18423, "f1": 0.184883, "f1_weighted": 0.186385, "scores_per_experiment": [ { "accuracy": 0.185609, "f1": 0.185034, "f1_weighted": 0.184114 }, { "accuracy": 0.182246, "f1": 0.180782, "f1_weighted": 0.187126 }, { "accuracy": 0.186281, "f1": 0.18976, "f1_weighted": 0.194688 }, { "accuracy": 0.199059, "f1": 0.19264, "f1_weighted": 0.202106 }, { "accuracy": 0.184936, "f1": 0.181923, "f1_weighted": 0.187556 }, { "accuracy": 0.183927, "f1": 0.185519, "f1_weighted": 0.188271 }, { "accuracy": 0.174176, "f1": 0.177223, "f1_weighted": 0.174776 }, { "accuracy": 0.185945, "f1": 0.181381, "f1_weighted": 0.188985 }, { "accuracy": 0.180565, "f1": 0.187891, "f1_weighted": 0.179597 }, { "accuracy": 0.179556, "f1": 0.186678, "f1_weighted": 0.176631 } ], "main_score": 0.18423, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "accuracy": 0.363954, "f1": 0.358553, "f1_weighted": 0.366579, "scores_per_experiment": [ { "accuracy": 0.391728, "f1": 0.38023, "f1_weighted": 0.395542 }, { "accuracy": 0.395427, "f1": 0.377924, "f1_weighted": 0.39858 }, { "accuracy": 0.340955, "f1": 0.355146, "f1_weighted": 0.34122 }, { "accuracy": 0.364829, "f1": 0.343554, "f1_weighted": 0.370492 }, { "accuracy": 0.373907, "f1": 0.361146, "f1_weighted": 0.378157 }, { "accuracy": 0.349025, "f1": 0.35071, "f1_weighted": 0.345584 }, { "accuracy": 0.345999, "f1": 0.34848, "f1_weighted": 0.347334 }, { "accuracy": 0.360121, "f1": 0.353457, "f1_weighted": 0.366218 }, { "accuracy": 0.34499, "f1": 0.343484, "f1_weighted": 0.346456 }, { "accuracy": 0.372562, "f1": 0.371403, "f1_weighted": 0.37621 } ], "main_score": 0.363954, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "accuracy": 0.33887, "f1": 0.327661, "f1_weighted": 0.341397, "scores_per_experiment": [ { "accuracy": 0.332549, "f1": 0.331434, "f1_weighted": 0.338466 }, { "accuracy": 0.331876, "f1": 0.311895, "f1_weighted": 0.333931 }, { "accuracy": 0.335911, "f1": 0.325507, "f1_weighted": 0.333017 }, { "accuracy": 0.341627, "f1": 0.327701, "f1_weighted": 0.347546 }, { "accuracy": 0.353732, "f1": 0.333641, "f1_weighted": 0.358783 }, { "accuracy": 0.323134, "f1": 0.308984, "f1_weighted": 0.321303 }, { "accuracy": 0.34768, "f1": 0.338928, "f1_weighted": 0.351424 }, { "accuracy": 0.35575, "f1": 0.3434, "f1_weighted": 0.356906 }, { "accuracy": 0.313046, "f1": 0.310062, "f1_weighted": 0.31445 }, { "accuracy": 0.353396, "f1": 0.345052, "f1_weighted": 0.358143 } ], "main_score": 0.33887, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "accuracy": 0.311701, "f1": 0.307068, "f1_weighted": 0.316367, "scores_per_experiment": [ { "accuracy": 0.325824, "f1": 0.325969, "f1_weighted": 0.326755 }, { "accuracy": 0.311029, "f1": 0.298269, "f1_weighted": 0.312592 }, { "accuracy": 0.316073, "f1": 0.307102, "f1_weighted": 0.321928 }, { "accuracy": 0.32616, "f1": 0.329935, "f1_weighted": 0.325686 }, { "accuracy": 0.30464, "f1": 0.292033, "f1_weighted": 0.315803 }, { "accuracy": 0.308003, "f1": 0.304315, "f1_weighted": 0.308986 }, { "accuracy": 0.306321, "f1": 0.303861, "f1_weighted": 0.314519 }, { "accuracy": 0.290854, "f1": 0.287912, "f1_weighted": 0.299917 }, { "accuracy": 0.305649, "f1": 0.302717, "f1_weighted": 0.306408 }, { "accuracy": 0.322461, "f1": 0.318564, "f1_weighted": 0.331082 } ], "main_score": 0.311701, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "accuracy": 0.037458, "f1": 0.023055, "f1_weighted": 0.024554, "scores_per_experiment": [ { "accuracy": 0.046066, "f1": 0.019629, "f1_weighted": 0.029161 }, { "accuracy": 0.028917, "f1": 0.025714, "f1_weighted": 0.018345 }, { "accuracy": 0.040013, "f1": 0.022928, "f1_weighted": 0.026043 }, { "accuracy": 0.036315, "f1": 0.023456, "f1_weighted": 0.025025 }, { "accuracy": 0.044385, "f1": 0.019585, "f1_weighted": 0.031912 }, { "accuracy": 0.031271, "f1": 0.021651, "f1_weighted": 0.018751 }, { "accuracy": 0.031944, "f1": 0.016538, "f1_weighted": 0.01606 }, { "accuracy": 0.044048, "f1": 0.021928, "f1_weighted": 0.025693 }, { "accuracy": 0.035978, "f1": 0.032576, "f1_weighted": 0.030112 }, { "accuracy": 0.035642, "f1": 0.026547, "f1_weighted": 0.024433 } ], "main_score": 0.037458, "hf_subset": "km", "languages": [ "khm-Khmr" ] }, { "accuracy": 0.335575, "f1": 0.32347, "f1_weighted": 0.338129, "scores_per_experiment": [ { "accuracy": 0.341964, "f1": 0.32919, "f1_weighted": 0.347607 }, { "accuracy": 0.34768, "f1": 0.328308, "f1_weighted": 0.352111 }, { "accuracy": 0.33423, "f1": 0.324974, "f1_weighted": 0.334389 }, { "accuracy": 0.325824, "f1": 0.318401, "f1_weighted": 0.331851 }, { "accuracy": 0.353396, "f1": 0.335211, "f1_weighted": 0.358732 }, { "accuracy": 0.321116, "f1": 0.305967, "f1_weighted": 0.318826 }, { "accuracy": 0.332885, "f1": 0.320766, "f1_weighted": 0.335443 }, { "accuracy": 0.337256, "f1": 0.323129, "f1_weighted": 0.34082 }, { "accuracy": 0.32078, "f1": 0.318412, "f1_weighted": 0.318223 }, { "accuracy": 0.340619, "f1": 0.330337, "f1_weighted": 0.343286 } ], "main_score": 0.335575, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "accuracy": 0.354842, "f1": 0.341434, "f1_weighted": 0.360373, "scores_per_experiment": [ { "accuracy": 0.390047, "f1": 0.36753, "f1_weighted": 0.398572 }, { "accuracy": 0.350706, "f1": 0.343101, "f1_weighted": 0.348719 }, { "accuracy": 0.361466, "f1": 0.345614, "f1_weighted": 0.366851 }, { "accuracy": 0.354405, "f1": 0.334549, "f1_weighted": 0.365889 }, { "accuracy": 0.347007, "f1": 0.337694, "f1_weighted": 0.36101 }, { "accuracy": 0.342636, "f1": 0.327707, "f1_weighted": 0.349278 }, { "accuracy": 0.341291, "f1": 0.331261, "f1_weighted": 0.342571 }, { "accuracy": 0.350706, "f1": 0.342435, "f1_weighted": 0.355999 }, { "accuracy": 0.345662, "f1": 0.332227, "f1_weighted": 0.348917 }, { "accuracy": 0.364492, "f1": 0.352217, "f1_weighted": 0.365925 } ], "main_score": 0.354842, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "accuracy": 0.252959, "f1": 0.239711, "f1_weighted": 0.26139, "scores_per_experiment": [ { "accuracy": 0.260928, "f1": 0.247725, "f1_weighted": 0.269308 }, { "accuracy": 0.258911, "f1": 0.23775, "f1_weighted": 0.269907 }, { "accuracy": 0.241762, "f1": 0.228418, "f1_weighted": 0.245377 }, { "accuracy": 0.259919, "f1": 0.24542, "f1_weighted": 0.271699 }, { "accuracy": 0.26698, "f1": 0.244377, "f1_weighted": 0.278274 }, { "accuracy": 0.258911, "f1": 0.253582, "f1_weighted": 0.268738 }, { "accuracy": 0.257902, "f1": 0.244078, "f1_weighted": 0.268144 }, { "accuracy": 0.251177, "f1": 0.234247, "f1_weighted": 0.260989 }, { "accuracy": 0.241089, "f1": 0.237712, "f1_weighted": 0.245011 }, { "accuracy": 0.232011, "f1": 0.223804, "f1_weighted": 0.23645 } ], "main_score": 0.252959, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "accuracy": 0.151244, "f1": 0.150736, "f1_weighted": 0.149672, "scores_per_experiment": [ { "accuracy": 0.158709, "f1": 0.153694, "f1_weighted": 0.157308 }, { "accuracy": 0.147613, "f1": 0.151089, "f1_weighted": 0.144866 }, { "accuracy": 0.155683, "f1": 0.149805, "f1_weighted": 0.157157 }, { "accuracy": 0.148285, "f1": 0.147516, "f1_weighted": 0.145534 }, { "accuracy": 0.150303, "f1": 0.150788, "f1_weighted": 0.154238 }, { "accuracy": 0.142233, "f1": 0.148292, "f1_weighted": 0.13962 }, { "accuracy": 0.165098, "f1": 0.15731, "f1_weighted": 0.164827 }, { "accuracy": 0.151311, "f1": 0.149993, "f1_weighted": 0.14841 }, { "accuracy": 0.158709, "f1": 0.154981, "f1_weighted": 0.153278 }, { "accuracy": 0.134499, "f1": 0.143892, "f1_weighted": 0.131484 } ], "main_score": 0.151244, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "accuracy": 0.352791, "f1": 0.340594, "f1_weighted": 0.355778, "scores_per_experiment": [ { "accuracy": 0.355077, "f1": 0.341663, "f1_weighted": 0.360478 }, { "accuracy": 0.348689, "f1": 0.347842, "f1_weighted": 0.35291 }, { "accuracy": 0.351042, "f1": 0.327298, "f1_weighted": 0.35422 }, { "accuracy": 0.357095, "f1": 0.337843, "f1_weighted": 0.36311 }, { "accuracy": 0.373907, "f1": 0.352203, "f1_weighted": 0.375272 }, { "accuracy": 0.351042, "f1": 0.33968, "f1_weighted": 0.353626 }, { "accuracy": 0.339946, "f1": 0.33082, "f1_weighted": 0.341115 }, { "accuracy": 0.357095, "f1": 0.339139, "f1_weighted": 0.364338 }, { "accuracy": 0.342636, "f1": 0.349998, "f1_weighted": 0.340561 }, { "accuracy": 0.351379, "f1": 0.339452, "f1_weighted": 0.352151 } ], "main_score": 0.352791, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "accuracy": 0.352387, "f1": 0.343344, "f1_weighted": 0.358066, "scores_per_experiment": [ { "accuracy": 0.337256, "f1": 0.329386, "f1_weighted": 0.34323 }, { "accuracy": 0.372226, "f1": 0.357382, "f1_weighted": 0.381297 }, { "accuracy": 0.347344, "f1": 0.336914, "f1_weighted": 0.356075 }, { "accuracy": 0.355077, "f1": 0.344897, "f1_weighted": 0.365326 }, { "accuracy": 0.374243, "f1": 0.34404, "f1_weighted": 0.380297 }, { "accuracy": 0.35306, "f1": 0.348904, "f1_weighted": 0.354304 }, { "accuracy": 0.31002, "f1": 0.31769, "f1_weighted": 0.311711 }, { "accuracy": 0.375252, "f1": 0.367202, "f1_weighted": 0.382051 }, { "accuracy": 0.340955, "f1": 0.33314, "f1_weighted": 0.343508 }, { "accuracy": 0.35844, "f1": 0.353889, "f1_weighted": 0.362864 } ], "main_score": 0.352387, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "accuracy": 0.313248, "f1": 0.316948, "f1_weighted": 0.317762, "scores_per_experiment": [ { "accuracy": 0.320444, "f1": 0.325679, "f1_weighted": 0.321534 }, { "accuracy": 0.32616, "f1": 0.318477, "f1_weighted": 0.335073 }, { "accuracy": 0.295562, "f1": 0.305494, "f1_weighted": 0.304406 }, { "accuracy": 0.311365, "f1": 0.319346, "f1_weighted": 0.319741 }, { "accuracy": 0.322125, "f1": 0.314887, "f1_weighted": 0.325318 }, { "accuracy": 0.319771, "f1": 0.318758, "f1_weighted": 0.326572 }, { "accuracy": 0.301278, "f1": 0.306821, "f1_weighted": 0.304588 }, { "accuracy": 0.311365, "f1": 0.315156, "f1_weighted": 0.31555 }, { "accuracy": 0.299933, "f1": 0.306223, "f1_weighted": 0.297905 }, { "accuracy": 0.324479, "f1": 0.338636, "f1_weighted": 0.326929 } ], "main_score": 0.313248, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "accuracy": 0.351479, "f1": 0.340536, "f1_weighted": 0.357164, "scores_per_experiment": [ { "accuracy": 0.358104, "f1": 0.348274, "f1_weighted": 0.366266 }, { "accuracy": 0.362475, "f1": 0.34557, "f1_weighted": 0.365581 }, { "accuracy": 0.356759, "f1": 0.338327, "f1_weighted": 0.360469 }, { "accuracy": 0.356422, "f1": 0.3425, "f1_weighted": 0.359762 }, { "accuracy": 0.362139, "f1": 0.349482, "f1_weighted": 0.371253 }, { "accuracy": 0.35306, "f1": 0.336645, "f1_weighted": 0.359385 }, { "accuracy": 0.326833, "f1": 0.322863, "f1_weighted": 0.330229 }, { "accuracy": 0.351715, "f1": 0.340694, "f1_weighted": 0.363508 }, { "accuracy": 0.343981, "f1": 0.333047, "f1_weighted": 0.346697 }, { "accuracy": 0.343309, "f1": 0.347959, "f1_weighted": 0.348487 } ], "main_score": 0.351479, "hf_subset": "sq", "languages": [ "sqi-Latn" ] }, { "accuracy": 0.212374, "f1": 0.195084, "f1_weighted": 0.221417, "scores_per_experiment": [ { "accuracy": 0.213517, "f1": 0.202016, "f1_weighted": 0.215221 }, { "accuracy": 0.217552, "f1": 0.188804, "f1_weighted": 0.228081 }, { "accuracy": 0.213181, "f1": 0.194807, "f1_weighted": 0.219839 }, { "accuracy": 0.21957, "f1": 0.196733, "f1_weighted": 0.231077 }, { "accuracy": 0.22495, "f1": 0.201289, "f1_weighted": 0.233707 }, { "accuracy": 0.209146, "f1": 0.193183, "f1_weighted": 0.217023 }, { "accuracy": 0.198386, "f1": 0.196388, "f1_weighted": 0.205259 }, { "accuracy": 0.204102, "f1": 0.187635, "f1_weighted": 0.21812 }, { "accuracy": 0.196032, "f1": 0.185846, "f1_weighted": 0.204533 }, { "accuracy": 0.227303, "f1": 0.204137, "f1_weighted": 0.241314 } ], "main_score": 0.212374, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "accuracy": 0.346402, "f1": 0.335496, "f1_weighted": 0.352475, "scores_per_experiment": [ { "accuracy": 0.336584, "f1": 0.332231, "f1_weighted": 0.344237 }, { "accuracy": 0.367182, "f1": 0.345685, "f1_weighted": 0.373276 }, { "accuracy": 0.33692, "f1": 0.327245, "f1_weighted": 0.336938 }, { "accuracy": 0.348689, "f1": 0.336784, "f1_weighted": 0.35283 }, { "accuracy": 0.354405, "f1": 0.334382, "f1_weighted": 0.359058 }, { "accuracy": 0.357095, "f1": 0.338667, "f1_weighted": 0.3648 }, { "accuracy": 0.322461, "f1": 0.330023, "f1_weighted": 0.3298 }, { "accuracy": 0.363147, "f1": 0.344285, "f1_weighted": 0.373375 }, { "accuracy": 0.338601, "f1": 0.336458, "f1_weighted": 0.343674 }, { "accuracy": 0.338937, "f1": 0.329206, "f1_weighted": 0.346761 } ], "main_score": 0.346402, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "accuracy": 0.150672, "f1": 0.147802, "f1_weighted": 0.156422, "scores_per_experiment": [ { "accuracy": 0.162408, "f1": 0.159485, "f1_weighted": 0.162982 }, { "accuracy": 0.153329, "f1": 0.144321, "f1_weighted": 0.160318 }, { "accuracy": 0.147949, "f1": 0.146654, "f1_weighted": 0.152657 }, { "accuracy": 0.155346, "f1": 0.151214, "f1_weighted": 0.166948 }, { "accuracy": 0.153665, "f1": 0.147232, "f1_weighted": 0.158975 }, { "accuracy": 0.142233, "f1": 0.138148, "f1_weighted": 0.142505 }, { "accuracy": 0.162408, "f1": 0.160136, "f1_weighted": 0.168344 }, { "accuracy": 0.148958, "f1": 0.1477, "f1_weighted": 0.160963 }, { "accuracy": 0.135508, "f1": 0.139383, "f1_weighted": 0.135595 }, { "accuracy": 0.144923, "f1": 0.143744, "f1_weighted": 0.154933 } ], "main_score": 0.150672, "hf_subset": "ta", "languages": [ "tam-Taml" ] }, { "accuracy": 0.17727, "f1": 0.16669, "f1_weighted": 0.184984, "scores_per_experiment": [ { "accuracy": 0.199731, "f1": 0.189561, "f1_weighted": 0.208569 }, { "accuracy": 0.168124, "f1": 0.155957, "f1_weighted": 0.17646 }, { "accuracy": 0.17653, "f1": 0.162176, "f1_weighted": 0.186303 }, { "accuracy": 0.17922, "f1": 0.168272, "f1_weighted": 0.189083 }, { "accuracy": 0.177875, "f1": 0.164405, "f1_weighted": 0.184931 }, { "accuracy": 0.175185, "f1": 0.164625, "f1_weighted": 0.185973 }, { "accuracy": 0.172495, "f1": 0.159491, "f1_weighted": 0.180906 }, { "accuracy": 0.172831, "f1": 0.167441, "f1_weighted": 0.179519 }, { "accuracy": 0.158036, "f1": 0.15654, "f1_weighted": 0.161118 }, { "accuracy": 0.19267, "f1": 0.178429, "f1_weighted": 0.196982 } ], "main_score": 0.17727, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "accuracy": 0.332179, "f1": 0.317231, "f1_weighted": 0.34012, "scores_per_experiment": [ { "accuracy": 0.341291, "f1": 0.323754, "f1_weighted": 0.34295 }, { "accuracy": 0.346671, "f1": 0.321896, "f1_weighted": 0.356245 }, { "accuracy": 0.333221, "f1": 0.315432, "f1_weighted": 0.344692 }, { "accuracy": 0.344317, "f1": 0.332351, "f1_weighted": 0.355489 }, { "accuracy": 0.326833, "f1": 0.311614, "f1_weighted": 0.33347 }, { "accuracy": 0.32078, "f1": 0.304841, "f1_weighted": 0.326207 }, { "accuracy": 0.326496, "f1": 0.310949, "f1_weighted": 0.337011 }, { "accuracy": 0.352387, "f1": 0.331, "f1_weighted": 0.361744 }, { "accuracy": 0.30733, "f1": 0.303747, "f1_weighted": 0.313757 }, { "accuracy": 0.322461, "f1": 0.316724, "f1_weighted": 0.329633 } ], "main_score": 0.332179, "hf_subset": "tl", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.386651, "f1": 0.387403, "f1_weighted": 0.384731, "scores_per_experiment": [ { "accuracy": 0.402824, "f1": 0.402862, "f1_weighted": 0.400962 }, { "accuracy": 0.381977, "f1": 0.388509, "f1_weighted": 0.37754 }, { "accuracy": 0.386685, "f1": 0.385772, "f1_weighted": 0.379804 }, { "accuracy": 0.381977, "f1": 0.384356, "f1_weighted": 0.381413 }, { "accuracy": 0.405514, "f1": 0.395745, "f1_weighted": 0.407473 }, { "accuracy": 0.391056, "f1": 0.378837, "f1_weighted": 0.388934 }, { "accuracy": 0.370881, "f1": 0.378427, "f1_weighted": 0.370699 }, { "accuracy": 0.385003, "f1": 0.391391, "f1_weighted": 0.386279 }, { "accuracy": 0.37996, "f1": 0.381791, "f1_weighted": 0.379487 }, { "accuracy": 0.380632, "f1": 0.386345, "f1_weighted": 0.374719 } ], "main_score": 0.386651, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "accuracy": 0.297344, "f1": 0.286827, "f1_weighted": 0.305615, "scores_per_experiment": [ { "accuracy": 0.295562, "f1": 0.293601, "f1_weighted": 0.305226 }, { "accuracy": 0.333557, "f1": 0.311366, "f1_weighted": 0.344981 }, { "accuracy": 0.283457, "f1": 0.276926, "f1_weighted": 0.291946 }, { "accuracy": 0.292535, "f1": 0.278138, "f1_weighted": 0.303577 }, { "accuracy": 0.287155, "f1": 0.271949, "f1_weighted": 0.296583 }, { "accuracy": 0.289509, "f1": 0.278257, "f1_weighted": 0.297639 }, { "accuracy": 0.302623, "f1": 0.293243, "f1_weighted": 0.310871 }, { "accuracy": 0.308675, "f1": 0.299341, "f1_weighted": 0.31202 }, { "accuracy": 0.282112, "f1": 0.269294, "f1_weighted": 0.288884 }, { "accuracy": 0.298252, "f1": 0.296155, "f1_weighted": 0.304419 } ], "main_score": 0.297344, "hf_subset": "af", "languages": [ "afr-Latn" ] }, { "accuracy": 0.311231, "f1": 0.297635, "f1_weighted": 0.317889, "scores_per_experiment": [ { "accuracy": 0.322461, "f1": 0.314069, "f1_weighted": 0.331077 }, { "accuracy": 0.322461, "f1": 0.30148, "f1_weighted": 0.327387 }, { "accuracy": 0.311701, "f1": 0.297463, "f1_weighted": 0.31609 }, { "accuracy": 0.341627, "f1": 0.324771, "f1_weighted": 0.352496 }, { "accuracy": 0.308003, "f1": 0.281036, "f1_weighted": 0.314152 }, { "accuracy": 0.292872, "f1": 0.283797, "f1_weighted": 0.301836 }, { "accuracy": 0.312038, "f1": 0.305814, "f1_weighted": 0.314837 }, { "accuracy": 0.315736, "f1": 0.30047, "f1_weighted": 0.325662 }, { "accuracy": 0.290854, "f1": 0.274572, "f1_weighted": 0.295502 }, { "accuracy": 0.294553, "f1": 0.292879, "f1_weighted": 0.299848 } ], "main_score": 0.311231, "hf_subset": "jv", "languages": [ "jav-Latn" ] }, { "accuracy": 0.19842, "f1": 0.1859, "f1_weighted": 0.210616, "scores_per_experiment": [ { "accuracy": 0.216207, "f1": 0.202482, "f1_weighted": 0.230237 }, { "accuracy": 0.201412, "f1": 0.179372, "f1_weighted": 0.215308 }, { "accuracy": 0.210155, "f1": 0.18874, "f1_weighted": 0.22002 }, { "accuracy": 0.200403, "f1": 0.197995, "f1_weighted": 0.215613 }, { "accuracy": 0.205111, "f1": 0.195562, "f1_weighted": 0.218585 }, { "accuracy": 0.190652, "f1": 0.181602, "f1_weighted": 0.204221 }, { "accuracy": 0.176866, "f1": 0.166478, "f1_weighted": 0.187995 }, { "accuracy": 0.20074, "f1": 0.184092, "f1_weighted": 0.212067 }, { "accuracy": 0.185609, "f1": 0.180924, "f1_weighted": 0.195506 }, { "accuracy": 0.197041, "f1": 0.181757, "f1_weighted": 0.206606 } ], "main_score": 0.19842, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ] }, { "accuracy": 0.336247, "f1": 0.337921, "f1_weighted": 0.34244, "scores_per_experiment": [ { "accuracy": 0.353396, "f1": 0.346096, "f1_weighted": 0.359968 }, { "accuracy": 0.360457, "f1": 0.350229, "f1_weighted": 0.366539 }, { "accuracy": 0.32347, "f1": 0.330465, "f1_weighted": 0.329411 }, { "accuracy": 0.345999, "f1": 0.342323, "f1_weighted": 0.358921 }, { "accuracy": 0.352387, "f1": 0.3533, "f1_weighted": 0.360853 }, { "accuracy": 0.347007, "f1": 0.343643, "f1_weighted": 0.349569 }, { "accuracy": 0.327169, "f1": 0.324388, "f1_weighted": 0.338791 }, { "accuracy": 0.326496, "f1": 0.331155, "f1_weighted": 0.335486 }, { "accuracy": 0.317418, "f1": 0.329713, "f1_weighted": 0.316155 }, { "accuracy": 0.308675, "f1": 0.327898, "f1_weighted": 0.308704 } ], "main_score": 0.336247, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "accuracy": 0.229556, "f1": 0.215703, "f1_weighted": 0.23639, "scores_per_experiment": [ { "accuracy": 0.238063, "f1": 0.224826, "f1_weighted": 0.243649 }, { "accuracy": 0.222932, "f1": 0.212262, "f1_weighted": 0.22304 }, { "accuracy": 0.21419, "f1": 0.201463, "f1_weighted": 0.219886 }, { "accuracy": 0.224613, "f1": 0.204916, "f1_weighted": 0.22883 }, { "accuracy": 0.251177, "f1": 0.230361, "f1_weighted": 0.262706 }, { "accuracy": 0.239744, "f1": 0.225022, "f1_weighted": 0.250425 }, { "accuracy": 0.217888, "f1": 0.204268, "f1_weighted": 0.225384 }, { "accuracy": 0.236382, "f1": 0.225724, "f1_weighted": 0.247235 }, { "accuracy": 0.213517, "f1": 0.208622, "f1_weighted": 0.217578 }, { "accuracy": 0.237054, "f1": 0.219568, "f1_weighted": 0.245167 } ], "main_score": 0.229556, "hf_subset": "he", "languages": [ "heb-Hebr" ] }, { "accuracy": 0.206927, "f1": 0.205079, "f1_weighted": 0.21008, "scores_per_experiment": [ { "accuracy": 0.194015, "f1": 0.195596, "f1_weighted": 0.197352 }, { "accuracy": 0.224277, "f1": 0.212114, "f1_weighted": 0.22698 }, { "accuracy": 0.214526, "f1": 0.217791, "f1_weighted": 0.217718 }, { "accuracy": 0.195024, "f1": 0.192996, "f1_weighted": 0.194808 }, { "accuracy": 0.207801, "f1": 0.202219, "f1_weighted": 0.210441 }, { "accuracy": 0.205447, "f1": 0.197054, "f1_weighted": 0.206196 }, { "accuracy": 0.199731, "f1": 0.200609, "f1_weighted": 0.20212 }, { "accuracy": 0.208137, "f1": 0.205694, "f1_weighted": 0.21668 }, { "accuracy": 0.211836, "f1": 0.220118, "f1_weighted": 0.218317 }, { "accuracy": 0.208473, "f1": 0.206597, "f1_weighted": 0.210185 } ], "main_score": 0.206927, "hf_subset": "mn", "languages": [ "mon-Cyrl" ] }, { "accuracy": 0.161466, "f1": 0.158455, "f1_weighted": 0.164937, "scores_per_experiment": [ { "accuracy": 0.178884, "f1": 0.177118, "f1_weighted": 0.183937 }, { "accuracy": 0.154338, "f1": 0.153845, "f1_weighted": 0.155549 }, { "accuracy": 0.147613, "f1": 0.148874, "f1_weighted": 0.147516 }, { "accuracy": 0.1577, "f1": 0.150235, "f1_weighted": 0.164078 }, { "accuracy": 0.163416, "f1": 0.149667, "f1_weighted": 0.169523 }, { "accuracy": 0.159045, "f1": 0.159455, "f1_weighted": 0.161856 }, { "accuracy": 0.165434, "f1": 0.163091, "f1_weighted": 0.169236 }, { "accuracy": 0.163416, "f1": 0.162711, "f1_weighted": 0.165262 }, { "accuracy": 0.152656, "f1": 0.152953, "f1_weighted": 0.156207 }, { "accuracy": 0.172159, "f1": 0.166602, "f1_weighted": 0.176209 } ], "main_score": 0.161466, "hf_subset": "ur", "languages": [ "urd-Arab" ] }, { "accuracy": 0.26735, "f1": 0.243141, "f1_weighted": 0.281095, "scores_per_experiment": [ { "accuracy": 0.260592, "f1": 0.246176, "f1_weighted": 0.271969 }, { "accuracy": 0.267317, "f1": 0.241635, "f1_weighted": 0.281623 }, { "accuracy": 0.268325, "f1": 0.247973, "f1_weighted": 0.280531 }, { "accuracy": 0.260592, "f1": 0.23928, "f1_weighted": 0.279276 }, { "accuracy": 0.273033, "f1": 0.247592, "f1_weighted": 0.289545 }, { "accuracy": 0.260928, "f1": 0.232872, "f1_weighted": 0.276311 }, { "accuracy": 0.284465, "f1": 0.255604, "f1_weighted": 0.298077 }, { "accuracy": 0.28312, "f1": 0.254068, "f1_weighted": 0.302784 }, { "accuracy": 0.251849, "f1": 0.231637, "f1_weighted": 0.257084 }, { "accuracy": 0.263282, "f1": 0.234572, "f1_weighted": 0.273754 } ], "main_score": 0.26735, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "accuracy": 0.28998, "f1": 0.276746, "f1_weighted": 0.294654, "scores_per_experiment": [ { "accuracy": 0.302959, "f1": 0.291299, "f1_weighted": 0.307508 }, { "accuracy": 0.292199, "f1": 0.271149, "f1_weighted": 0.299078 }, { "accuracy": 0.27774, "f1": 0.265979, "f1_weighted": 0.277593 }, { "accuracy": 0.30464, "f1": 0.283853, "f1_weighted": 0.308454 }, { "accuracy": 0.284802, "f1": 0.270216, "f1_weighted": 0.292352 }, { "accuracy": 0.251849, "f1": 0.247669, "f1_weighted": 0.253687 }, { "accuracy": 0.293544, "f1": 0.289704, "f1_weighted": 0.300011 }, { "accuracy": 0.305649, "f1": 0.288799, "f1_weighted": 0.308746 }, { "accuracy": 0.2885, "f1": 0.276195, "f1_weighted": 0.297728 }, { "accuracy": 0.297915, "f1": 0.282599, "f1_weighted": 0.301386 } ], "main_score": 0.28998, "hf_subset": "cy", "languages": [ "cym-Latn" ] }, { "accuracy": 0.343241, "f1": 0.335266, "f1_weighted": 0.347017, "scores_per_experiment": [ { "accuracy": 0.356422, "f1": 0.347229, "f1_weighted": 0.36148 }, { "accuracy": 0.333894, "f1": 0.327473, "f1_weighted": 0.332836 }, { "accuracy": 0.350706, "f1": 0.345214, "f1_weighted": 0.351893 }, { "accuracy": 0.352724, "f1": 0.341634, "f1_weighted": 0.3589 }, { "accuracy": 0.342636, "f1": 0.324963, "f1_weighted": 0.354893 }, { "accuracy": 0.335911, "f1": 0.333934, "f1_weighted": 0.340263 }, { "accuracy": 0.33961, "f1": 0.327888, "f1_weighted": 0.342275 }, { "accuracy": 0.345999, "f1": 0.336678, "f1_weighted": 0.350575 }, { "accuracy": 0.331876, "f1": 0.331307, "f1_weighted": 0.327991 }, { "accuracy": 0.342636, "f1": 0.336342, "f1_weighted": 0.349064 } ], "main_score": 0.343241, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "accuracy": 0.389543, "f1": 0.385721, "f1_weighted": 0.395264, "scores_per_experiment": [ { "accuracy": 0.391728, "f1": 0.390188, "f1_weighted": 0.399397 }, { "accuracy": 0.39879, "f1": 0.391615, "f1_weighted": 0.408132 }, { "accuracy": 0.385003, "f1": 0.377714, "f1_weighted": 0.387535 }, { "accuracy": 0.397781, "f1": 0.392741, "f1_weighted": 0.403624 }, { "accuracy": 0.396436, "f1": 0.388746, "f1_weighted": 0.400895 }, { "accuracy": 0.389375, "f1": 0.378145, "f1_weighted": 0.392692 }, { "accuracy": 0.371217, "f1": 0.376853, "f1_weighted": 0.381053 }, { "accuracy": 0.389711, "f1": 0.38568, "f1_weighted": 0.397249 }, { "accuracy": 0.390047, "f1": 0.385181, "f1_weighted": 0.39189 }, { "accuracy": 0.38534, "f1": 0.390348, "f1_weighted": 0.390169 } ], "main_score": 0.389543, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "accuracy": 0.032414, "f1": 0.020071, "f1_weighted": 0.025922, "scores_per_experiment": [ { "accuracy": 0.031607, "f1": 0.013416, "f1_weighted": 0.030355 }, { "accuracy": 0.035642, "f1": 0.018615, "f1_weighted": 0.021092 }, { "accuracy": 0.038332, "f1": 0.021403, "f1_weighted": 0.031561 }, { "accuracy": 0.031271, "f1": 0.02114, "f1_weighted": 0.026688 }, { "accuracy": 0.037323, "f1": 0.018906, "f1_weighted": 0.030311 }, { "accuracy": 0.037996, "f1": 0.030987, "f1_weighted": 0.023335 }, { "accuracy": 0.022192, "f1": 0.023468, "f1_weighted": 0.018039 }, { "accuracy": 0.033289, "f1": 0.012942, "f1_weighted": 0.024061 }, { "accuracy": 0.031607, "f1": 0.022835, "f1_weighted": 0.034388 }, { "accuracy": 0.024882, "f1": 0.016998, "f1_weighted": 0.019394 } ], "main_score": 0.032414, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "accuracy": 0.334533, "f1": 0.325339, "f1_weighted": 0.338701, "scores_per_experiment": [ { "accuracy": 0.337592, "f1": 0.326362, "f1_weighted": 0.343685 }, { "accuracy": 0.342972, "f1": 0.32995, "f1_weighted": 0.347531 }, { "accuracy": 0.330868, "f1": 0.330368, "f1_weighted": 0.332348 }, { "accuracy": 0.335575, "f1": 0.325567, "f1_weighted": 0.344505 }, { "accuracy": 0.348352, "f1": 0.330999, "f1_weighted": 0.352403 }, { "accuracy": 0.322798, "f1": 0.314622, "f1_weighted": 0.329413 }, { "accuracy": 0.325824, "f1": 0.320923, "f1_weighted": 0.325079 }, { "accuracy": 0.330531, "f1": 0.317509, "f1_weighted": 0.337663 }, { "accuracy": 0.319435, "f1": 0.316168, "f1_weighted": 0.323028 }, { "accuracy": 0.351379, "f1": 0.340924, "f1_weighted": 0.351352 } ], "main_score": 0.334533, "hf_subset": "ms", "languages": [ "msa-Latn" ] }, { "accuracy": 0.218056, "f1": 0.213556, "f1_weighted": 0.220828, "scores_per_experiment": [ { "accuracy": 0.242434, "f1": 0.239296, "f1_weighted": 0.24589 }, { "accuracy": 0.232011, "f1": 0.226201, "f1_weighted": 0.240298 }, { "accuracy": 0.209818, "f1": 0.198773, "f1_weighted": 0.20743 }, { "accuracy": 0.215535, "f1": 0.204558, "f1_weighted": 0.219753 }, { "accuracy": 0.221923, "f1": 0.210305, "f1_weighted": 0.225928 }, { "accuracy": 0.21419, "f1": 0.209559, "f1_weighted": 0.217715 }, { "accuracy": 0.194015, "f1": 0.199892, "f1_weighted": 0.199648 }, { "accuracy": 0.220915, "f1": 0.213241, "f1_weighted": 0.223628 }, { "accuracy": 0.21419, "f1": 0.214724, "f1_weighted": 0.216706 }, { "accuracy": 0.215535, "f1": 0.219009, "f1_weighted": 0.211289 } ], "main_score": 0.218056, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.193578, "f1": 0.178832, "f1_weighted": 0.206245, "scores_per_experiment": [ { "accuracy": 0.203093, "f1": 0.184406, "f1_weighted": 0.220183 }, { "accuracy": 0.185609, "f1": 0.172288, "f1_weighted": 0.198255 }, { "accuracy": 0.189644, "f1": 0.176078, "f1_weighted": 0.195423 }, { "accuracy": 0.197041, "f1": 0.178059, "f1_weighted": 0.209053 }, { "accuracy": 0.199395, "f1": 0.185174, "f1_weighted": 0.212754 }, { "accuracy": 0.196032, "f1": 0.177335, "f1_weighted": 0.21393 }, { "accuracy": 0.185945, "f1": 0.17335, "f1_weighted": 0.19753 }, { "accuracy": 0.205447, "f1": 0.189015, "f1_weighted": 0.220173 }, { "accuracy": 0.17922, "f1": 0.170848, "f1_weighted": 0.186116 }, { "accuracy": 0.194351, "f1": 0.181768, "f1_weighted": 0.209028 } ], "main_score": 0.193578, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ] }, { "accuracy": 0.027202, "f1": 0.016442, "f1_weighted": 0.018596, "scores_per_experiment": [ { "accuracy": 0.03497, "f1": 0.020652, "f1_weighted": 0.025377 }, { "accuracy": 0.017149, "f1": 0.01011, "f1_weighted": 0.00675 }, { "accuracy": 0.028245, "f1": 0.015948, "f1_weighted": 0.023005 }, { "accuracy": 0.019839, "f1": 0.010624, "f1_weighted": 0.013619 }, { "accuracy": 0.035978, "f1": 0.024301, "f1_weighted": 0.025331 }, { "accuracy": 0.031607, "f1": 0.017073, "f1_weighted": 0.020642 }, { "accuracy": 0.017485, "f1": 0.008545, "f1_weighted": 0.006359 }, { "accuracy": 0.019839, "f1": 0.010351, "f1_weighted": 0.015189 }, { "accuracy": 0.039677, "f1": 0.027316, "f1_weighted": 0.032937 }, { "accuracy": 0.027236, "f1": 0.019504, "f1_weighted": 0.016754 } ], "main_score": 0.027202, "hf_subset": "am", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.139812, "f1": 0.12728, "f1_weighted": 0.14904, "scores_per_experiment": [ { "accuracy": 0.143241, "f1": 0.135458, "f1_weighted": 0.148641 }, { "accuracy": 0.155346, "f1": 0.127634, "f1_weighted": 0.167734 }, { "accuracy": 0.136516, "f1": 0.124202, "f1_weighted": 0.145931 }, { "accuracy": 0.119032, "f1": 0.118814, "f1_weighted": 0.134927 }, { "accuracy": 0.146268, "f1": 0.130382, "f1_weighted": 0.154758 }, { "accuracy": 0.162744, "f1": 0.136885, "f1_weighted": 0.167388 }, { "accuracy": 0.131473, "f1": 0.1272, "f1_weighted": 0.139032 }, { "accuracy": 0.129792, "f1": 0.12971, "f1_weighted": 0.142769 }, { "accuracy": 0.122058, "f1": 0.115104, "f1_weighted": 0.131234 }, { "accuracy": 0.151648, "f1": 0.127411, "f1_weighted": 0.157986 } ], "main_score": 0.139812, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "accuracy": 0.138568, "f1": 0.134548, "f1_weighted": 0.142766, "scores_per_experiment": [ { "accuracy": 0.132818, "f1": 0.131796, "f1_weighted": 0.134531 }, { "accuracy": 0.146268, "f1": 0.141534, "f1_weighted": 0.148245 }, { "accuracy": 0.138198, "f1": 0.134464, "f1_weighted": 0.144719 }, { "accuracy": 0.138534, "f1": 0.13599, "f1_weighted": 0.143133 }, { "accuracy": 0.150975, "f1": 0.148623, "f1_weighted": 0.154024 }, { "accuracy": 0.136853, "f1": 0.1267, "f1_weighted": 0.143161 }, { "accuracy": 0.131809, "f1": 0.132233, "f1_weighted": 0.13911 }, { "accuracy": 0.130464, "f1": 0.126694, "f1_weighted": 0.133023 }, { "accuracy": 0.133826, "f1": 0.133923, "f1_weighted": 0.13924 }, { "accuracy": 0.145931, "f1": 0.133529, "f1_weighted": 0.148473 } ], "main_score": 0.138568, "hf_subset": "ka", "languages": [ "kat-Geor" ] } ] }, "evaluation_time": 5800.894840955734, "kg_co2_emissions": 0.19813089701720527 }