{ "dataset_revision": "4672e20407010da34463acc759c162ca9734bca6", "task_name": "MassiveIntentClassification", "mteb_version": "1.18.0", "scores": { "validation": [ { "accuracy": 0.389867, "f1": 0.387812, "f1_weighted": 0.392433, "scores_per_experiment": [ { "accuracy": 0.387605, "f1": 0.394029, "f1_weighted": 0.394973 }, { "accuracy": 0.414166, "f1": 0.39988, "f1_weighted": 0.419401 }, { "accuracy": 0.368421, "f1": 0.36583, "f1_weighted": 0.36462 }, { "accuracy": 0.384653, "f1": 0.382745, "f1_weighted": 0.383198 }, { "accuracy": 0.38908, "f1": 0.394138, "f1_weighted": 0.393824 }, { "accuracy": 0.412199, "f1": 0.410765, "f1_weighted": 0.414413 }, { "accuracy": 0.37088, "f1": 0.37076, "f1_weighted": 0.373183 }, { "accuracy": 0.398426, "f1": 0.397028, "f1_weighted": 0.408568 }, { "accuracy": 0.387113, "f1": 0.385953, "f1_weighted": 0.386266 }, { "accuracy": 0.386129, "f1": 0.376994, "f1_weighted": 0.385888 } ], "main_score": 0.389867, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "accuracy": 0.420905, "f1": 0.402439, "f1_weighted": 0.428929, "scores_per_experiment": [ { "accuracy": 0.401377, "f1": 0.402302, "f1_weighted": 0.405768 }, { "accuracy": 0.444171, "f1": 0.418346, "f1_weighted": 0.462031 }, { "accuracy": 0.442696, "f1": 0.422426, "f1_weighted": 0.453676 }, { "accuracy": 0.419085, "f1": 0.394002, "f1_weighted": 0.427294 }, { "accuracy": 0.426955, "f1": 0.398804, "f1_weighted": 0.43728 }, { "accuracy": 0.422528, "f1": 0.39775, "f1_weighted": 0.4295 }, { "accuracy": 0.398426, "f1": 0.389278, "f1_weighted": 0.399872 }, { "accuracy": 0.419577, "f1": 0.397625, "f1_weighted": 0.422241 }, { "accuracy": 0.422528, "f1": 0.412335, "f1_weighted": 0.429334 }, { "accuracy": 0.411707, "f1": 0.39152, "f1_weighted": 0.422292 } ], "main_score": 0.420905, "hf_subset": "tl", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.525332, "f1": 0.507738, "f1_weighted": 0.530261, "scores_per_experiment": [ { "accuracy": 0.5091, "f1": 0.499792, "f1_weighted": 0.515471 }, { "accuracy": 0.545991, "f1": 0.506255, "f1_weighted": 0.554345 }, { "accuracy": 0.514511, "f1": 0.501065, "f1_weighted": 0.517139 }, { "accuracy": 0.554845, "f1": 0.537847, "f1_weighted": 0.558355 }, { "accuracy": 0.52484, "f1": 0.51322, "f1_weighted": 0.528598 }, { "accuracy": 0.530251, "f1": 0.514611, "f1_weighted": 0.533214 }, { "accuracy": 0.51697, "f1": 0.497168, "f1_weighted": 0.523526 }, { "accuracy": 0.519921, "f1": 0.503954, "f1_weighted": 0.52729 }, { "accuracy": 0.515986, "f1": 0.499037, "f1_weighted": 0.52131 }, { "accuracy": 0.520905, "f1": 0.504427, "f1_weighted": 0.523367 } ], "main_score": 0.525332, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "accuracy": 0.365273, "f1": 0.349107, "f1_weighted": 0.372909, "scores_per_experiment": [ { "accuracy": 0.353173, "f1": 0.343764, "f1_weighted": 0.35841 }, { "accuracy": 0.380718, "f1": 0.35938, "f1_weighted": 0.387248 }, { "accuracy": 0.361535, "f1": 0.341905, "f1_weighted": 0.362964 }, { "accuracy": 0.39154, "f1": 0.369869, "f1_weighted": 0.397129 }, { "accuracy": 0.369897, "f1": 0.351913, "f1_weighted": 0.38134 }, { "accuracy": 0.347762, "f1": 0.329215, "f1_weighted": 0.362576 }, { "accuracy": 0.348746, "f1": 0.349285, "f1_weighted": 0.351244 }, { "accuracy": 0.380226, "f1": 0.361699, "f1_weighted": 0.392273 }, { "accuracy": 0.359075, "f1": 0.346488, "f1_weighted": 0.363765 }, { "accuracy": 0.360059, "f1": 0.337557, "f1_weighted": 0.372137 } ], "main_score": 0.365273, "hf_subset": "cy", "languages": [ "cym-Latn" ] }, { "accuracy": 0.498475, "f1": 0.473309, "f1_weighted": 0.503293, "scores_per_experiment": [ { "accuracy": 0.518938, "f1": 0.491877, "f1_weighted": 0.523863 }, { "accuracy": 0.504673, "f1": 0.473505, "f1_weighted": 0.512638 }, { "accuracy": 0.486965, "f1": 0.463111, "f1_weighted": 0.495512 }, { "accuracy": 0.515494, "f1": 0.486362, "f1_weighted": 0.516252 }, { "accuracy": 0.508116, "f1": 0.482156, "f1_weighted": 0.511182 }, { "accuracy": 0.483522, "f1": 0.465384, "f1_weighted": 0.487289 }, { "accuracy": 0.49336, "f1": 0.466712, "f1_weighted": 0.496486 }, { "accuracy": 0.489424, "f1": 0.460763, "f1_weighted": 0.496893 }, { "accuracy": 0.484998, "f1": 0.475807, "f1_weighted": 0.484344 }, { "accuracy": 0.499262, "f1": 0.467408, "f1_weighted": 0.508476 } ], "main_score": 0.498475, "hf_subset": "ta", "languages": [ "tam-Taml" ] }, { "accuracy": 0.595032, "f1": 0.597837, "f1_weighted": 0.592353, "scores_per_experiment": [ { "accuracy": 0.586326, "f1": 0.600791, "f1_weighted": 0.584618 }, { "accuracy": 0.614363, "f1": 0.602526, "f1_weighted": 0.62011 }, { "accuracy": 0.60059, "f1": 0.59182, "f1_weighted": 0.603261 }, { "accuracy": 0.613379, "f1": 0.620572, "f1_weighted": 0.607609 }, { "accuracy": 0.601082, "f1": 0.60199, "f1_weighted": 0.599477 }, { "accuracy": 0.57452, "f1": 0.582659, "f1_weighted": 0.568411 }, { "accuracy": 0.587309, "f1": 0.59325, "f1_weighted": 0.580683 }, { "accuracy": 0.584358, "f1": 0.58545, "f1_weighted": 0.580146 }, { "accuracy": 0.582882, "f1": 0.591741, "f1_weighted": 0.576555 }, { "accuracy": 0.605509, "f1": 0.607571, "f1_weighted": 0.602664 } ], "main_score": 0.595032, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ] }, { "accuracy": 0.630694, "f1": 0.601103, "f1_weighted": 0.633541, "scores_per_experiment": [ { "accuracy": 0.639449, "f1": 0.607466, "f1_weighted": 0.645861 }, { "accuracy": 0.660108, "f1": 0.617155, "f1_weighted": 0.669629 }, { "accuracy": 0.629611, "f1": 0.60113, "f1_weighted": 0.631763 }, { "accuracy": 0.645352, "f1": 0.60637, "f1_weighted": 0.641684 }, { "accuracy": 0.63453, "f1": 0.621977, "f1_weighted": 0.637775 }, { "accuracy": 0.607477, "f1": 0.577301, "f1_weighted": 0.608593 }, { "accuracy": 0.628136, "f1": 0.601554, "f1_weighted": 0.62975 }, { "accuracy": 0.631579, "f1": 0.59674, "f1_weighted": 0.632043 }, { "accuracy": 0.611904, "f1": 0.590921, "f1_weighted": 0.615529 }, { "accuracy": 0.61879, "f1": 0.590412, "f1_weighted": 0.622786 } ], "main_score": 0.630694, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "accuracy": 0.600787, "f1": 0.58214, "f1_weighted": 0.605389, "scores_per_experiment": [ { "accuracy": 0.601082, "f1": 0.579654, "f1_weighted": 0.611392 }, { "accuracy": 0.61879, "f1": 0.592128, "f1_weighted": 0.628641 }, { "accuracy": 0.591736, "f1": 0.568282, "f1_weighted": 0.598946 }, { "accuracy": 0.609444, "f1": 0.592953, "f1_weighted": 0.60996 }, { "accuracy": 0.588785, "f1": 0.57243, "f1_weighted": 0.593829 }, { "accuracy": 0.602066, "f1": 0.584318, "f1_weighted": 0.60266 }, { "accuracy": 0.603542, "f1": 0.582668, "f1_weighted": 0.605325 }, { "accuracy": 0.590261, "f1": 0.577621, "f1_weighted": 0.593495 }, { "accuracy": 0.588785, "f1": 0.581276, "f1_weighted": 0.589598 }, { "accuracy": 0.613379, "f1": 0.590073, "f1_weighted": 0.620043 } ], "main_score": 0.600787, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "accuracy": 0.569159, "f1": 0.546779, "f1_weighted": 0.571585, "scores_per_experiment": [ { "accuracy": 0.546975, "f1": 0.52721, "f1_weighted": 0.551262 }, { "accuracy": 0.596163, "f1": 0.561093, "f1_weighted": 0.600047 }, { "accuracy": 0.57452, "f1": 0.550032, "f1_weighted": 0.575618 }, { "accuracy": 0.58485, "f1": 0.566437, "f1_weighted": 0.587544 }, { "accuracy": 0.571569, "f1": 0.541492, "f1_weighted": 0.573816 }, { "accuracy": 0.56124, "f1": 0.546728, "f1_weighted": 0.560939 }, { "accuracy": 0.555829, "f1": 0.522115, "f1_weighted": 0.561818 }, { "accuracy": 0.565175, "f1": 0.54519, "f1_weighted": 0.563952 }, { "accuracy": 0.556813, "f1": 0.546943, "f1_weighted": 0.558184 }, { "accuracy": 0.578455, "f1": 0.560548, "f1_weighted": 0.582666 } ], "main_score": 0.569159, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "accuracy": 0.610674, "f1": 0.576307, "f1_weighted": 0.613087, "scores_per_experiment": [ { "accuracy": 0.612395, "f1": 0.596755, "f1_weighted": 0.611196 }, { "accuracy": 0.623709, "f1": 0.578284, "f1_weighted": 0.63168 }, { "accuracy": 0.594196, "f1": 0.555157, "f1_weighted": 0.597354 }, { "accuracy": 0.607477, "f1": 0.575001, "f1_weighted": 0.609527 }, { "accuracy": 0.614855, "f1": 0.580225, "f1_weighted": 0.616756 }, { "accuracy": 0.594688, "f1": 0.568846, "f1_weighted": 0.598635 }, { "accuracy": 0.617314, "f1": 0.574083, "f1_weighted": 0.618644 }, { "accuracy": 0.615347, "f1": 0.571276, "f1_weighted": 0.619977 }, { "accuracy": 0.605509, "f1": 0.57248, "f1_weighted": 0.606584 }, { "accuracy": 0.621249, "f1": 0.590965, "f1_weighted": 0.620519 } ], "main_score": 0.610674, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "accuracy": 0.669503, "f1": 0.656248, "f1_weighted": 0.668318, "scores_per_experiment": [ { "accuracy": 0.658141, "f1": 0.650562, "f1_weighted": 0.655236 }, { "accuracy": 0.691097, "f1": 0.659899, "f1_weighted": 0.695423 }, { "accuracy": 0.671422, "f1": 0.64789, "f1_weighted": 0.669559 }, { "accuracy": 0.678308, "f1": 0.666012, "f1_weighted": 0.67281 }, { "accuracy": 0.658633, "f1": 0.647066, "f1_weighted": 0.657886 }, { "accuracy": 0.659124, "f1": 0.662637, "f1_weighted": 0.659902 }, { "accuracy": 0.66847, "f1": 0.643374, "f1_weighted": 0.669366 }, { "accuracy": 0.659616, "f1": 0.646319, "f1_weighted": 0.660438 }, { "accuracy": 0.667978, "f1": 0.657948, "f1_weighted": 0.663599 }, { "accuracy": 0.682243, "f1": 0.680778, "f1_weighted": 0.678958 } ], "main_score": 0.669503, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "accuracy": 0.623906, "f1": 0.611444, "f1_weighted": 0.620748, "scores_per_experiment": [ { "accuracy": 0.625676, "f1": 0.618909, "f1_weighted": 0.621702 }, { "accuracy": 0.646335, "f1": 0.621163, "f1_weighted": 0.646079 }, { "accuracy": 0.637482, "f1": 0.614303, "f1_weighted": 0.640761 }, { "accuracy": 0.615347, "f1": 0.593984, "f1_weighted": 0.612597 }, { "accuracy": 0.61092, "f1": 0.596391, "f1_weighted": 0.607034 }, { "accuracy": 0.593212, "f1": 0.597512, "f1_weighted": 0.587694 }, { "accuracy": 0.617314, "f1": 0.614629, "f1_weighted": 0.614605 }, { "accuracy": 0.619774, "f1": 0.613789, "f1_weighted": 0.612562 }, { "accuracy": 0.630595, "f1": 0.618361, "f1_weighted": 0.625166 }, { "accuracy": 0.6424, "f1": 0.625398, "f1_weighted": 0.639278 } ], "main_score": 0.623906, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.546729, "f1": 0.526319, "f1_weighted": 0.553874, "scores_per_experiment": [ { "accuracy": 0.537137, "f1": 0.527929, "f1_weighted": 0.546105 }, { "accuracy": 0.572061, "f1": 0.541915, "f1_weighted": 0.583528 }, { "accuracy": 0.544515, "f1": 0.514799, "f1_weighted": 0.555303 }, { "accuracy": 0.560748, "f1": 0.530206, "f1_weighted": 0.562498 }, { "accuracy": 0.542548, "f1": 0.5187, "f1_weighted": 0.546437 }, { "accuracy": 0.529267, "f1": 0.515828, "f1_weighted": 0.53381 }, { "accuracy": 0.551894, "f1": 0.529287, "f1_weighted": 0.558737 }, { "accuracy": 0.533694, "f1": 0.518278, "f1_weighted": 0.540889 }, { "accuracy": 0.554845, "f1": 0.545585, "f1_weighted": 0.563018 }, { "accuracy": 0.54058, "f1": 0.52066, "f1_weighted": 0.548411 } ], "main_score": 0.546729, "hf_subset": "ur", "languages": [ "urd-Arab" ] }, { "accuracy": 0.613576, "f1": 0.58908, "f1_weighted": 0.614592, "scores_per_experiment": [ { "accuracy": 0.627152, "f1": 0.601226, "f1_weighted": 0.627741 }, { "accuracy": 0.648303, "f1": 0.617906, "f1_weighted": 0.65559 }, { "accuracy": 0.61092, "f1": 0.596942, "f1_weighted": 0.60973 }, { "accuracy": 0.621249, "f1": 0.59304, "f1_weighted": 0.616673 }, { "accuracy": 0.595671, "f1": 0.575689, "f1_weighted": 0.603256 }, { "accuracy": 0.604525, "f1": 0.582756, "f1_weighted": 0.606009 }, { "accuracy": 0.596163, "f1": 0.570294, "f1_weighted": 0.597009 }, { "accuracy": 0.60059, "f1": 0.582996, "f1_weighted": 0.601678 }, { "accuracy": 0.608952, "f1": 0.5834, "f1_weighted": 0.60664 }, { "accuracy": 0.622233, "f1": 0.586549, "f1_weighted": 0.621591 } ], "main_score": 0.613576, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "accuracy": 0.547122, "f1": 0.528407, "f1_weighted": 0.552176, "scores_per_experiment": [ { "accuracy": 0.556321, "f1": 0.526956, "f1_weighted": 0.564353 }, { "accuracy": 0.556321, "f1": 0.540656, "f1_weighted": 0.567823 }, { "accuracy": 0.546483, "f1": 0.525042, "f1_weighted": 0.552039 }, { "accuracy": 0.575012, "f1": 0.541027, "f1_weighted": 0.577481 }, { "accuracy": 0.557304, "f1": 0.534706, "f1_weighted": 0.562312 }, { "accuracy": 0.537137, "f1": 0.517174, "f1_weighted": 0.535172 }, { "accuracy": 0.54058, "f1": 0.528427, "f1_weighted": 0.546687 }, { "accuracy": 0.548451, "f1": 0.535696, "f1_weighted": 0.552405 }, { "accuracy": 0.528283, "f1": 0.529833, "f1_weighted": 0.532968 }, { "accuracy": 0.525332, "f1": 0.504556, "f1_weighted": 0.530517 } ], "main_score": 0.547122, "hf_subset": "hy", "languages": [ "hye-Armn" ] }, { "accuracy": 0.602656, "f1": 0.592563, "f1_weighted": 0.600016, "scores_per_experiment": [ { "accuracy": 0.613379, "f1": 0.60564, "f1_weighted": 0.605377 }, { "accuracy": 0.607969, "f1": 0.588619, "f1_weighted": 0.609401 }, { "accuracy": 0.611412, "f1": 0.593449, "f1_weighted": 0.608511 }, { "accuracy": 0.612887, "f1": 0.606926, "f1_weighted": 0.608148 }, { "accuracy": 0.597147, "f1": 0.587304, "f1_weighted": 0.5941 }, { "accuracy": 0.59272, "f1": 0.589694, "f1_weighted": 0.587717 }, { "accuracy": 0.58485, "f1": 0.580661, "f1_weighted": 0.583032 }, { "accuracy": 0.585342, "f1": 0.574328, "f1_weighted": 0.581799 }, { "accuracy": 0.601574, "f1": 0.588274, "f1_weighted": 0.599963 }, { "accuracy": 0.619282, "f1": 0.610735, "f1_weighted": 0.62211 } ], "main_score": 0.602656, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "accuracy": 0.574373, "f1": 0.548031, "f1_weighted": 0.575939, "scores_per_experiment": [ { "accuracy": 0.57452, "f1": 0.545986, "f1_weighted": 0.57988 }, { "accuracy": 0.594196, "f1": 0.561585, "f1_weighted": 0.601788 }, { "accuracy": 0.553861, "f1": 0.531628, "f1_weighted": 0.556403 }, { "accuracy": 0.604525, "f1": 0.565006, "f1_weighted": 0.607552 }, { "accuracy": 0.586326, "f1": 0.557142, "f1_weighted": 0.582438 }, { "accuracy": 0.589277, "f1": 0.568305, "f1_weighted": 0.587279 }, { "accuracy": 0.56911, "f1": 0.536988, "f1_weighted": 0.567228 }, { "accuracy": 0.55878, "f1": 0.532732, "f1_weighted": 0.561157 }, { "accuracy": 0.551894, "f1": 0.538458, "f1_weighted": 0.553121 }, { "accuracy": 0.56124, "f1": 0.542477, "f1_weighted": 0.562543 } ], "main_score": 0.574373, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "accuracy": 0.596852, "f1": 0.577539, "f1_weighted": 0.601726, "scores_per_experiment": [ { "accuracy": 0.605509, "f1": 0.593035, "f1_weighted": 0.610392 }, { "accuracy": 0.622233, "f1": 0.588365, "f1_weighted": 0.630104 }, { "accuracy": 0.593212, "f1": 0.563444, "f1_weighted": 0.599088 }, { "accuracy": 0.624201, "f1": 0.591447, "f1_weighted": 0.628465 }, { "accuracy": 0.589277, "f1": 0.563619, "f1_weighted": 0.591535 }, { "accuracy": 0.564191, "f1": 0.554541, "f1_weighted": 0.567957 }, { "accuracy": 0.582391, "f1": 0.567632, "f1_weighted": 0.589488 }, { "accuracy": 0.58485, "f1": 0.580647, "f1_weighted": 0.588152 }, { "accuracy": 0.588785, "f1": 0.580119, "f1_weighted": 0.593543 }, { "accuracy": 0.613871, "f1": 0.592538, "f1_weighted": 0.618536 } ], "main_score": 0.596852, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "accuracy": 0.561781, "f1": 0.538096, "f1_weighted": 0.566642, "scores_per_experiment": [ { "accuracy": 0.561731, "f1": 0.537965, "f1_weighted": 0.5645 }, { "accuracy": 0.579439, "f1": 0.547212, "f1_weighted": 0.588788 }, { "accuracy": 0.553369, "f1": 0.530499, "f1_weighted": 0.555887 }, { "accuracy": 0.572553, "f1": 0.539316, "f1_weighted": 0.575893 }, { "accuracy": 0.557304, "f1": 0.534501, "f1_weighted": 0.564579 }, { "accuracy": 0.548451, "f1": 0.530914, "f1_weighted": 0.552456 }, { "accuracy": 0.551402, "f1": 0.530059, "f1_weighted": 0.554421 }, { "accuracy": 0.55091, "f1": 0.526832, "f1_weighted": 0.55617 }, { "accuracy": 0.562223, "f1": 0.549425, "f1_weighted": 0.565728 }, { "accuracy": 0.580423, "f1": 0.554233, "f1_weighted": 0.587996 } ], "main_score": 0.561781, "hf_subset": "ms", "languages": [ "msa-Latn" ] }, { "accuracy": 0.521495, "f1": 0.482417, "f1_weighted": 0.525025, "scores_per_experiment": [ { "accuracy": 0.512543, "f1": 0.486238, "f1_weighted": 0.514307 }, { "accuracy": 0.517462, "f1": 0.470517, "f1_weighted": 0.524828 }, { "accuracy": 0.5091, "f1": 0.466053, "f1_weighted": 0.515763 }, { "accuracy": 0.547959, "f1": 0.495967, "f1_weighted": 0.551724 }, { "accuracy": 0.515986, "f1": 0.485447, "f1_weighted": 0.518784 }, { "accuracy": 0.512543, "f1": 0.471992, "f1_weighted": 0.515213 }, { "accuracy": 0.517462, "f1": 0.478688, "f1_weighted": 0.52026 }, { "accuracy": 0.534678, "f1": 0.491493, "f1_weighted": 0.540561 }, { "accuracy": 0.5091, "f1": 0.483661, "f1_weighted": 0.509487 }, { "accuracy": 0.538121, "f1": 0.494114, "f1_weighted": 0.539319 } ], "main_score": 0.521495, "hf_subset": "ml", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.494835, "f1": 0.462724, "f1_weighted": 0.500768, "scores_per_experiment": [ { "accuracy": 0.492376, "f1": 0.46612, "f1_weighted": 0.494076 }, { "accuracy": 0.508608, "f1": 0.455158, "f1_weighted": 0.517481 }, { "accuracy": 0.495327, "f1": 0.461097, "f1_weighted": 0.506918 }, { "accuracy": 0.511067, "f1": 0.483671, "f1_weighted": 0.517576 }, { "accuracy": 0.508116, "f1": 0.469048, "f1_weighted": 0.510821 }, { "accuracy": 0.488933, "f1": 0.466104, "f1_weighted": 0.494288 }, { "accuracy": 0.489916, "f1": 0.45904, "f1_weighted": 0.498703 }, { "accuracy": 0.49336, "f1": 0.455462, "f1_weighted": 0.497654 }, { "accuracy": 0.478111, "f1": 0.457452, "f1_weighted": 0.484755 }, { "accuracy": 0.482538, "f1": 0.454087, "f1_weighted": 0.485407 } ], "main_score": 0.494835, "hf_subset": "af", "languages": [ "afr-Latn" ] }, { "accuracy": 0.594442, "f1": 0.566894, "f1_weighted": 0.595487, "scores_per_experiment": [ { "accuracy": 0.593212, "f1": 0.57119, "f1_weighted": 0.594207 }, { "accuracy": 0.605017, "f1": 0.564739, "f1_weighted": 0.610066 }, { "accuracy": 0.605509, "f1": 0.573703, "f1_weighted": 0.607861 }, { "accuracy": 0.60059, "f1": 0.570794, "f1_weighted": 0.601254 }, { "accuracy": 0.602066, "f1": 0.574338, "f1_weighted": 0.602317 }, { "accuracy": 0.599606, "f1": 0.571194, "f1_weighted": 0.600186 }, { "accuracy": 0.582882, "f1": 0.558838, "f1_weighted": 0.584759 }, { "accuracy": 0.573045, "f1": 0.55504, "f1_weighted": 0.572839 }, { "accuracy": 0.585834, "f1": 0.56436, "f1_weighted": 0.583429 }, { "accuracy": 0.596655, "f1": 0.564746, "f1_weighted": 0.597954 } ], "main_score": 0.594442, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "accuracy": 0.587555, "f1": 0.566685, "f1_weighted": 0.589196, "scores_per_experiment": [ { "accuracy": 0.589769, "f1": 0.589148, "f1_weighted": 0.593051 }, { "accuracy": 0.604525, "f1": 0.579407, "f1_weighted": 0.610584 }, { "accuracy": 0.585342, "f1": 0.556504, "f1_weighted": 0.589229 }, { "accuracy": 0.59518, "f1": 0.574711, "f1_weighted": 0.591462 }, { "accuracy": 0.576488, "f1": 0.560503, "f1_weighted": 0.578238 }, { "accuracy": 0.579931, "f1": 0.554313, "f1_weighted": 0.583903 }, { "accuracy": 0.58485, "f1": 0.558152, "f1_weighted": 0.586151 }, { "accuracy": 0.588785, "f1": 0.556448, "f1_weighted": 0.589198 }, { "accuracy": 0.567634, "f1": 0.558266, "f1_weighted": 0.568671 }, { "accuracy": 0.60305, "f1": 0.579394, "f1_weighted": 0.601477 } ], "main_score": 0.587555, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "accuracy": 0.632464, "f1": 0.620888, "f1_weighted": 0.632148, "scores_per_experiment": [ { "accuracy": 0.6424, "f1": 0.630311, "f1_weighted": 0.644192 }, { "accuracy": 0.659124, "f1": 0.636909, "f1_weighted": 0.664616 }, { "accuracy": 0.630103, "f1": 0.621994, "f1_weighted": 0.626109 }, { "accuracy": 0.643384, "f1": 0.633006, "f1_weighted": 0.641613 }, { "accuracy": 0.622725, "f1": 0.60085, "f1_weighted": 0.623114 }, { "accuracy": 0.611904, "f1": 0.60386, "f1_weighted": 0.611202 }, { "accuracy": 0.615839, "f1": 0.622136, "f1_weighted": 0.615836 }, { "accuracy": 0.631579, "f1": 0.611682, "f1_weighted": 0.632212 }, { "accuracy": 0.62666, "f1": 0.621208, "f1_weighted": 0.622852 }, { "accuracy": 0.640925, "f1": 0.626919, "f1_weighted": 0.639735 } ], "main_score": 0.632464, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ] }, { "accuracy": 0.547467, "f1": 0.516071, "f1_weighted": 0.554887, "scores_per_experiment": [ { "accuracy": 0.562715, "f1": 0.53561, "f1_weighted": 0.566811 }, { "accuracy": 0.545499, "f1": 0.513434, "f1_weighted": 0.559553 }, { "accuracy": 0.547467, "f1": 0.530402, "f1_weighted": 0.555161 }, { "accuracy": 0.565667, "f1": 0.525784, "f1_weighted": 0.573317 }, { "accuracy": 0.54304, "f1": 0.498721, "f1_weighted": 0.551634 }, { "accuracy": 0.547467, "f1": 0.510042, "f1_weighted": 0.556147 }, { "accuracy": 0.531727, "f1": 0.50473, "f1_weighted": 0.534973 }, { "accuracy": 0.536645, "f1": 0.509428, "f1_weighted": 0.541085 }, { "accuracy": 0.552386, "f1": 0.52503, "f1_weighted": 0.560271 }, { "accuracy": 0.542056, "f1": 0.50753, "f1_weighted": 0.549914 } ], "main_score": 0.547467, "hf_subset": "my", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.585047, "f1": 0.557572, "f1_weighted": 0.585994, "scores_per_experiment": [ { "accuracy": 0.571077, "f1": 0.554784, "f1_weighted": 0.572003 }, { "accuracy": 0.60846, "f1": 0.571332, "f1_weighted": 0.612798 }, { "accuracy": 0.579931, "f1": 0.543807, "f1_weighted": 0.582182 }, { "accuracy": 0.589277, "f1": 0.553042, "f1_weighted": 0.588324 }, { "accuracy": 0.600098, "f1": 0.568781, "f1_weighted": 0.604649 }, { "accuracy": 0.589277, "f1": 0.572547, "f1_weighted": 0.587813 }, { "accuracy": 0.587801, "f1": 0.556543, "f1_weighted": 0.591017 }, { "accuracy": 0.573045, "f1": 0.551165, "f1_weighted": 0.573104 }, { "accuracy": 0.565175, "f1": 0.538863, "f1_weighted": 0.560968 }, { "accuracy": 0.586326, "f1": 0.564855, "f1_weighted": 0.587084 } ], "main_score": 0.585047, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "accuracy": 0.60728, "f1": 0.588733, "f1_weighted": 0.609147, "scores_per_experiment": [ { "accuracy": 0.591736, "f1": 0.578921, "f1_weighted": 0.597066 }, { "accuracy": 0.62912, "f1": 0.605741, "f1_weighted": 0.637648 }, { "accuracy": 0.598131, "f1": 0.567836, "f1_weighted": 0.600363 }, { "accuracy": 0.623217, "f1": 0.604728, "f1_weighted": 0.618406 }, { "accuracy": 0.621249, "f1": 0.600418, "f1_weighted": 0.624677 }, { "accuracy": 0.611904, "f1": 0.59541, "f1_weighted": 0.608864 }, { "accuracy": 0.601082, "f1": 0.586749, "f1_weighted": 0.601695 }, { "accuracy": 0.59272, "f1": 0.58208, "f1_weighted": 0.594881 }, { "accuracy": 0.585834, "f1": 0.569918, "f1_weighted": 0.588186 }, { "accuracy": 0.617806, "f1": 0.595531, "f1_weighted": 0.619686 } ], "main_score": 0.60728, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "accuracy": 0.593507, "f1": 0.567882, "f1_weighted": 0.595939, "scores_per_experiment": [ { "accuracy": 0.596655, "f1": 0.575514, "f1_weighted": 0.602031 }, { "accuracy": 0.618298, "f1": 0.56996, "f1_weighted": 0.626615 }, { "accuracy": 0.579439, "f1": 0.545496, "f1_weighted": 0.581979 }, { "accuracy": 0.618298, "f1": 0.584099, "f1_weighted": 0.61829 }, { "accuracy": 0.580915, "f1": 0.561753, "f1_weighted": 0.580012 }, { "accuracy": 0.58485, "f1": 0.560517, "f1_weighted": 0.584715 }, { "accuracy": 0.581407, "f1": 0.56604, "f1_weighted": 0.582966 }, { "accuracy": 0.599606, "f1": 0.566322, "f1_weighted": 0.60354 }, { "accuracy": 0.583374, "f1": 0.55806, "f1_weighted": 0.584265 }, { "accuracy": 0.592228, "f1": 0.591059, "f1_weighted": 0.594974 } ], "main_score": 0.593507, "hf_subset": "sq", "languages": [ "sqi-Latn" ] }, { "accuracy": 0.508116, "f1": 0.468309, "f1_weighted": 0.515223, "scores_per_experiment": [ { "accuracy": 0.522381, "f1": 0.482768, "f1_weighted": 0.530865 }, { "accuracy": 0.514019, "f1": 0.465635, "f1_weighted": 0.524771 }, { "accuracy": 0.518938, "f1": 0.479038, "f1_weighted": 0.528788 }, { "accuracy": 0.535662, "f1": 0.485832, "f1_weighted": 0.545806 }, { "accuracy": 0.509592, "f1": 0.468591, "f1_weighted": 0.51275 }, { "accuracy": 0.476636, "f1": 0.454529, "f1_weighted": 0.479148 }, { "accuracy": 0.49877, "f1": 0.461358, "f1_weighted": 0.503286 }, { "accuracy": 0.495819, "f1": 0.45404, "f1_weighted": 0.497428 }, { "accuracy": 0.504181, "f1": 0.466699, "f1_weighted": 0.512629 }, { "accuracy": 0.505165, "f1": 0.4646, "f1_weighted": 0.516755 } ], "main_score": 0.508116, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "accuracy": 0.604427, "f1": 0.578571, "f1_weighted": 0.607756, "scores_per_experiment": [ { "accuracy": 0.60846, "f1": 0.586839, "f1_weighted": 0.615253 }, { "accuracy": 0.628136, "f1": 0.592675, "f1_weighted": 0.636515 }, { "accuracy": 0.606493, "f1": 0.577786, "f1_weighted": 0.60646 }, { "accuracy": 0.623217, "f1": 0.60085, "f1_weighted": 0.622034 }, { "accuracy": 0.60846, "f1": 0.593449, "f1_weighted": 0.615291 }, { "accuracy": 0.607477, "f1": 0.572797, "f1_weighted": 0.611001 }, { "accuracy": 0.587309, "f1": 0.55662, "f1_weighted": 0.589584 }, { "accuracy": 0.579931, "f1": 0.570362, "f1_weighted": 0.57849 }, { "accuracy": 0.583866, "f1": 0.5558, "f1_weighted": 0.591577 }, { "accuracy": 0.61092, "f1": 0.578536, "f1_weighted": 0.611359 } ], "main_score": 0.604427, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "accuracy": 0.424053, "f1": 0.396999, "f1_weighted": 0.427696, "scores_per_experiment": [ { "accuracy": 0.416134, "f1": 0.403662, "f1_weighted": 0.41959 }, { "accuracy": 0.452533, "f1": 0.40931, "f1_weighted": 0.457282 }, { "accuracy": 0.43089, "f1": 0.400971, "f1_weighted": 0.438652 }, { "accuracy": 0.429907, "f1": 0.393263, "f1_weighted": 0.436788 }, { "accuracy": 0.414166, "f1": 0.395804, "f1_weighted": 0.422524 }, { "accuracy": 0.417118, "f1": 0.401981, "f1_weighted": 0.411978 }, { "accuracy": 0.425971, "f1": 0.388327, "f1_weighted": 0.430195 }, { "accuracy": 0.406788, "f1": 0.379219, "f1_weighted": 0.404699 }, { "accuracy": 0.417118, "f1": 0.40141, "f1_weighted": 0.423377 }, { "accuracy": 0.429907, "f1": 0.396048, "f1_weighted": 0.431878 } ], "main_score": 0.424053, "hf_subset": "am", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.61274, "f1": 0.601365, "f1_weighted": 0.613483, "scores_per_experiment": [ { "accuracy": 0.599115, "f1": 0.601217, "f1_weighted": 0.603539 }, { "accuracy": 0.636006, "f1": 0.605595, "f1_weighted": 0.643892 }, { "accuracy": 0.60305, "f1": 0.601487, "f1_weighted": 0.600199 }, { "accuracy": 0.63453, "f1": 0.606555, "f1_weighted": 0.63251 }, { "accuracy": 0.61879, "f1": 0.606107, "f1_weighted": 0.613267 }, { "accuracy": 0.615347, "f1": 0.604945, "f1_weighted": 0.615202 }, { "accuracy": 0.601574, "f1": 0.596723, "f1_weighted": 0.605254 }, { "accuracy": 0.601082, "f1": 0.588607, "f1_weighted": 0.603241 }, { "accuracy": 0.593212, "f1": 0.583913, "f1_weighted": 0.58965 }, { "accuracy": 0.624693, "f1": 0.618505, "f1_weighted": 0.628073 } ], "main_score": 0.61274, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "accuracy": 0.552386, "f1": 0.539062, "f1_weighted": 0.550344, "scores_per_experiment": [ { "accuracy": 0.544515, "f1": 0.534772, "f1_weighted": 0.545703 }, { "accuracy": 0.567142, "f1": 0.545989, "f1_weighted": 0.571612 }, { "accuracy": 0.539105, "f1": 0.529258, "f1_weighted": 0.536771 }, { "accuracy": 0.575504, "f1": 0.553558, "f1_weighted": 0.56972 }, { "accuracy": 0.540089, "f1": 0.520819, "f1_weighted": 0.536583 }, { "accuracy": 0.56124, "f1": 0.542798, "f1_weighted": 0.557198 }, { "accuracy": 0.541564, "f1": 0.525638, "f1_weighted": 0.535309 }, { "accuracy": 0.552386, "f1": 0.53991, "f1_weighted": 0.55344 }, { "accuracy": 0.54304, "f1": 0.538904, "f1_weighted": 0.537482 }, { "accuracy": 0.559272, "f1": 0.558973, "f1_weighted": 0.559618 } ], "main_score": 0.552386, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "accuracy": 0.449877, "f1": 0.442838, "f1_weighted": 0.452451, "scores_per_experiment": [ { "accuracy": 0.438269, "f1": 0.439181, "f1_weighted": 0.437889 }, { "accuracy": 0.463355, "f1": 0.441125, "f1_weighted": 0.473519 }, { "accuracy": 0.454501, "f1": 0.455703, "f1_weighted": 0.456146 }, { "accuracy": 0.434333, "f1": 0.429232, "f1_weighted": 0.432855 }, { "accuracy": 0.462863, "f1": 0.449102, "f1_weighted": 0.462624 }, { "accuracy": 0.422036, "f1": 0.428029, "f1_weighted": 0.426482 }, { "accuracy": 0.465322, "f1": 0.451232, "f1_weighted": 0.469441 }, { "accuracy": 0.442696, "f1": 0.437442, "f1_weighted": 0.440854 }, { "accuracy": 0.463847, "f1": 0.457137, "f1_weighted": 0.464719 }, { "accuracy": 0.451549, "f1": 0.440193, "f1_weighted": 0.45998 } ], "main_score": 0.449877, "hf_subset": "ka", "languages": [ "kat-Geor" ] }, { "accuracy": 0.599705, "f1": 0.571239, "f1_weighted": 0.602276, "scores_per_experiment": [ { "accuracy": 0.607969, "f1": 0.584814, "f1_weighted": 0.608957 }, { "accuracy": 0.612887, "f1": 0.576014, "f1_weighted": 0.620169 }, { "accuracy": 0.601082, "f1": 0.563524, "f1_weighted": 0.60096 }, { "accuracy": 0.609936, "f1": 0.583121, "f1_weighted": 0.610053 }, { "accuracy": 0.598623, "f1": 0.56463, "f1_weighted": 0.60163 }, { "accuracy": 0.582391, "f1": 0.571759, "f1_weighted": 0.583074 }, { "accuracy": 0.597147, "f1": 0.565402, "f1_weighted": 0.600079 }, { "accuracy": 0.580915, "f1": 0.554441, "f1_weighted": 0.5858 }, { "accuracy": 0.607969, "f1": 0.579708, "f1_weighted": 0.611734 }, { "accuracy": 0.598131, "f1": 0.568979, "f1_weighted": 0.600307 } ], "main_score": 0.599705, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "accuracy": 0.543581, "f1": 0.521249, "f1_weighted": 0.547087, "scores_per_experiment": [ { "accuracy": 0.530743, "f1": 0.516341, "f1_weighted": 0.533332 }, { "accuracy": 0.556813, "f1": 0.520078, "f1_weighted": 0.569139 }, { "accuracy": 0.543532, "f1": 0.519666, "f1_weighted": 0.541721 }, { "accuracy": 0.558288, "f1": 0.545224, "f1_weighted": 0.563416 }, { "accuracy": 0.557304, "f1": 0.5336, "f1_weighted": 0.564067 }, { "accuracy": 0.525332, "f1": 0.499789, "f1_weighted": 0.527344 }, { "accuracy": 0.536153, "f1": 0.508079, "f1_weighted": 0.537587 }, { "accuracy": 0.534678, "f1": 0.511766, "f1_weighted": 0.541727 }, { "accuracy": 0.528775, "f1": 0.52611, "f1_weighted": 0.527975 }, { "accuracy": 0.564191, "f1": 0.531839, "f1_weighted": 0.564568 } ], "main_score": 0.543581, "hf_subset": "mn", "languages": [ "mon-Cyrl" ] }, { "accuracy": 0.601426, "f1": 0.590476, "f1_weighted": 0.601099, "scores_per_experiment": [ { "accuracy": 0.60059, "f1": 0.596532, "f1_weighted": 0.602553 }, { "accuracy": 0.619774, "f1": 0.601241, "f1_weighted": 0.628726 }, { "accuracy": 0.601082, "f1": 0.582451, "f1_weighted": 0.59673 }, { "accuracy": 0.607477, "f1": 0.588361, "f1_weighted": 0.601536 }, { "accuracy": 0.611412, "f1": 0.601306, "f1_weighted": 0.606756 }, { "accuracy": 0.585834, "f1": 0.576634, "f1_weighted": 0.584594 }, { "accuracy": 0.602066, "f1": 0.589689, "f1_weighted": 0.602501 }, { "accuracy": 0.585834, "f1": 0.577131, "f1_weighted": 0.585615 }, { "accuracy": 0.599115, "f1": 0.595484, "f1_weighted": 0.600467 }, { "accuracy": 0.601082, "f1": 0.59593, "f1_weighted": 0.601514 } ], "main_score": 0.601426, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "accuracy": 0.583227, "f1": 0.56942, "f1_weighted": 0.585247, "scores_per_experiment": [ { "accuracy": 0.59272, "f1": 0.58559, "f1_weighted": 0.591123 }, { "accuracy": 0.611904, "f1": 0.58297, "f1_weighted": 0.61765 }, { "accuracy": 0.580423, "f1": 0.557685, "f1_weighted": 0.588807 }, { "accuracy": 0.573537, "f1": 0.580182, "f1_weighted": 0.577376 }, { "accuracy": 0.571077, "f1": 0.560402, "f1_weighted": 0.574955 }, { "accuracy": 0.559272, "f1": 0.545293, "f1_weighted": 0.558345 }, { "accuracy": 0.578455, "f1": 0.557152, "f1_weighted": 0.575667 }, { "accuracy": 0.576488, "f1": 0.559418, "f1_weighted": 0.574892 }, { "accuracy": 0.602066, "f1": 0.597602, "f1_weighted": 0.606741 }, { "accuracy": 0.586326, "f1": 0.56791, "f1_weighted": 0.586916 } ], "main_score": 0.583227, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "accuracy": 0.542204, "f1": 0.510493, "f1_weighted": 0.547588, "scores_per_experiment": [ { "accuracy": 0.504673, "f1": 0.48582, "f1_weighted": 0.510634 }, { "accuracy": 0.564191, "f1": 0.509159, "f1_weighted": 0.572188 }, { "accuracy": 0.527791, "f1": 0.499771, "f1_weighted": 0.534732 }, { "accuracy": 0.551894, "f1": 0.523573, "f1_weighted": 0.556457 }, { "accuracy": 0.554845, "f1": 0.521564, "f1_weighted": 0.560483 }, { "accuracy": 0.546975, "f1": 0.512576, "f1_weighted": 0.553401 }, { "accuracy": 0.545991, "f1": 0.514193, "f1_weighted": 0.544872 }, { "accuracy": 0.530251, "f1": 0.495191, "f1_weighted": 0.537278 }, { "accuracy": 0.540089, "f1": 0.51657, "f1_weighted": 0.544666 }, { "accuracy": 0.555337, "f1": 0.526509, "f1_weighted": 0.561171 } ], "main_score": 0.542204, "hf_subset": "he", "languages": [ "heb-Hebr" ] }, { "accuracy": 0.443876, "f1": 0.436892, "f1_weighted": 0.450247, "scores_per_experiment": [ { "accuracy": 0.441712, "f1": 0.437598, "f1_weighted": 0.451736 }, { "accuracy": 0.463847, "f1": 0.447935, "f1_weighted": 0.471868 }, { "accuracy": 0.450566, "f1": 0.446361, "f1_weighted": 0.450541 }, { "accuracy": 0.446631, "f1": 0.434384, "f1_weighted": 0.454019 }, { "accuracy": 0.463355, "f1": 0.450601, "f1_weighted": 0.471606 }, { "accuracy": 0.411215, "f1": 0.417266, "f1_weighted": 0.409632 }, { "accuracy": 0.427939, "f1": 0.428445, "f1_weighted": 0.434814 }, { "accuracy": 0.435317, "f1": 0.431705, "f1_weighted": 0.442926 }, { "accuracy": 0.446139, "f1": 0.434338, "f1_weighted": 0.458389 }, { "accuracy": 0.452041, "f1": 0.440286, "f1_weighted": 0.456942 } ], "main_score": 0.443876, "hf_subset": "km", "languages": [ "khm-Khmr" ] }, { "accuracy": 0.506296, "f1": 0.470358, "f1_weighted": 0.505647, "scores_per_experiment": [ { "accuracy": 0.525332, "f1": 0.488088, "f1_weighted": 0.522643 }, { "accuracy": 0.501722, "f1": 0.452476, "f1_weighted": 0.504385 }, { "accuracy": 0.510084, "f1": 0.471396, "f1_weighted": 0.508632 }, { "accuracy": 0.511559, "f1": 0.467597, "f1_weighted": 0.512405 }, { "accuracy": 0.4909, "f1": 0.474111, "f1_weighted": 0.485388 }, { "accuracy": 0.491884, "f1": 0.453074, "f1_weighted": 0.495625 }, { "accuracy": 0.501722, "f1": 0.456012, "f1_weighted": 0.498598 }, { "accuracy": 0.513527, "f1": 0.477312, "f1_weighted": 0.513903 }, { "accuracy": 0.508608, "f1": 0.486221, "f1_weighted": 0.503233 }, { "accuracy": 0.507624, "f1": 0.477297, "f1_weighted": 0.511654 } ], "main_score": 0.506296, "hf_subset": "kn", "languages": [ "kan-Knda" ] }, { "accuracy": 0.526217, "f1": 0.509592, "f1_weighted": 0.531233, "scores_per_experiment": [ { "accuracy": 0.53271, "f1": 0.515312, "f1_weighted": 0.537066 }, { "accuracy": 0.556813, "f1": 0.521596, "f1_weighted": 0.561039 }, { "accuracy": 0.534678, "f1": 0.510899, "f1_weighted": 0.543904 }, { "accuracy": 0.555829, "f1": 0.530226, "f1_weighted": 0.555134 }, { "accuracy": 0.5273, "f1": 0.510719, "f1_weighted": 0.531766 }, { "accuracy": 0.484014, "f1": 0.480247, "f1_weighted": 0.491116 }, { "accuracy": 0.533202, "f1": 0.523911, "f1_weighted": 0.543689 }, { "accuracy": 0.503689, "f1": 0.493233, "f1_weighted": 0.510566 }, { "accuracy": 0.520413, "f1": 0.504365, "f1_weighted": 0.519604 }, { "accuracy": 0.513527, "f1": 0.505416, "f1_weighted": 0.518446 } ], "main_score": 0.526217, "hf_subset": "az", "languages": [ "aze-Latn" ] }, { "accuracy": 0.589867, "f1": 0.56179, "f1_weighted": 0.591432, "scores_per_experiment": [ { "accuracy": 0.588293, "f1": 0.579866, "f1_weighted": 0.588637 }, { "accuracy": 0.577472, "f1": 0.546408, "f1_weighted": 0.585389 }, { "accuracy": 0.594196, "f1": 0.566889, "f1_weighted": 0.597776 }, { "accuracy": 0.606001, "f1": 0.569907, "f1_weighted": 0.604239 }, { "accuracy": 0.583866, "f1": 0.551748, "f1_weighted": 0.584071 }, { "accuracy": 0.588293, "f1": 0.55659, "f1_weighted": 0.588445 }, { "accuracy": 0.606493, "f1": 0.57073, "f1_weighted": 0.607946 }, { "accuracy": 0.566158, "f1": 0.534941, "f1_weighted": 0.568079 }, { "accuracy": 0.589277, "f1": 0.573545, "f1_weighted": 0.594118 }, { "accuracy": 0.598623, "f1": 0.567274, "f1_weighted": 0.595623 } ], "main_score": 0.589867, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "accuracy": 0.474816, "f1": 0.444771, "f1_weighted": 0.478715, "scores_per_experiment": [ { "accuracy": 0.473192, "f1": 0.443358, "f1_weighted": 0.479915 }, { "accuracy": 0.489424, "f1": 0.450999, "f1_weighted": 0.499003 }, { "accuracy": 0.46729, "f1": 0.433271, "f1_weighted": 0.476169 }, { "accuracy": 0.495327, "f1": 0.462555, "f1_weighted": 0.496526 }, { "accuracy": 0.479095, "f1": 0.446154, "f1_weighted": 0.478667 }, { "accuracy": 0.455976, "f1": 0.437843, "f1_weighted": 0.460364 }, { "accuracy": 0.467782, "f1": 0.437618, "f1_weighted": 0.470433 }, { "accuracy": 0.464338, "f1": 0.431767, "f1_weighted": 0.466215 }, { "accuracy": 0.478603, "f1": 0.451804, "f1_weighted": 0.481311 }, { "accuracy": 0.477127, "f1": 0.452342, "f1_weighted": 0.478551 } ], "main_score": 0.474816, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "accuracy": 0.409887, "f1": 0.397532, "f1_weighted": 0.411287, "scores_per_experiment": [ { "accuracy": 0.409247, "f1": 0.399149, "f1_weighted": 0.409186 }, { "accuracy": 0.414166, "f1": 0.399055, "f1_weighted": 0.419556 }, { "accuracy": 0.417609, "f1": 0.401543, "f1_weighted": 0.424783 }, { "accuracy": 0.410231, "f1": 0.407461, "f1_weighted": 0.406387 }, { "accuracy": 0.422528, "f1": 0.404675, "f1_weighted": 0.427206 }, { "accuracy": 0.403345, "f1": 0.391046, "f1_weighted": 0.406562 }, { "accuracy": 0.393999, "f1": 0.375332, "f1_weighted": 0.386943 }, { "accuracy": 0.40482, "f1": 0.395907, "f1_weighted": 0.406098 }, { "accuracy": 0.385145, "f1": 0.381749, "f1_weighted": 0.383082 }, { "accuracy": 0.437777, "f1": 0.419408, "f1_weighted": 0.443064 } ], "main_score": 0.409887, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "accuracy": 0.579685, "f1": 0.560128, "f1_weighted": 0.581015, "scores_per_experiment": [ { "accuracy": 0.585834, "f1": 0.57769, "f1_weighted": 0.592418 }, { "accuracy": 0.604033, "f1": 0.569726, "f1_weighted": 0.6118 }, { "accuracy": 0.580915, "f1": 0.561348, "f1_weighted": 0.579859 }, { "accuracy": 0.60059, "f1": 0.568266, "f1_weighted": 0.596138 }, { "accuracy": 0.570093, "f1": 0.545871, "f1_weighted": 0.570629 }, { "accuracy": 0.582391, "f1": 0.565057, "f1_weighted": 0.587349 }, { "accuracy": 0.576488, "f1": 0.559007, "f1_weighted": 0.577029 }, { "accuracy": 0.57452, "f1": 0.5633, "f1_weighted": 0.574518 }, { "accuracy": 0.544024, "f1": 0.53203, "f1_weighted": 0.540923 }, { "accuracy": 0.577964, "f1": 0.55898, "f1_weighted": 0.57949 } ], "main_score": 0.579685, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "accuracy": 0.479242, "f1": 0.454408, "f1_weighted": 0.484186, "scores_per_experiment": [ { "accuracy": 0.469257, "f1": 0.458962, "f1_weighted": 0.476742 }, { "accuracy": 0.495327, "f1": 0.458636, "f1_weighted": 0.500049 }, { "accuracy": 0.477127, "f1": 0.449258, "f1_weighted": 0.484792 }, { "accuracy": 0.488933, "f1": 0.461494, "f1_weighted": 0.496133 }, { "accuracy": 0.481554, "f1": 0.460339, "f1_weighted": 0.482507 }, { "accuracy": 0.478603, "f1": 0.46091, "f1_weighted": 0.482413 }, { "accuracy": 0.488933, "f1": 0.453297, "f1_weighted": 0.48856 }, { "accuracy": 0.450074, "f1": 0.42918, "f1_weighted": 0.453114 }, { "accuracy": 0.484014, "f1": 0.456418, "f1_weighted": 0.496322 }, { "accuracy": 0.478603, "f1": 0.455586, "f1_weighted": 0.481227 } ], "main_score": 0.479242, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "accuracy": 0.620069, "f1": 0.592068, "f1_weighted": 0.620556, "scores_per_experiment": [ { "accuracy": 0.61879, "f1": 0.599424, "f1_weighted": 0.616879 }, { "accuracy": 0.652238, "f1": 0.61013, "f1_weighted": 0.658958 }, { "accuracy": 0.612887, "f1": 0.58063, "f1_weighted": 0.610854 }, { "accuracy": 0.637482, "f1": 0.604232, "f1_weighted": 0.633697 }, { "accuracy": 0.615839, "f1": 0.586761, "f1_weighted": 0.618535 }, { "accuracy": 0.615347, "f1": 0.5995, "f1_weighted": 0.615278 }, { "accuracy": 0.605017, "f1": 0.578411, "f1_weighted": 0.606235 }, { "accuracy": 0.599115, "f1": 0.573179, "f1_weighted": 0.603469 }, { "accuracy": 0.615839, "f1": 0.592564, "f1_weighted": 0.613082 }, { "accuracy": 0.628136, "f1": 0.595846, "f1_weighted": 0.628568 } ], "main_score": 0.620069, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "accuracy": 0.571569, "f1": 0.556254, "f1_weighted": 0.576928, "scores_per_experiment": [ { "accuracy": 0.573045, "f1": 0.561007, "f1_weighted": 0.573846 }, { "accuracy": 0.591244, "f1": 0.560322, "f1_weighted": 0.599543 }, { "accuracy": 0.576488, "f1": 0.556145, "f1_weighted": 0.586676 }, { "accuracy": 0.586818, "f1": 0.5772, "f1_weighted": 0.59319 }, { "accuracy": 0.577472, "f1": 0.567406, "f1_weighted": 0.581256 }, { "accuracy": 0.547467, "f1": 0.534082, "f1_weighted": 0.54605 }, { "accuracy": 0.562223, "f1": 0.553561, "f1_weighted": 0.567738 }, { "accuracy": 0.548942, "f1": 0.537859, "f1_weighted": 0.550486 }, { "accuracy": 0.571077, "f1": 0.559273, "f1_weighted": 0.577188 }, { "accuracy": 0.580915, "f1": 0.55568, "f1_weighted": 0.593313 } ], "main_score": 0.571569, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "accuracy": 0.618347, "f1": 0.59181, "f1_weighted": 0.619448, "scores_per_experiment": [ { "accuracy": 0.61879, "f1": 0.595637, "f1_weighted": 0.622502 }, { "accuracy": 0.629611, "f1": 0.598455, "f1_weighted": 0.638236 }, { "accuracy": 0.616822, "f1": 0.592396, "f1_weighted": 0.615027 }, { "accuracy": 0.618298, "f1": 0.590661, "f1_weighted": 0.616101 }, { "accuracy": 0.624693, "f1": 0.594611, "f1_weighted": 0.624486 }, { "accuracy": 0.614363, "f1": 0.591044, "f1_weighted": 0.613769 }, { "accuracy": 0.617314, "f1": 0.589471, "f1_weighted": 0.616871 }, { "accuracy": 0.611412, "f1": 0.58286, "f1_weighted": 0.6144 }, { "accuracy": 0.611904, "f1": 0.586059, "f1_weighted": 0.613508 }, { "accuracy": 0.620266, "f1": 0.596908, "f1_weighted": 0.619579 } ], "main_score": 0.618347, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "accuracy": 0.37757, "f1": 0.357816, "f1_weighted": 0.381585, "scores_per_experiment": [ { "accuracy": 0.353173, "f1": 0.350949, "f1_weighted": 0.361463 }, { "accuracy": 0.403345, "f1": 0.373316, "f1_weighted": 0.406443 }, { "accuracy": 0.397934, "f1": 0.367038, "f1_weighted": 0.406862 }, { "accuracy": 0.38121, "f1": 0.35893, "f1_weighted": 0.381241 }, { "accuracy": 0.368913, "f1": 0.339933, "f1_weighted": 0.369532 }, { "accuracy": 0.386129, "f1": 0.377664, "f1_weighted": 0.386509 }, { "accuracy": 0.367929, "f1": 0.352187, "f1_weighted": 0.376769 }, { "accuracy": 0.372356, "f1": 0.352717, "f1_weighted": 0.372207 }, { "accuracy": 0.400885, "f1": 0.376579, "f1_weighted": 0.404956 }, { "accuracy": 0.343827, "f1": 0.328843, "f1_weighted": 0.349869 } ], "main_score": 0.37757, "hf_subset": "jv", "languages": [ "jav-Latn" ] } ], "test": [ { "accuracy": 0.39035, "f1": 0.384839, "f1_weighted": 0.393855, "scores_per_experiment": [ { "accuracy": 0.408204, "f1": 0.405884, "f1_weighted": 0.415441 }, { "accuracy": 0.408877, "f1": 0.397907, "f1_weighted": 0.412329 }, { "accuracy": 0.358776, "f1": 0.353343, "f1_weighted": 0.35541 }, { "accuracy": 0.389711, "f1": 0.379628, "f1_weighted": 0.39672 }, { "accuracy": 0.394418, "f1": 0.378405, "f1_weighted": 0.397719 }, { "accuracy": 0.390383, "f1": 0.383726, "f1_weighted": 0.392202 }, { "accuracy": 0.374916, "f1": 0.379055, "f1_weighted": 0.37938 }, { "accuracy": 0.402824, "f1": 0.393682, "f1_weighted": 0.414096 }, { "accuracy": 0.389375, "f1": 0.393152, "f1_weighted": 0.386948 }, { "accuracy": 0.386012, "f1": 0.383613, "f1_weighted": 0.388304 } ], "main_score": 0.39035, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "accuracy": 0.422327, "f1": 0.408832, "f1_weighted": 0.429112, "scores_per_experiment": [ { "accuracy": 0.422663, "f1": 0.420857, "f1_weighted": 0.4262 }, { "accuracy": 0.457633, "f1": 0.434211, "f1_weighted": 0.469113 }, { "accuracy": 0.412912, "f1": 0.403112, "f1_weighted": 0.425301 }, { "accuracy": 0.433759, "f1": 0.416116, "f1_weighted": 0.444721 }, { "accuracy": 0.426698, "f1": 0.398864, "f1_weighted": 0.429814 }, { "accuracy": 0.411567, "f1": 0.400269, "f1_weighted": 0.418466 }, { "accuracy": 0.405851, "f1": 0.393672, "f1_weighted": 0.410237 }, { "accuracy": 0.425017, "f1": 0.41437, "f1_weighted": 0.430901 }, { "accuracy": 0.413584, "f1": 0.397117, "f1_weighted": 0.417637 }, { "accuracy": 0.413584, "f1": 0.409734, "f1_weighted": 0.418729 } ], "main_score": 0.422327, "hf_subset": "tl", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.522865, "f1": 0.498286, "f1_weighted": 0.52926, "scores_per_experiment": [ { "accuracy": 0.526564, "f1": 0.510805, "f1_weighted": 0.530666 }, { "accuracy": 0.547411, "f1": 0.506556, "f1_weighted": 0.555096 }, { "accuracy": 0.519502, "f1": 0.500669, "f1_weighted": 0.520405 }, { "accuracy": 0.54304, "f1": 0.519602, "f1_weighted": 0.549621 }, { "accuracy": 0.522529, "f1": 0.494985, "f1_weighted": 0.529122 }, { "accuracy": 0.517821, "f1": 0.499453, "f1_weighted": 0.527239 }, { "accuracy": 0.520847, "f1": 0.490086, "f1_weighted": 0.528282 }, { "accuracy": 0.519502, "f1": 0.490065, "f1_weighted": 0.527724 }, { "accuracy": 0.509751, "f1": 0.491394, "f1_weighted": 0.515733 }, { "accuracy": 0.501681, "f1": 0.479245, "f1_weighted": 0.508711 } ], "main_score": 0.522865, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "accuracy": 0.374109, "f1": 0.352506, "f1_weighted": 0.379952, "scores_per_experiment": [ { "accuracy": 0.378278, "f1": 0.361401, "f1_weighted": 0.382188 }, { "accuracy": 0.373907, "f1": 0.348802, "f1_weighted": 0.379891 }, { "accuracy": 0.367518, "f1": 0.344785, "f1_weighted": 0.370363 }, { "accuracy": 0.400134, "f1": 0.369302, "f1_weighted": 0.408435 }, { "accuracy": 0.379623, "f1": 0.350405, "f1_weighted": 0.386956 }, { "accuracy": 0.362139, "f1": 0.34837, "f1_weighted": 0.373277 }, { "accuracy": 0.363484, "f1": 0.346546, "f1_weighted": 0.364555 }, { "accuracy": 0.369872, "f1": 0.355413, "f1_weighted": 0.377342 }, { "accuracy": 0.362475, "f1": 0.343014, "f1_weighted": 0.365458 }, { "accuracy": 0.383658, "f1": 0.35702, "f1_weighted": 0.391052 } ], "main_score": 0.374109, "hf_subset": "cy", "languages": [ "cym-Latn" ] }, { "accuracy": 0.493779, "f1": 0.465564, "f1_weighted": 0.497381, "scores_per_experiment": [ { "accuracy": 0.520175, "f1": 0.492811, "f1_weighted": 0.518695 }, { "accuracy": 0.502354, "f1": 0.468672, "f1_weighted": 0.5107 }, { "accuracy": 0.493611, "f1": 0.463681, "f1_weighted": 0.499357 }, { "accuracy": 0.515131, "f1": 0.479157, "f1_weighted": 0.517632 }, { "accuracy": 0.489913, "f1": 0.456435, "f1_weighted": 0.494076 }, { "accuracy": 0.46772, "f1": 0.444948, "f1_weighted": 0.472635 }, { "accuracy": 0.49731, "f1": 0.467093, "f1_weighted": 0.498308 }, { "accuracy": 0.491594, "f1": 0.47007, "f1_weighted": 0.49547 }, { "accuracy": 0.471419, "f1": 0.453344, "f1_weighted": 0.471715 }, { "accuracy": 0.488568, "f1": 0.459426, "f1_weighted": 0.495224 } ], "main_score": 0.493779, "hf_subset": "ta", "languages": [ "tam-Taml" ] }, { "accuracy": 0.585104, "f1": 0.580871, "f1_weighted": 0.586278, "scores_per_experiment": [ { "accuracy": 0.577001, "f1": 0.585407, "f1_weighted": 0.577654 }, { "accuracy": 0.603564, "f1": 0.592014, "f1_weighted": 0.60832 }, { "accuracy": 0.581036, "f1": 0.567742, "f1_weighted": 0.583202 }, { "accuracy": 0.60121, "f1": 0.597633, "f1_weighted": 0.599053 }, { "accuracy": 0.592468, "f1": 0.589463, "f1_weighted": 0.593176 }, { "accuracy": 0.552791, "f1": 0.551544, "f1_weighted": 0.548605 }, { "accuracy": 0.585407, "f1": 0.580033, "f1_weighted": 0.588294 }, { "accuracy": 0.596503, "f1": 0.585918, "f1_weighted": 0.600543 }, { "accuracy": 0.571621, "f1": 0.565304, "f1_weighted": 0.572814 }, { "accuracy": 0.589442, "f1": 0.593646, "f1_weighted": 0.591114 } ], "main_score": 0.585104, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ] }, { "accuracy": 0.62041, "f1": 0.593722, "f1_weighted": 0.624791, "scores_per_experiment": [ { "accuracy": 0.63349, "f1": 0.607837, "f1_weighted": 0.638286 }, { "accuracy": 0.621385, "f1": 0.587248, "f1_weighted": 0.627791 }, { "accuracy": 0.624075, "f1": 0.596713, "f1_weighted": 0.624665 }, { "accuracy": 0.642905, "f1": 0.608303, "f1_weighted": 0.644482 }, { "accuracy": 0.610289, "f1": 0.592969, "f1_weighted": 0.613269 }, { "accuracy": 0.615333, "f1": 0.586637, "f1_weighted": 0.618521 }, { "accuracy": 0.625757, "f1": 0.604914, "f1_weighted": 0.63213 }, { "accuracy": 0.616342, "f1": 0.583972, "f1_weighted": 0.61856 }, { "accuracy": 0.613988, "f1": 0.587918, "f1_weighted": 0.62159 }, { "accuracy": 0.600538, "f1": 0.580713, "f1_weighted": 0.608621 } ], "main_score": 0.62041, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "accuracy": 0.592636, "f1": 0.56762, "f1_weighted": 0.598887, "scores_per_experiment": [ { "accuracy": 0.609953, "f1": 0.589289, "f1_weighted": 0.61687 }, { "accuracy": 0.617014, "f1": 0.580356, "f1_weighted": 0.627452 }, { "accuracy": 0.592804, "f1": 0.561252, "f1_weighted": 0.595698 }, { "accuracy": 0.596167, "f1": 0.570219, "f1_weighted": 0.602086 }, { "accuracy": 0.589106, "f1": 0.565779, "f1_weighted": 0.595475 }, { "accuracy": 0.589778, "f1": 0.56318, "f1_weighted": 0.594498 }, { "accuracy": 0.589778, "f1": 0.570776, "f1_weighted": 0.599214 }, { "accuracy": 0.582044, "f1": 0.556003, "f1_weighted": 0.59267 }, { "accuracy": 0.575319, "f1": 0.551905, "f1_weighted": 0.576827 }, { "accuracy": 0.584398, "f1": 0.567437, "f1_weighted": 0.588079 } ], "main_score": 0.592636, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "accuracy": 0.567619, "f1": 0.547454, "f1_weighted": 0.572144, "scores_per_experiment": [ { "accuracy": 0.567249, "f1": 0.552185, "f1_weighted": 0.57324 }, { "accuracy": 0.589778, "f1": 0.557514, "f1_weighted": 0.594419 }, { "accuracy": 0.564223, "f1": 0.538773, "f1_weighted": 0.563524 }, { "accuracy": 0.575992, "f1": 0.570798, "f1_weighted": 0.581112 }, { "accuracy": 0.581708, "f1": 0.547963, "f1_weighted": 0.587428 }, { "accuracy": 0.555481, "f1": 0.533546, "f1_weighted": 0.560272 }, { "accuracy": 0.56456, "f1": 0.543941, "f1_weighted": 0.570842 }, { "accuracy": 0.570948, "f1": 0.54985, "f1_weighted": 0.573015 }, { "accuracy": 0.542367, "f1": 0.53174, "f1_weighted": 0.548133 }, { "accuracy": 0.563887, "f1": 0.548232, "f1_weighted": 0.569456 } ], "main_score": 0.567619, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "accuracy": 0.598722, "f1": 0.576168, "f1_weighted": 0.603315, "scores_per_experiment": [ { "accuracy": 0.612643, "f1": 0.597765, "f1_weighted": 0.617934 }, { "accuracy": 0.605582, "f1": 0.583651, "f1_weighted": 0.613505 }, { "accuracy": 0.575992, "f1": 0.552752, "f1_weighted": 0.576432 }, { "accuracy": 0.594822, "f1": 0.582002, "f1_weighted": 0.599286 }, { "accuracy": 0.603228, "f1": 0.574335, "f1_weighted": 0.609316 }, { "accuracy": 0.571284, "f1": 0.556762, "f1_weighted": 0.578071 }, { "accuracy": 0.60928, "f1": 0.583411, "f1_weighted": 0.611172 }, { "accuracy": 0.605582, "f1": 0.572241, "f1_weighted": 0.611877 }, { "accuracy": 0.601883, "f1": 0.570214, "f1_weighted": 0.604233 }, { "accuracy": 0.606927, "f1": 0.58855, "f1_weighted": 0.611323 } ], "main_score": 0.598722, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "accuracy": 0.658541, "f1": 0.646154, "f1_weighted": 0.659677, "scores_per_experiment": [ { "accuracy": 0.654001, "f1": 0.647058, "f1_weighted": 0.657288 }, { "accuracy": 0.678884, "f1": 0.651698, "f1_weighted": 0.683731 }, { "accuracy": 0.66577, "f1": 0.649189, "f1_weighted": 0.662805 }, { "accuracy": 0.669132, "f1": 0.656856, "f1_weighted": 0.672574 }, { "accuracy": 0.655683, "f1": 0.645149, "f1_weighted": 0.652765 }, { "accuracy": 0.635508, "f1": 0.632571, "f1_weighted": 0.636953 }, { "accuracy": 0.66039, "f1": 0.646705, "f1_weighted": 0.662261 }, { "accuracy": 0.651311, "f1": 0.633391, "f1_weighted": 0.652313 }, { "accuracy": 0.648621, "f1": 0.637802, "f1_weighted": 0.651299 }, { "accuracy": 0.666106, "f1": 0.661119, "f1_weighted": 0.664778 } ], "main_score": 0.658541, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "accuracy": 0.619704, "f1": 0.606344, "f1_weighted": 0.620223, "scores_per_experiment": [ { "accuracy": 0.627774, "f1": 0.610319, "f1_weighted": 0.629872 }, { "accuracy": 0.637525, "f1": 0.608341, "f1_weighted": 0.639593 }, { "accuracy": 0.627438, "f1": 0.611778, "f1_weighted": 0.627805 }, { "accuracy": 0.623067, "f1": 0.614487, "f1_weighted": 0.623017 }, { "accuracy": 0.609617, "f1": 0.594904, "f1_weighted": 0.610204 }, { "accuracy": 0.604909, "f1": 0.603665, "f1_weighted": 0.600365 }, { "accuracy": 0.606254, "f1": 0.5955, "f1_weighted": 0.610165 }, { "accuracy": 0.609953, "f1": 0.605693, "f1_weighted": 0.606797 }, { "accuracy": 0.60928, "f1": 0.596628, "f1_weighted": 0.609038 }, { "accuracy": 0.641224, "f1": 0.622121, "f1_weighted": 0.64537 } ], "main_score": 0.619704, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.540854, "f1": 0.519938, "f1_weighted": 0.547028, "scores_per_experiment": [ { "accuracy": 0.557162, "f1": 0.533141, "f1_weighted": 0.565503 }, { "accuracy": 0.561533, "f1": 0.530899, "f1_weighted": 0.566938 }, { "accuracy": 0.542367, "f1": 0.516078, "f1_weighted": 0.54724 }, { "accuracy": 0.549092, "f1": 0.53097, "f1_weighted": 0.553556 }, { "accuracy": 0.538332, "f1": 0.510404, "f1_weighted": 0.538261 }, { "accuracy": 0.528245, "f1": 0.511764, "f1_weighted": 0.535004 }, { "accuracy": 0.533625, "f1": 0.515804, "f1_weighted": 0.543862 }, { "accuracy": 0.536651, "f1": 0.519071, "f1_weighted": 0.544407 }, { "accuracy": 0.528581, "f1": 0.509037, "f1_weighted": 0.533189 }, { "accuracy": 0.532952, "f1": 0.522208, "f1_weighted": 0.542316 } ], "main_score": 0.540854, "hf_subset": "ur", "languages": [ "urd-Arab" ] }, { "accuracy": 0.597445, "f1": 0.578595, "f1_weighted": 0.600792, "scores_per_experiment": [ { "accuracy": 0.615669, "f1": 0.596513, "f1_weighted": 0.6204 }, { "accuracy": 0.609953, "f1": 0.580706, "f1_weighted": 0.618828 }, { "accuracy": 0.584734, "f1": 0.570279, "f1_weighted": 0.587615 }, { "accuracy": 0.598521, "f1": 0.586296, "f1_weighted": 0.599904 }, { "accuracy": 0.598857, "f1": 0.578561, "f1_weighted": 0.603084 }, { "accuracy": 0.579018, "f1": 0.549754, "f1_weighted": 0.583901 }, { "accuracy": 0.588433, "f1": 0.585576, "f1_weighted": 0.590405 }, { "accuracy": 0.601883, "f1": 0.5729, "f1_weighted": 0.606244 }, { "accuracy": 0.583053, "f1": 0.568086, "f1_weighted": 0.584137 }, { "accuracy": 0.614324, "f1": 0.597278, "f1_weighted": 0.613404 } ], "main_score": 0.597445, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "accuracy": 0.537424, "f1": 0.516825, "f1_weighted": 0.543332, "scores_per_experiment": [ { "accuracy": 0.551782, "f1": 0.52811, "f1_weighted": 0.562829 }, { "accuracy": 0.541022, "f1": 0.525805, "f1_weighted": 0.547903 }, { "accuracy": 0.529254, "f1": 0.511004, "f1_weighted": 0.536462 }, { "accuracy": 0.568594, "f1": 0.529935, "f1_weighted": 0.572893 }, { "accuracy": 0.534633, "f1": 0.514498, "f1_weighted": 0.535056 }, { "accuracy": 0.520847, "f1": 0.502144, "f1_weighted": 0.522365 }, { "accuracy": 0.535642, "f1": 0.520663, "f1_weighted": 0.541447 }, { "accuracy": 0.541695, "f1": 0.517529, "f1_weighted": 0.548757 }, { "accuracy": 0.517821, "f1": 0.497703, "f1_weighted": 0.523661 }, { "accuracy": 0.532952, "f1": 0.520859, "f1_weighted": 0.54195 } ], "main_score": 0.537424, "hf_subset": "hy", "languages": [ "hye-Armn" ] }, { "accuracy": 0.600303, "f1": 0.59822, "f1_weighted": 0.598814, "scores_per_experiment": [ { "accuracy": 0.614324, "f1": 0.620858, "f1_weighted": 0.610698 }, { "accuracy": 0.607935, "f1": 0.600184, "f1_weighted": 0.607191 }, { "accuracy": 0.612643, "f1": 0.597829, "f1_weighted": 0.609878 }, { "accuracy": 0.593477, "f1": 0.594425, "f1_weighted": 0.591732 }, { "accuracy": 0.604573, "f1": 0.596206, "f1_weighted": 0.603782 }, { "accuracy": 0.594149, "f1": 0.599207, "f1_weighted": 0.592604 }, { "accuracy": 0.586416, "f1": 0.592737, "f1_weighted": 0.582025 }, { "accuracy": 0.585743, "f1": 0.580975, "f1_weighted": 0.584795 }, { "accuracy": 0.592468, "f1": 0.585859, "f1_weighted": 0.591344 }, { "accuracy": 0.611298, "f1": 0.61392, "f1_weighted": 0.614092 } ], "main_score": 0.600303, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "accuracy": 0.579892, "f1": 0.549723, "f1_weighted": 0.583024, "scores_per_experiment": [ { "accuracy": 0.589106, "f1": 0.564523, "f1_weighted": 0.596882 }, { "accuracy": 0.602892, "f1": 0.563256, "f1_weighted": 0.606212 }, { "accuracy": 0.568594, "f1": 0.541532, "f1_weighted": 0.565717 }, { "accuracy": 0.601883, "f1": 0.560345, "f1_weighted": 0.608185 }, { "accuracy": 0.584062, "f1": 0.558093, "f1_weighted": 0.579558 }, { "accuracy": 0.573974, "f1": 0.54049, "f1_weighted": 0.578701 }, { "accuracy": 0.577337, "f1": 0.543755, "f1_weighted": 0.578563 }, { "accuracy": 0.572293, "f1": 0.537863, "f1_weighted": 0.574335 }, { "accuracy": 0.55918, "f1": 0.534879, "f1_weighted": 0.564419 }, { "accuracy": 0.569603, "f1": 0.552491, "f1_weighted": 0.577672 } ], "main_score": 0.579892, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "accuracy": 0.597445, "f1": 0.577327, "f1_weighted": 0.602751, "scores_per_experiment": [ { "accuracy": 0.606254, "f1": 0.585551, "f1_weighted": 0.609945 }, { "accuracy": 0.621049, "f1": 0.593662, "f1_weighted": 0.626009 }, { "accuracy": 0.589778, "f1": 0.564505, "f1_weighted": 0.596295 }, { "accuracy": 0.619704, "f1": 0.590512, "f1_weighted": 0.626015 }, { "accuracy": 0.603228, "f1": 0.570766, "f1_weighted": 0.606031 }, { "accuracy": 0.579354, "f1": 0.568022, "f1_weighted": 0.585195 }, { "accuracy": 0.577001, "f1": 0.563285, "f1_weighted": 0.583437 }, { "accuracy": 0.583389, "f1": 0.569683, "f1_weighted": 0.589498 }, { "accuracy": 0.594149, "f1": 0.580729, "f1_weighted": 0.600777 }, { "accuracy": 0.600538, "f1": 0.586556, "f1_weighted": 0.604307 } ], "main_score": 0.597445, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "accuracy": 0.559314, "f1": 0.535279, "f1_weighted": 0.564185, "scores_per_experiment": [ { "accuracy": 0.567586, "f1": 0.540914, "f1_weighted": 0.571367 }, { "accuracy": 0.575992, "f1": 0.54976, "f1_weighted": 0.578853 }, { "accuracy": 0.557162, "f1": 0.536263, "f1_weighted": 0.557006 }, { "accuracy": 0.563215, "f1": 0.529349, "f1_weighted": 0.572085 }, { "accuracy": 0.56187, "f1": 0.542882, "f1_weighted": 0.570017 }, { "accuracy": 0.532952, "f1": 0.515611, "f1_weighted": 0.534862 }, { "accuracy": 0.554808, "f1": 0.536461, "f1_weighted": 0.560715 }, { "accuracy": 0.558171, "f1": 0.528011, "f1_weighted": 0.565943 }, { "accuracy": 0.553463, "f1": 0.529005, "f1_weighted": 0.554582 }, { "accuracy": 0.567922, "f1": 0.544533, "f1_weighted": 0.576418 } ], "main_score": 0.559314, "hf_subset": "ms", "languages": [ "msa-Latn" ] }, { "accuracy": 0.519603, "f1": 0.487277, "f1_weighted": 0.526499, "scores_per_experiment": [ { "accuracy": 0.524882, "f1": 0.504829, "f1_weighted": 0.53193 }, { "accuracy": 0.525555, "f1": 0.491503, "f1_weighted": 0.534388 }, { "accuracy": 0.509751, "f1": 0.481007, "f1_weighted": 0.514416 }, { "accuracy": 0.530599, "f1": 0.485303, "f1_weighted": 0.542391 }, { "accuracy": 0.523874, "f1": 0.492323, "f1_weighted": 0.527532 }, { "accuracy": 0.490921, "f1": 0.460909, "f1_weighted": 0.494591 }, { "accuracy": 0.514122, "f1": 0.478778, "f1_weighted": 0.521364 }, { "accuracy": 0.529926, "f1": 0.488115, "f1_weighted": 0.53973 }, { "accuracy": 0.505716, "f1": 0.48435, "f1_weighted": 0.51437 }, { "accuracy": 0.540686, "f1": 0.505655, "f1_weighted": 0.544273 } ], "main_score": 0.519603, "hf_subset": "ml", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.485878, "f1": 0.466673, "f1_weighted": 0.490376, "scores_per_experiment": [ { "accuracy": 0.48924, "f1": 0.475218, "f1_weighted": 0.491119 }, { "accuracy": 0.497983, "f1": 0.46822, "f1_weighted": 0.500399 }, { "accuracy": 0.496638, "f1": 0.472167, "f1_weighted": 0.502083 }, { "accuracy": 0.489913, "f1": 0.475353, "f1_weighted": 0.496047 }, { "accuracy": 0.504707, "f1": 0.465322, "f1_weighted": 0.508139 }, { "accuracy": 0.46503, "f1": 0.453989, "f1_weighted": 0.474019 }, { "accuracy": 0.482851, "f1": 0.469407, "f1_weighted": 0.488815 }, { "accuracy": 0.492939, "f1": 0.468375, "f1_weighted": 0.496043 }, { "accuracy": 0.466039, "f1": 0.451658, "f1_weighted": 0.469977 }, { "accuracy": 0.473436, "f1": 0.467024, "f1_weighted": 0.477123 } ], "main_score": 0.485878, "hf_subset": "af", "languages": [ "afr-Latn" ] }, { "accuracy": 0.587054, "f1": 0.556325, "f1_weighted": 0.589404, "scores_per_experiment": [ { "accuracy": 0.599193, "f1": 0.570884, "f1_weighted": 0.605551 }, { "accuracy": 0.599866, "f1": 0.570313, "f1_weighted": 0.599684 }, { "accuracy": 0.592132, "f1": 0.55062, "f1_weighted": 0.59348 }, { "accuracy": 0.597512, "f1": 0.573596, "f1_weighted": 0.598898 }, { "accuracy": 0.591796, "f1": 0.547888, "f1_weighted": 0.594851 }, { "accuracy": 0.576328, "f1": 0.551965, "f1_weighted": 0.578931 }, { "accuracy": 0.582044, "f1": 0.544064, "f1_weighted": 0.58166 }, { "accuracy": 0.583053, "f1": 0.55515, "f1_weighted": 0.587501 }, { "accuracy": 0.570612, "f1": 0.547467, "f1_weighted": 0.571627 }, { "accuracy": 0.578009, "f1": 0.551301, "f1_weighted": 0.581858 } ], "main_score": 0.587054, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "accuracy": 0.574815, "f1": 0.555902, "f1_weighted": 0.576988, "scores_per_experiment": [ { "accuracy": 0.581708, "f1": 0.570558, "f1_weighted": 0.584957 }, { "accuracy": 0.582044, "f1": 0.558657, "f1_weighted": 0.587137 }, { "accuracy": 0.579691, "f1": 0.563205, "f1_weighted": 0.576793 }, { "accuracy": 0.593813, "f1": 0.567229, "f1_weighted": 0.596166 }, { "accuracy": 0.568258, "f1": 0.554339, "f1_weighted": 0.567379 }, { "accuracy": 0.558171, "f1": 0.536023, "f1_weighted": 0.56144 }, { "accuracy": 0.571621, "f1": 0.551571, "f1_weighted": 0.574895 }, { "accuracy": 0.579354, "f1": 0.550563, "f1_weighted": 0.578154 }, { "accuracy": 0.54842, "f1": 0.538216, "f1_weighted": 0.553368 }, { "accuracy": 0.585071, "f1": 0.568659, "f1_weighted": 0.589593 } ], "main_score": 0.574815, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "accuracy": 0.626866, "f1": 0.608674, "f1_weighted": 0.629131, "scores_per_experiment": [ { "accuracy": 0.64156, "f1": 0.618124, "f1_weighted": 0.644237 }, { "accuracy": 0.645931, "f1": 0.626603, "f1_weighted": 0.651234 }, { "accuracy": 0.624075, "f1": 0.602286, "f1_weighted": 0.620944 }, { "accuracy": 0.631137, "f1": 0.613314, "f1_weighted": 0.63566 }, { "accuracy": 0.615669, "f1": 0.603299, "f1_weighted": 0.615468 }, { "accuracy": 0.610625, "f1": 0.588524, "f1_weighted": 0.613339 }, { "accuracy": 0.612307, "f1": 0.611998, "f1_weighted": 0.614529 }, { "accuracy": 0.637525, "f1": 0.60916, "f1_weighted": 0.641364 }, { "accuracy": 0.620377, "f1": 0.602363, "f1_weighted": 0.62301 }, { "accuracy": 0.629455, "f1": 0.611065, "f1_weighted": 0.631526 } ], "main_score": 0.626866, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ] }, { "accuracy": 0.542434, "f1": 0.514726, "f1_weighted": 0.548617, "scores_per_experiment": [ { "accuracy": 0.570948, "f1": 0.543654, "f1_weighted": 0.57627 }, { "accuracy": 0.54304, "f1": 0.513578, "f1_weighted": 0.553767 }, { "accuracy": 0.543712, "f1": 0.517758, "f1_weighted": 0.546178 }, { "accuracy": 0.559852, "f1": 0.533923, "f1_weighted": 0.567167 }, { "accuracy": 0.532952, "f1": 0.49815, "f1_weighted": 0.539126 }, { "accuracy": 0.552118, "f1": 0.511196, "f1_weighted": 0.56023 }, { "accuracy": 0.538668, "f1": 0.510901, "f1_weighted": 0.544471 }, { "accuracy": 0.520175, "f1": 0.49371, "f1_weighted": 0.522077 }, { "accuracy": 0.533625, "f1": 0.506567, "f1_weighted": 0.537215 }, { "accuracy": 0.529254, "f1": 0.517822, "f1_weighted": 0.539668 } ], "main_score": 0.542434, "hf_subset": "my", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.57115, "f1": 0.548289, "f1_weighted": 0.576657, "scores_per_experiment": [ { "accuracy": 0.562878, "f1": 0.545479, "f1_weighted": 0.569486 }, { "accuracy": 0.594149, "f1": 0.56495, "f1_weighted": 0.602589 }, { "accuracy": 0.559516, "f1": 0.52735, "f1_weighted": 0.560975 }, { "accuracy": 0.587761, "f1": 0.553464, "f1_weighted": 0.594593 }, { "accuracy": 0.580699, "f1": 0.549473, "f1_weighted": 0.587209 }, { "accuracy": 0.55649, "f1": 0.542501, "f1_weighted": 0.559013 }, { "accuracy": 0.581708, "f1": 0.556202, "f1_weighted": 0.588665 }, { "accuracy": 0.559516, "f1": 0.542494, "f1_weighted": 0.563765 }, { "accuracy": 0.561533, "f1": 0.545026, "f1_weighted": 0.563968 }, { "accuracy": 0.567249, "f1": 0.555948, "f1_weighted": 0.57631 } ], "main_score": 0.57115, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "accuracy": 0.594586, "f1": 0.575102, "f1_weighted": 0.59965, "scores_per_experiment": [ { "accuracy": 0.587761, "f1": 0.574126, "f1_weighted": 0.597551 }, { "accuracy": 0.61197, "f1": 0.593867, "f1_weighted": 0.618611 }, { "accuracy": 0.586752, "f1": 0.567381, "f1_weighted": 0.589302 }, { "accuracy": 0.604573, "f1": 0.576025, "f1_weighted": 0.605994 }, { "accuracy": 0.599866, "f1": 0.582152, "f1_weighted": 0.605149 }, { "accuracy": 0.591459, "f1": 0.571846, "f1_weighted": 0.595373 }, { "accuracy": 0.600538, "f1": 0.58136, "f1_weighted": 0.601452 }, { "accuracy": 0.578346, "f1": 0.559338, "f1_weighted": 0.585517 }, { "accuracy": 0.575992, "f1": 0.558854, "f1_weighted": 0.578971 }, { "accuracy": 0.608608, "f1": 0.586069, "f1_weighted": 0.618578 } ], "main_score": 0.594586, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "accuracy": 0.577371, "f1": 0.556437, "f1_weighted": 0.581995, "scores_per_experiment": [ { "accuracy": 0.596503, "f1": 0.580082, "f1_weighted": 0.603341 }, { "accuracy": 0.61197, "f1": 0.574252, "f1_weighted": 0.61622 }, { "accuracy": 0.574647, "f1": 0.547854, "f1_weighted": 0.579809 }, { "accuracy": 0.594822, "f1": 0.564921, "f1_weighted": 0.600047 }, { "accuracy": 0.566913, "f1": 0.552539, "f1_weighted": 0.56717 }, { "accuracy": 0.563887, "f1": 0.543219, "f1_weighted": 0.563969 }, { "accuracy": 0.56456, "f1": 0.551263, "f1_weighted": 0.569407 }, { "accuracy": 0.581372, "f1": 0.55933, "f1_weighted": 0.58612 }, { "accuracy": 0.551782, "f1": 0.527211, "f1_weighted": 0.558593 }, { "accuracy": 0.567249, "f1": 0.563695, "f1_weighted": 0.575275 } ], "main_score": 0.577371, "hf_subset": "sq", "languages": [ "sqi-Latn" ] }, { "accuracy": 0.509213, "f1": 0.473538, "f1_weighted": 0.513546, "scores_per_experiment": [ { "accuracy": 0.528581, "f1": 0.487535, "f1_weighted": 0.532929 }, { "accuracy": 0.522529, "f1": 0.488733, "f1_weighted": 0.531529 }, { "accuracy": 0.524546, "f1": 0.484203, "f1_weighted": 0.531103 }, { "accuracy": 0.539677, "f1": 0.490731, "f1_weighted": 0.545311 }, { "accuracy": 0.511432, "f1": 0.469098, "f1_weighted": 0.51642 }, { "accuracy": 0.469738, "f1": 0.447951, "f1_weighted": 0.468654 }, { "accuracy": 0.50538, "f1": 0.473253, "f1_weighted": 0.504346 }, { "accuracy": 0.495293, "f1": 0.463957, "f1_weighted": 0.498707 }, { "accuracy": 0.500336, "f1": 0.46355, "f1_weighted": 0.504195 }, { "accuracy": 0.49462, "f1": 0.466367, "f1_weighted": 0.502267 } ], "main_score": 0.509213, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "accuracy": 0.601076, "f1": 0.577378, "f1_weighted": 0.607976, "scores_per_experiment": [ { "accuracy": 0.612643, "f1": 0.592265, "f1_weighted": 0.618946 }, { "accuracy": 0.62811, "f1": 0.602119, "f1_weighted": 0.637851 }, { "accuracy": 0.589442, "f1": 0.559793, "f1_weighted": 0.593679 }, { "accuracy": 0.614997, "f1": 0.590313, "f1_weighted": 0.620595 }, { "accuracy": 0.600202, "f1": 0.573537, "f1_weighted": 0.604366 }, { "accuracy": 0.598184, "f1": 0.567417, "f1_weighted": 0.60794 }, { "accuracy": 0.584062, "f1": 0.569406, "f1_weighted": 0.590772 }, { "accuracy": 0.590787, "f1": 0.573436, "f1_weighted": 0.600101 }, { "accuracy": 0.597176, "f1": 0.571105, "f1_weighted": 0.605437 }, { "accuracy": 0.595158, "f1": 0.574392, "f1_weighted": 0.600077 } ], "main_score": 0.601076, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "accuracy": 0.423773, "f1": 0.390399, "f1_weighted": 0.429852, "scores_per_experiment": [ { "accuracy": 0.418964, "f1": 0.400051, "f1_weighted": 0.424234 }, { "accuracy": 0.456624, "f1": 0.415289, "f1_weighted": 0.463092 }, { "accuracy": 0.417283, "f1": 0.379874, "f1_weighted": 0.426521 }, { "accuracy": 0.431069, "f1": 0.397952, "f1_weighted": 0.441337 }, { "accuracy": 0.414593, "f1": 0.379044, "f1_weighted": 0.424839 }, { "accuracy": 0.404506, "f1": 0.371213, "f1_weighted": 0.403753 }, { "accuracy": 0.429052, "f1": 0.389958, "f1_weighted": 0.432285 }, { "accuracy": 0.412239, "f1": 0.382642, "f1_weighted": 0.415693 }, { "accuracy": 0.422999, "f1": 0.392123, "f1_weighted": 0.429158 }, { "accuracy": 0.430397, "f1": 0.395844, "f1_weighted": 0.437607 } ], "main_score": 0.423773, "hf_subset": "am", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.612374, "f1": 0.598127, "f1_weighted": 0.615068, "scores_per_experiment": [ { "accuracy": 0.617014, "f1": 0.60765, "f1_weighted": 0.622383 }, { "accuracy": 0.629455, "f1": 0.606888, "f1_weighted": 0.638219 }, { "accuracy": 0.6039, "f1": 0.593079, "f1_weighted": 0.600666 }, { "accuracy": 0.62273, "f1": 0.602974, "f1_weighted": 0.625443 }, { "accuracy": 0.60928, "f1": 0.59036, "f1_weighted": 0.607221 }, { "accuracy": 0.60121, "f1": 0.588778, "f1_weighted": 0.60231 }, { "accuracy": 0.612643, "f1": 0.604762, "f1_weighted": 0.617746 }, { "accuracy": 0.6039, "f1": 0.586762, "f1_weighted": 0.608228 }, { "accuracy": 0.604573, "f1": 0.591962, "f1_weighted": 0.605438 }, { "accuracy": 0.619032, "f1": 0.608054, "f1_weighted": 0.623028 } ], "main_score": 0.612374, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "accuracy": 0.555716, "f1": 0.539954, "f1_weighted": 0.556386, "scores_per_experiment": [ { "accuracy": 0.561197, "f1": 0.549538, "f1_weighted": 0.563263 }, { "accuracy": 0.565905, "f1": 0.546826, "f1_weighted": 0.573514 }, { "accuracy": 0.547411, "f1": 0.532777, "f1_weighted": 0.543151 }, { "accuracy": 0.577673, "f1": 0.553244, "f1_weighted": 0.577524 }, { "accuracy": 0.550773, "f1": 0.52882, "f1_weighted": 0.549015 }, { "accuracy": 0.558171, "f1": 0.539831, "f1_weighted": 0.558798 }, { "accuracy": 0.555817, "f1": 0.54554, "f1_weighted": 0.554695 }, { "accuracy": 0.546402, "f1": 0.531763, "f1_weighted": 0.547264 }, { "accuracy": 0.537323, "f1": 0.525168, "f1_weighted": 0.537785 }, { "accuracy": 0.55649, "f1": 0.546029, "f1_weighted": 0.558855 } ], "main_score": 0.555716, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "accuracy": 0.462172, "f1": 0.451164, "f1_weighted": 0.466625, "scores_per_experiment": [ { "accuracy": 0.45158, "f1": 0.453701, "f1_weighted": 0.452435 }, { "accuracy": 0.476463, "f1": 0.458315, "f1_weighted": 0.483012 }, { "accuracy": 0.476126, "f1": 0.45958, "f1_weighted": 0.480004 }, { "accuracy": 0.450235, "f1": 0.447505, "f1_weighted": 0.455123 }, { "accuracy": 0.45696, "f1": 0.447712, "f1_weighted": 0.456465 }, { "accuracy": 0.433087, "f1": 0.431299, "f1_weighted": 0.438485 }, { "accuracy": 0.473436, "f1": 0.457743, "f1_weighted": 0.479884 }, { "accuracy": 0.460323, "f1": 0.446996, "f1_weighted": 0.464419 }, { "accuracy": 0.469065, "f1": 0.451144, "f1_weighted": 0.47119 }, { "accuracy": 0.474445, "f1": 0.45765, "f1_weighted": 0.485238 } ], "main_score": 0.462172, "hf_subset": "ka", "languages": [ "kat-Geor" ] }, { "accuracy": 0.592233, "f1": 0.562393, "f1_weighted": 0.597216, "scores_per_experiment": [ { "accuracy": 0.601883, "f1": 0.580598, "f1_weighted": 0.604793 }, { "accuracy": 0.600202, "f1": 0.564834, "f1_weighted": 0.607522 }, { "accuracy": 0.591796, "f1": 0.555006, "f1_weighted": 0.596608 }, { "accuracy": 0.605245, "f1": 0.571538, "f1_weighted": 0.608472 }, { "accuracy": 0.591123, "f1": 0.552325, "f1_weighted": 0.596302 }, { "accuracy": 0.581372, "f1": 0.562549, "f1_weighted": 0.588643 }, { "accuracy": 0.579354, "f1": 0.554725, "f1_weighted": 0.583384 }, { "accuracy": 0.582381, "f1": 0.550416, "f1_weighted": 0.588877 }, { "accuracy": 0.595158, "f1": 0.565059, "f1_weighted": 0.59998 }, { "accuracy": 0.593813, "f1": 0.566877, "f1_weighted": 0.597578 } ], "main_score": 0.592233, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "accuracy": 0.531103, "f1": 0.508302, "f1_weighted": 0.536509, "scores_per_experiment": [ { "accuracy": 0.545057, "f1": 0.521112, "f1_weighted": 0.549428 }, { "accuracy": 0.54304, "f1": 0.514545, "f1_weighted": 0.552594 }, { "accuracy": 0.543376, "f1": 0.510576, "f1_weighted": 0.544063 }, { "accuracy": 0.529926, "f1": 0.514533, "f1_weighted": 0.537897 }, { "accuracy": 0.528917, "f1": 0.506246, "f1_weighted": 0.536702 }, { "accuracy": 0.526227, "f1": 0.501699, "f1_weighted": 0.528397 }, { "accuracy": 0.526564, "f1": 0.501614, "f1_weighted": 0.532902 }, { "accuracy": 0.514795, "f1": 0.491403, "f1_weighted": 0.523636 }, { "accuracy": 0.511769, "f1": 0.502711, "f1_weighted": 0.513646 }, { "accuracy": 0.541358, "f1": 0.518582, "f1_weighted": 0.545824 } ], "main_score": 0.531103, "hf_subset": "mn", "languages": [ "mon-Cyrl" ] }, { "accuracy": 0.599159, "f1": 0.589164, "f1_weighted": 0.603524, "scores_per_experiment": [ { "accuracy": 0.61466, "f1": 0.60846, "f1_weighted": 0.62349 }, { "accuracy": 0.608944, "f1": 0.593861, "f1_weighted": 0.61897 }, { "accuracy": 0.599866, "f1": 0.590404, "f1_weighted": 0.598034 }, { "accuracy": 0.598521, "f1": 0.589383, "f1_weighted": 0.604576 }, { "accuracy": 0.613652, "f1": 0.596547, "f1_weighted": 0.613103 }, { "accuracy": 0.592468, "f1": 0.588433, "f1_weighted": 0.597596 }, { "accuracy": 0.598857, "f1": 0.592016, "f1_weighted": 0.603633 }, { "accuracy": 0.581036, "f1": 0.569584, "f1_weighted": 0.583681 }, { "accuracy": 0.589442, "f1": 0.570493, "f1_weighted": 0.590776 }, { "accuracy": 0.594149, "f1": 0.592454, "f1_weighted": 0.601379 } ], "main_score": 0.599159, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "accuracy": 0.562374, "f1": 0.540766, "f1_weighted": 0.565266, "scores_per_experiment": [ { "accuracy": 0.577001, "f1": 0.553279, "f1_weighted": 0.578495 }, { "accuracy": 0.580699, "f1": 0.559717, "f1_weighted": 0.586744 }, { "accuracy": 0.554472, "f1": 0.527018, "f1_weighted": 0.559024 }, { "accuracy": 0.550773, "f1": 0.529453, "f1_weighted": 0.556999 }, { "accuracy": 0.558171, "f1": 0.537151, "f1_weighted": 0.560807 }, { "accuracy": 0.54035, "f1": 0.520767, "f1_weighted": 0.542616 }, { "accuracy": 0.553463, "f1": 0.531437, "f1_weighted": 0.551717 }, { "accuracy": 0.567586, "f1": 0.549549, "f1_weighted": 0.569549 }, { "accuracy": 0.574983, "f1": 0.555707, "f1_weighted": 0.577099 }, { "accuracy": 0.566241, "f1": 0.543582, "f1_weighted": 0.56961 } ], "main_score": 0.562374, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "accuracy": 0.536752, "f1": 0.508239, "f1_weighted": 0.543647, "scores_per_experiment": [ { "accuracy": 0.522529, "f1": 0.505408, "f1_weighted": 0.530793 }, { "accuracy": 0.540013, "f1": 0.502622, "f1_weighted": 0.549968 }, { "accuracy": 0.536987, "f1": 0.506865, "f1_weighted": 0.545967 }, { "accuracy": 0.546738, "f1": 0.521076, "f1_weighted": 0.555153 }, { "accuracy": 0.542703, "f1": 0.513173, "f1_weighted": 0.551038 }, { "accuracy": 0.535978, "f1": 0.499916, "f1_weighted": 0.543842 }, { "accuracy": 0.546402, "f1": 0.509749, "f1_weighted": 0.548558 }, { "accuracy": 0.522865, "f1": 0.494727, "f1_weighted": 0.528259 }, { "accuracy": 0.5269, "f1": 0.503784, "f1_weighted": 0.532071 }, { "accuracy": 0.546402, "f1": 0.525067, "f1_weighted": 0.550822 } ], "main_score": 0.536752, "hf_subset": "he", "languages": [ "heb-Hebr" ] }, { "accuracy": 0.448285, "f1": 0.430226, "f1_weighted": 0.457299, "scores_per_experiment": [ { "accuracy": 0.461332, "f1": 0.440845, "f1_weighted": 0.47216 }, { "accuracy": 0.476799, "f1": 0.444581, "f1_weighted": 0.487733 }, { "accuracy": 0.444183, "f1": 0.426634, "f1_weighted": 0.445076 }, { "accuracy": 0.443174, "f1": 0.425121, "f1_weighted": 0.45308 }, { "accuracy": 0.472764, "f1": 0.442118, "f1_weighted": 0.481912 }, { "accuracy": 0.418292, "f1": 0.419769, "f1_weighted": 0.420009 }, { "accuracy": 0.443847, "f1": 0.430233, "f1_weighted": 0.455006 }, { "accuracy": 0.436449, "f1": 0.418431, "f1_weighted": 0.448294 }, { "accuracy": 0.447882, "f1": 0.426336, "f1_weighted": 0.462286 }, { "accuracy": 0.43813, "f1": 0.428197, "f1_weighted": 0.447432 } ], "main_score": 0.448285, "hf_subset": "km", "languages": [ "khm-Khmr" ] }, { "accuracy": 0.499227, "f1": 0.461335, "f1_weighted": 0.499415, "scores_per_experiment": [ { "accuracy": 0.506725, "f1": 0.462828, "f1_weighted": 0.508767 }, { "accuracy": 0.506389, "f1": 0.464603, "f1_weighted": 0.506637 }, { "accuracy": 0.501681, "f1": 0.461407, "f1_weighted": 0.499341 }, { "accuracy": 0.509751, "f1": 0.471914, "f1_weighted": 0.511628 }, { "accuracy": 0.498319, "f1": 0.458758, "f1_weighted": 0.492715 }, { "accuracy": 0.485541, "f1": 0.457963, "f1_weighted": 0.487244 }, { "accuracy": 0.494956, "f1": 0.462848, "f1_weighted": 0.493565 }, { "accuracy": 0.50269, "f1": 0.453544, "f1_weighted": 0.506075 }, { "accuracy": 0.491594, "f1": 0.452724, "f1_weighted": 0.487806 }, { "accuracy": 0.49462, "f1": 0.466761, "f1_weighted": 0.500375 } ], "main_score": 0.499227, "hf_subset": "kn", "languages": [ "kan-Knda" ] }, { "accuracy": 0.524344, "f1": 0.502585, "f1_weighted": 0.530137, "scores_per_experiment": [ { "accuracy": 0.523874, "f1": 0.505318, "f1_weighted": 0.525986 }, { "accuracy": 0.548083, "f1": 0.52637, "f1_weighted": 0.552642 }, { "accuracy": 0.531271, "f1": 0.501613, "f1_weighted": 0.540842 }, { "accuracy": 0.546738, "f1": 0.517408, "f1_weighted": 0.548051 }, { "accuracy": 0.513786, "f1": 0.485266, "f1_weighted": 0.517367 }, { "accuracy": 0.50538, "f1": 0.490385, "f1_weighted": 0.51211 }, { "accuracy": 0.532616, "f1": 0.513123, "f1_weighted": 0.544997 }, { "accuracy": 0.508742, "f1": 0.488033, "f1_weighted": 0.517682 }, { "accuracy": 0.513786, "f1": 0.491469, "f1_weighted": 0.512537 }, { "accuracy": 0.519166, "f1": 0.506866, "f1_weighted": 0.52915 } ], "main_score": 0.524344, "hf_subset": "az", "languages": [ "aze-Latn" ] }, { "accuracy": 0.595494, "f1": 0.57042, "f1_weighted": 0.59904, "scores_per_experiment": [ { "accuracy": 0.604573, "f1": 0.592985, "f1_weighted": 0.611294 }, { "accuracy": 0.592132, "f1": 0.556562, "f1_weighted": 0.601272 }, { "accuracy": 0.595158, "f1": 0.569317, "f1_weighted": 0.595687 }, { "accuracy": 0.606254, "f1": 0.580751, "f1_weighted": 0.608751 }, { "accuracy": 0.602892, "f1": 0.568161, "f1_weighted": 0.604266 }, { "accuracy": 0.592804, "f1": 0.568705, "f1_weighted": 0.59675 }, { "accuracy": 0.600874, "f1": 0.570346, "f1_weighted": 0.606817 }, { "accuracy": 0.582381, "f1": 0.556245, "f1_weighted": 0.583777 }, { "accuracy": 0.589442, "f1": 0.569499, "f1_weighted": 0.593084 }, { "accuracy": 0.588433, "f1": 0.571626, "f1_weighted": 0.588704 } ], "main_score": 0.595494, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "accuracy": 0.477505, "f1": 0.446589, "f1_weighted": 0.484851, "scores_per_experiment": [ { "accuracy": 0.479153, "f1": 0.44125, "f1_weighted": 0.492332 }, { "accuracy": 0.487223, "f1": 0.453554, "f1_weighted": 0.500427 }, { "accuracy": 0.475118, "f1": 0.445633, "f1_weighted": 0.485631 }, { "accuracy": 0.495293, "f1": 0.456978, "f1_weighted": 0.500149 }, { "accuracy": 0.476463, "f1": 0.452137, "f1_weighted": 0.480992 }, { "accuracy": 0.455952, "f1": 0.426911, "f1_weighted": 0.460628 }, { "accuracy": 0.469401, "f1": 0.442083, "f1_weighted": 0.476711 }, { "accuracy": 0.485541, "f1": 0.454985, "f1_weighted": 0.488774 }, { "accuracy": 0.477808, "f1": 0.447038, "f1_weighted": 0.485696 }, { "accuracy": 0.4731, "f1": 0.445317, "f1_weighted": 0.477172 } ], "main_score": 0.477505, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "accuracy": 0.406557, "f1": 0.389855, "f1_weighted": 0.407353, "scores_per_experiment": [ { "accuracy": 0.413584, "f1": 0.396575, "f1_weighted": 0.419566 }, { "accuracy": 0.404169, "f1": 0.381505, "f1_weighted": 0.407723 }, { "accuracy": 0.402488, "f1": 0.386641, "f1_weighted": 0.40114 }, { "accuracy": 0.411567, "f1": 0.399401, "f1_weighted": 0.413427 }, { "accuracy": 0.417956, "f1": 0.393442, "f1_weighted": 0.422435 }, { "accuracy": 0.396772, "f1": 0.388336, "f1_weighted": 0.395786 }, { "accuracy": 0.401816, "f1": 0.389504, "f1_weighted": 0.399156 }, { "accuracy": 0.398453, "f1": 0.384228, "f1_weighted": 0.398317 }, { "accuracy": 0.379287, "f1": 0.369301, "f1_weighted": 0.374534 }, { "accuracy": 0.439475, "f1": 0.409613, "f1_weighted": 0.441446 } ], "main_score": 0.406557, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "accuracy": 0.576866, "f1": 0.556967, "f1_weighted": 0.580091, "scores_per_experiment": [ { "accuracy": 0.592804, "f1": 0.584962, "f1_weighted": 0.59783 }, { "accuracy": 0.600202, "f1": 0.567805, "f1_weighted": 0.605372 }, { "accuracy": 0.582044, "f1": 0.556355, "f1_weighted": 0.581683 }, { "accuracy": 0.595158, "f1": 0.568822, "f1_weighted": 0.598222 }, { "accuracy": 0.575319, "f1": 0.549872, "f1_weighted": 0.576407 }, { "accuracy": 0.550101, "f1": 0.532287, "f1_weighted": 0.557634 }, { "accuracy": 0.572966, "f1": 0.555785, "f1_weighted": 0.578099 }, { "accuracy": 0.566577, "f1": 0.549682, "f1_weighted": 0.567138 }, { "accuracy": 0.555481, "f1": 0.538607, "f1_weighted": 0.555773 }, { "accuracy": 0.578009, "f1": 0.565494, "f1_weighted": 0.582756 } ], "main_score": 0.576866, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "accuracy": 0.473907, "f1": 0.448847, "f1_weighted": 0.480277, "scores_per_experiment": [ { "accuracy": 0.476463, "f1": 0.459223, "f1_weighted": 0.48355 }, { "accuracy": 0.494956, "f1": 0.460738, "f1_weighted": 0.503691 }, { "accuracy": 0.479825, "f1": 0.458643, "f1_weighted": 0.485293 }, { "accuracy": 0.480161, "f1": 0.450759, "f1_weighted": 0.489726 }, { "accuracy": 0.468393, "f1": 0.441192, "f1_weighted": 0.468609 }, { "accuracy": 0.467048, "f1": 0.446027, "f1_weighted": 0.473806 }, { "accuracy": 0.4731, "f1": 0.438821, "f1_weighted": 0.47292 }, { "accuracy": 0.466375, "f1": 0.444277, "f1_weighted": 0.479297 }, { "accuracy": 0.477135, "f1": 0.443793, "f1_weighted": 0.485859 }, { "accuracy": 0.455615, "f1": 0.444996, "f1_weighted": 0.460016 } ], "main_score": 0.473907, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "accuracy": 0.61002, "f1": 0.584024, "f1_weighted": 0.612739, "scores_per_experiment": [ { "accuracy": 0.61735, "f1": 0.593125, "f1_weighted": 0.618902 }, { "accuracy": 0.627438, "f1": 0.597889, "f1_weighted": 0.636376 }, { "accuracy": 0.602555, "f1": 0.579717, "f1_weighted": 0.601161 }, { "accuracy": 0.636516, "f1": 0.611726, "f1_weighted": 0.638919 }, { "accuracy": 0.60659, "f1": 0.57492, "f1_weighted": 0.609914 }, { "accuracy": 0.592468, "f1": 0.572377, "f1_weighted": 0.595409 }, { "accuracy": 0.6039, "f1": 0.575366, "f1_weighted": 0.606401 }, { "accuracy": 0.605582, "f1": 0.57393, "f1_weighted": 0.611721 }, { "accuracy": 0.593477, "f1": 0.57146, "f1_weighted": 0.592578 }, { "accuracy": 0.614324, "f1": 0.589729, "f1_weighted": 0.616005 } ], "main_score": 0.61002, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "accuracy": 0.571385, "f1": 0.558678, "f1_weighted": 0.576953, "scores_per_experiment": [ { "accuracy": 0.585071, "f1": 0.573062, "f1_weighted": 0.588506 }, { "accuracy": 0.574983, "f1": 0.558769, "f1_weighted": 0.581088 }, { "accuracy": 0.572293, "f1": 0.551564, "f1_weighted": 0.582048 }, { "accuracy": 0.585407, "f1": 0.573664, "f1_weighted": 0.586487 }, { "accuracy": 0.562878, "f1": 0.55049, "f1_weighted": 0.569123 }, { "accuracy": 0.558843, "f1": 0.549196, "f1_weighted": 0.559095 }, { "accuracy": 0.567586, "f1": 0.562202, "f1_weighted": 0.577424 }, { "accuracy": 0.550773, "f1": 0.535372, "f1_weighted": 0.554772 }, { "accuracy": 0.572966, "f1": 0.565951, "f1_weighted": 0.578019 }, { "accuracy": 0.583053, "f1": 0.566512, "f1_weighted": 0.59297 } ], "main_score": 0.571385, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "accuracy": 0.605582, "f1": 0.578021, "f1_weighted": 0.60952, "scores_per_experiment": [ { "accuracy": 0.625084, "f1": 0.597241, "f1_weighted": 0.62939 }, { "accuracy": 0.620713, "f1": 0.592095, "f1_weighted": 0.625781 }, { "accuracy": 0.605582, "f1": 0.572962, "f1_weighted": 0.603726 }, { "accuracy": 0.608608, "f1": 0.581882, "f1_weighted": 0.611188 }, { "accuracy": 0.609953, "f1": 0.585734, "f1_weighted": 0.612436 }, { "accuracy": 0.593813, "f1": 0.566372, "f1_weighted": 0.599502 }, { "accuracy": 0.60121, "f1": 0.570644, "f1_weighted": 0.604148 }, { "accuracy": 0.598184, "f1": 0.568252, "f1_weighted": 0.60463 }, { "accuracy": 0.586752, "f1": 0.560434, "f1_weighted": 0.591594 }, { "accuracy": 0.605918, "f1": 0.584597, "f1_weighted": 0.612802 } ], "main_score": 0.605582, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "accuracy": 0.370511, "f1": 0.356821, "f1_weighted": 0.377069, "scores_per_experiment": [ { "accuracy": 0.379623, "f1": 0.378807, "f1_weighted": 0.385741 }, { "accuracy": 0.386348, "f1": 0.362445, "f1_weighted": 0.389924 }, { "accuracy": 0.381977, "f1": 0.357101, "f1_weighted": 0.395637 }, { "accuracy": 0.37458, "f1": 0.358515, "f1_weighted": 0.381073 }, { "accuracy": 0.362811, "f1": 0.344934, "f1_weighted": 0.37033 }, { "accuracy": 0.359112, "f1": 0.353206, "f1_weighted": 0.364748 }, { "accuracy": 0.355414, "f1": 0.346905, "f1_weighted": 0.363335 }, { "accuracy": 0.372562, "f1": 0.362538, "f1_weighted": 0.373291 }, { "accuracy": 0.394418, "f1": 0.367011, "f1_weighted": 0.403832 }, { "accuracy": 0.338265, "f1": 0.336745, "f1_weighted": 0.342782 } ], "main_score": 0.370511, "hf_subset": "jv", "languages": [ "jav-Latn" ] } ] }, "evaluation_time": 2877.339967250824, "kg_co2_emissions": 0.08485965220637161 }