{ "dataset_revision": "fad2c6e8459f9e1c45d9315f4953d921437d70f8", "task_name": "MassiveScenarioClassification", "mteb_version": "1.18.0", "scores": { "validation": [ { "accuracy": 0.697737, "f1": 0.701912, "f1_weighted": 0.698068, "scores_per_experiment": [ { "accuracy": 0.721594, "f1": 0.723195, "f1_weighted": 0.724004 }, { "accuracy": 0.701426, "f1": 0.707328, "f1_weighted": 0.699086 }, { "accuracy": 0.717659, "f1": 0.719482, "f1_weighted": 0.721019 }, { "accuracy": 0.682735, "f1": 0.679831, "f1_weighted": 0.683909 }, { "accuracy": 0.692573, "f1": 0.697772, "f1_weighted": 0.687192 }, { "accuracy": 0.700443, "f1": 0.70389, "f1_weighted": 0.699322 }, { "accuracy": 0.671913, "f1": 0.679231, "f1_weighted": 0.671856 }, { "accuracy": 0.689129, "f1": 0.695381, "f1_weighted": 0.687221 }, { "accuracy": 0.707329, "f1": 0.70746, "f1_weighted": 0.710732 }, { "accuracy": 0.692573, "f1": 0.705552, "f1_weighted": 0.696335 } ], "main_score": 0.697737, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.670831, "f1": 0.660547, "f1_weighted": 0.67413, "scores_per_experiment": [ { "accuracy": 0.671913, "f1": 0.658723, "f1_weighted": 0.674867 }, { "accuracy": 0.679784, "f1": 0.668316, "f1_weighted": 0.684155 }, { "accuracy": 0.667486, "f1": 0.662598, "f1_weighted": 0.670594 }, { "accuracy": 0.627152, "f1": 0.597315, "f1_weighted": 0.627814 }, { "accuracy": 0.699459, "f1": 0.687692, "f1_weighted": 0.70198 }, { "accuracy": 0.658633, "f1": 0.652398, "f1_weighted": 0.660304 }, { "accuracy": 0.674865, "f1": 0.671251, "f1_weighted": 0.679155 }, { "accuracy": 0.668962, "f1": 0.667713, "f1_weighted": 0.679136 }, { "accuracy": 0.685194, "f1": 0.681378, "f1_weighted": 0.686881 }, { "accuracy": 0.674865, "f1": 0.658085, "f1_weighted": 0.676417 } ], "main_score": 0.670831, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "accuracy": 0.696508, "f1": 0.68578, "f1_weighted": 0.698392, "scores_per_experiment": [ { "accuracy": 0.728972, "f1": 0.710795, "f1_weighted": 0.728962 }, { "accuracy": 0.714215, "f1": 0.705435, "f1_weighted": 0.715482 }, { "accuracy": 0.697, "f1": 0.687555, "f1_weighted": 0.703928 }, { "accuracy": 0.69454, "f1": 0.684774, "f1_weighted": 0.693797 }, { "accuracy": 0.70487, "f1": 0.686666, "f1_weighted": 0.705649 }, { "accuracy": 0.662076, "f1": 0.656261, "f1_weighted": 0.662843 }, { "accuracy": 0.667486, "f1": 0.661464, "f1_weighted": 0.672166 }, { "accuracy": 0.696016, "f1": 0.693156, "f1_weighted": 0.698198 }, { "accuracy": 0.703886, "f1": 0.684539, "f1_weighted": 0.706527 }, { "accuracy": 0.696016, "f1": 0.687154, "f1_weighted": 0.696368 } ], "main_score": 0.696508, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ] }, { "accuracy": 0.650762, "f1": 0.643519, "f1_weighted": 0.651261, "scores_per_experiment": [ { "accuracy": 0.66306, "f1": 0.652541, "f1_weighted": 0.662117 }, { "accuracy": 0.664043, "f1": 0.650794, "f1_weighted": 0.665593 }, { "accuracy": 0.628628, "f1": 0.63339, "f1_weighted": 0.629642 }, { "accuracy": 0.637482, "f1": 0.628836, "f1_weighted": 0.638952 }, { "accuracy": 0.665519, "f1": 0.646882, "f1_weighted": 0.661478 }, { "accuracy": 0.647811, "f1": 0.640458, "f1_weighted": 0.649666 }, { "accuracy": 0.643876, "f1": 0.643121, "f1_weighted": 0.645763 }, { "accuracy": 0.654697, "f1": 0.652136, "f1_weighted": 0.657833 }, { "accuracy": 0.647319, "f1": 0.642319, "f1_weighted": 0.646406 }, { "accuracy": 0.655189, "f1": 0.644715, "f1_weighted": 0.655162 } ], "main_score": 0.650762, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "accuracy": 0.528037, "f1": 0.508237, "f1_weighted": 0.535466, "scores_per_experiment": [ { "accuracy": 0.552878, "f1": 0.527322, "f1_weighted": 0.559159 }, { "accuracy": 0.526808, "f1": 0.514721, "f1_weighted": 0.534932 }, { "accuracy": 0.509592, "f1": 0.494822, "f1_weighted": 0.519965 }, { "accuracy": 0.517954, "f1": 0.498268, "f1_weighted": 0.531622 }, { "accuracy": 0.549926, "f1": 0.5269, "f1_weighted": 0.546798 }, { "accuracy": 0.500246, "f1": 0.482652, "f1_weighted": 0.508825 }, { "accuracy": 0.548942, "f1": 0.524432, "f1_weighted": 0.558049 }, { "accuracy": 0.528775, "f1": 0.506751, "f1_weighted": 0.538459 }, { "accuracy": 0.514511, "f1": 0.499458, "f1_weighted": 0.516453 }, { "accuracy": 0.530743, "f1": 0.507046, "f1_weighted": 0.540396 } ], "main_score": 0.528037, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "accuracy": 0.611313, "f1": 0.597876, "f1_weighted": 0.615601, "scores_per_experiment": [ { "accuracy": 0.619282, "f1": 0.608783, "f1_weighted": 0.624102 }, { "accuracy": 0.602066, "f1": 0.592261, "f1_weighted": 0.605655 }, { "accuracy": 0.597147, "f1": 0.590269, "f1_weighted": 0.605334 }, { "accuracy": 0.573045, "f1": 0.565861, "f1_weighted": 0.581041 }, { "accuracy": 0.610428, "f1": 0.588535, "f1_weighted": 0.612501 }, { "accuracy": 0.616331, "f1": 0.619911, "f1_weighted": 0.615454 }, { "accuracy": 0.641417, "f1": 0.618517, "f1_weighted": 0.64744 }, { "accuracy": 0.617806, "f1": 0.594967, "f1_weighted": 0.62336 }, { "accuracy": 0.624693, "f1": 0.607304, "f1_weighted": 0.626513 }, { "accuracy": 0.61092, "f1": 0.592353, "f1_weighted": 0.61461 } ], "main_score": 0.611313, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "accuracy": 0.677226, "f1": 0.680186, "f1_weighted": 0.674366, "scores_per_experiment": [ { "accuracy": 0.697983, "f1": 0.696532, "f1_weighted": 0.696229 }, { "accuracy": 0.688146, "f1": 0.688695, "f1_weighted": 0.685021 }, { "accuracy": 0.656173, "f1": 0.664978, "f1_weighted": 0.655588 }, { "accuracy": 0.64486, "f1": 0.657839, "f1_weighted": 0.636932 }, { "accuracy": 0.705362, "f1": 0.695732, "f1_weighted": 0.703937 }, { "accuracy": 0.648795, "f1": 0.656388, "f1_weighted": 0.641348 }, { "accuracy": 0.664535, "f1": 0.659911, "f1_weighted": 0.661637 }, { "accuracy": 0.693556, "f1": 0.698401, "f1_weighted": 0.690765 }, { "accuracy": 0.709788, "f1": 0.713339, "f1_weighted": 0.710853 }, { "accuracy": 0.66306, "f1": 0.670044, "f1_weighted": 0.661349 } ], "main_score": 0.677226, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "accuracy": 0.466306, "f1": 0.451337, "f1_weighted": 0.472938, "scores_per_experiment": [ { "accuracy": 0.495819, "f1": 0.476711, "f1_weighted": 0.496837 }, { "accuracy": 0.487949, "f1": 0.463191, "f1_weighted": 0.501538 }, { "accuracy": 0.480571, "f1": 0.467849, "f1_weighted": 0.48319 }, { "accuracy": 0.43876, "f1": 0.430441, "f1_weighted": 0.452666 }, { "accuracy": 0.447122, "f1": 0.427381, "f1_weighted": 0.455804 }, { "accuracy": 0.442696, "f1": 0.435049, "f1_weighted": 0.450638 }, { "accuracy": 0.461387, "f1": 0.45286, "f1_weighted": 0.467772 }, { "accuracy": 0.51697, "f1": 0.495446, "f1_weighted": 0.515225 }, { "accuracy": 0.451549, "f1": 0.436205, "f1_weighted": 0.452769 }, { "accuracy": 0.440236, "f1": 0.428238, "f1_weighted": 0.452939 } ], "main_score": 0.466306, "hf_subset": "hy", "languages": [ "hye-Armn" ] }, { "accuracy": 0.400639, "f1": 0.398241, "f1_weighted": 0.399293, "scores_per_experiment": [ { "accuracy": 0.416626, "f1": 0.414642, "f1_weighted": 0.41397 }, { "accuracy": 0.412691, "f1": 0.41369, "f1_weighted": 0.411816 }, { "accuracy": 0.378259, "f1": 0.370057, "f1_weighted": 0.383776 }, { "accuracy": 0.385637, "f1": 0.388913, "f1_weighted": 0.384205 }, { "accuracy": 0.410723, "f1": 0.410743, "f1_weighted": 0.412119 }, { "accuracy": 0.390064, "f1": 0.379331, "f1_weighted": 0.38613 }, { "accuracy": 0.413182, "f1": 0.412319, "f1_weighted": 0.414885 }, { "accuracy": 0.409247, "f1": 0.408839, "f1_weighted": 0.405231 }, { "accuracy": 0.376291, "f1": 0.372109, "f1_weighted": 0.36976 }, { "accuracy": 0.413674, "f1": 0.411764, "f1_weighted": 0.411032 } ], "main_score": 0.400639, "hf_subset": "ml", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.442253, "f1": 0.43521, "f1_weighted": 0.440766, "scores_per_experiment": [ { "accuracy": 0.456468, "f1": 0.44865, "f1_weighted": 0.456816 }, { "accuracy": 0.437777, "f1": 0.440552, "f1_weighted": 0.433402 }, { "accuracy": 0.443187, "f1": 0.44446, "f1_weighted": 0.448498 }, { "accuracy": 0.421053, "f1": 0.425495, "f1_weighted": 0.418755 }, { "accuracy": 0.443679, "f1": 0.421807, "f1_weighted": 0.43748 }, { "accuracy": 0.414658, "f1": 0.41162, "f1_weighted": 0.409069 }, { "accuracy": 0.453025, "f1": 0.441884, "f1_weighted": 0.457191 }, { "accuracy": 0.486473, "f1": 0.469608, "f1_weighted": 0.483718 }, { "accuracy": 0.417609, "f1": 0.406062, "f1_weighted": 0.416921 }, { "accuracy": 0.448598, "f1": 0.441963, "f1_weighted": 0.445811 } ], "main_score": 0.442253, "hf_subset": "mn", "languages": [ "mon-Cyrl" ] }, { "accuracy": 0.648942, "f1": 0.644118, "f1_weighted": 0.65023, "scores_per_experiment": [ { "accuracy": 0.70241, "f1": 0.685039, "f1_weighted": 0.702695 }, { "accuracy": 0.66306, "f1": 0.663362, "f1_weighted": 0.663096 }, { "accuracy": 0.621741, "f1": 0.626267, "f1_weighted": 0.629233 }, { "accuracy": 0.607477, "f1": 0.600086, "f1_weighted": 0.61156 }, { "accuracy": 0.657649, "f1": 0.64363, "f1_weighted": 0.65493 }, { "accuracy": 0.624693, "f1": 0.626859, "f1_weighted": 0.621133 }, { "accuracy": 0.646335, "f1": 0.636282, "f1_weighted": 0.650725 }, { "accuracy": 0.649779, "f1": 0.646558, "f1_weighted": 0.648237 }, { "accuracy": 0.668962, "f1": 0.664715, "f1_weighted": 0.669539 }, { "accuracy": 0.647319, "f1": 0.648378, "f1_weighted": 0.651152 } ], "main_score": 0.648942, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "accuracy": 0.389621, "f1": 0.383668, "f1_weighted": 0.392025, "scores_per_experiment": [ { "accuracy": 0.425971, "f1": 0.414691, "f1_weighted": 0.429714 }, { "accuracy": 0.385145, "f1": 0.378536, "f1_weighted": 0.386728 }, { "accuracy": 0.400394, "f1": 0.395231, "f1_weighted": 0.40289 }, { "accuracy": 0.401377, "f1": 0.393848, "f1_weighted": 0.411352 }, { "accuracy": 0.374816, "f1": 0.362203, "f1_weighted": 0.378091 }, { "accuracy": 0.391048, "f1": 0.382728, "f1_weighted": 0.392118 }, { "accuracy": 0.397442, "f1": 0.395661, "f1_weighted": 0.402449 }, { "accuracy": 0.368421, "f1": 0.361422, "f1_weighted": 0.362801 }, { "accuracy": 0.380226, "f1": 0.380652, "f1_weighted": 0.382436 }, { "accuracy": 0.371372, "f1": 0.371706, "f1_weighted": 0.371671 } ], "main_score": 0.389621, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "accuracy": 0.678357, "f1": 0.668768, "f1_weighted": 0.679307, "scores_per_experiment": [ { "accuracy": 0.680767, "f1": 0.669696, "f1_weighted": 0.685492 }, { "accuracy": 0.675848, "f1": 0.666875, "f1_weighted": 0.67619 }, { "accuracy": 0.654697, "f1": 0.643748, "f1_weighted": 0.65896 }, { "accuracy": 0.66306, "f1": 0.64618, "f1_weighted": 0.658797 }, { "accuracy": 0.696508, "f1": 0.682795, "f1_weighted": 0.694672 }, { "accuracy": 0.666011, "f1": 0.659551, "f1_weighted": 0.668416 }, { "accuracy": 0.670438, "f1": 0.669643, "f1_weighted": 0.673327 }, { "accuracy": 0.693556, "f1": 0.687243, "f1_weighted": 0.693412 }, { "accuracy": 0.706837, "f1": 0.696954, "f1_weighted": 0.706833 }, { "accuracy": 0.675848, "f1": 0.664996, "f1_weighted": 0.676968 } ], "main_score": 0.678357, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "accuracy": 0.530939, "f1": 0.514676, "f1_weighted": 0.534997, "scores_per_experiment": [ { "accuracy": 0.523364, "f1": 0.503662, "f1_weighted": 0.528401 }, { "accuracy": 0.514511, "f1": 0.499715, "f1_weighted": 0.516018 }, { "accuracy": 0.522381, "f1": 0.49881, "f1_weighted": 0.529167 }, { "accuracy": 0.511067, "f1": 0.499384, "f1_weighted": 0.515918 }, { "accuracy": 0.54058, "f1": 0.516901, "f1_weighted": 0.535065 }, { "accuracy": 0.533694, "f1": 0.514056, "f1_weighted": 0.533862 }, { "accuracy": 0.549434, "f1": 0.54092, "f1_weighted": 0.556947 }, { "accuracy": 0.566158, "f1": 0.548985, "f1_weighted": 0.569477 }, { "accuracy": 0.501722, "f1": 0.498892, "f1_weighted": 0.510708 }, { "accuracy": 0.546483, "f1": 0.525431, "f1_weighted": 0.554407 } ], "main_score": 0.530939, "hf_subset": "jv", "languages": [ "jav-Latn" ] }, { "accuracy": 0.541171, "f1": 0.523415, "f1_weighted": 0.544328, "scores_per_experiment": [ { "accuracy": 0.563699, "f1": 0.539602, "f1_weighted": 0.566529 }, { "accuracy": 0.539597, "f1": 0.525617, "f1_weighted": 0.544706 }, { "accuracy": 0.546975, "f1": 0.532848, "f1_weighted": 0.553874 }, { "accuracy": 0.531235, "f1": 0.505855, "f1_weighted": 0.532104 }, { "accuracy": 0.548451, "f1": 0.522031, "f1_weighted": 0.552215 }, { "accuracy": 0.533694, "f1": 0.522341, "f1_weighted": 0.536145 }, { "accuracy": 0.545499, "f1": 0.53229, "f1_weighted": 0.547874 }, { "accuracy": 0.557796, "f1": 0.539139, "f1_weighted": 0.563356 }, { "accuracy": 0.526316, "f1": 0.508624, "f1_weighted": 0.528083 }, { "accuracy": 0.518446, "f1": 0.505805, "f1_weighted": 0.518391 } ], "main_score": 0.541171, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "accuracy": 0.506886, "f1": 0.485521, "f1_weighted": 0.51275, "scores_per_experiment": [ { "accuracy": 0.489424, "f1": 0.472531, "f1_weighted": 0.494227 }, { "accuracy": 0.507132, "f1": 0.485576, "f1_weighted": 0.514661 }, { "accuracy": 0.513035, "f1": 0.498771, "f1_weighted": 0.51662 }, { "accuracy": 0.507624, "f1": 0.484796, "f1_weighted": 0.520619 }, { "accuracy": 0.512543, "f1": 0.47995, "f1_weighted": 0.511538 }, { "accuracy": 0.509592, "f1": 0.48747, "f1_weighted": 0.51574 }, { "accuracy": 0.517954, "f1": 0.49837, "f1_weighted": 0.528787 }, { "accuracy": 0.515002, "f1": 0.488091, "f1_weighted": 0.517161 }, { "accuracy": 0.50664, "f1": 0.496449, "f1_weighted": 0.512159 }, { "accuracy": 0.489916, "f1": 0.463208, "f1_weighted": 0.495992 } ], "main_score": 0.506886, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "accuracy": 0.652681, "f1": 0.631859, "f1_weighted": 0.656045, "scores_per_experiment": [ { "accuracy": 0.670438, "f1": 0.6482, "f1_weighted": 0.67157 }, { "accuracy": 0.679292, "f1": 0.661969, "f1_weighted": 0.686914 }, { "accuracy": 0.625676, "f1": 0.611808, "f1_weighted": 0.634566 }, { "accuracy": 0.641909, "f1": 0.621577, "f1_weighted": 0.64521 }, { "accuracy": 0.65273, "f1": 0.628864, "f1_weighted": 0.649854 }, { "accuracy": 0.630595, "f1": 0.606152, "f1_weighted": 0.633047 }, { "accuracy": 0.66306, "f1": 0.64477, "f1_weighted": 0.666197 }, { "accuracy": 0.661584, "f1": 0.638483, "f1_weighted": 0.658117 }, { "accuracy": 0.6606, "f1": 0.636614, "f1_weighted": 0.661842 }, { "accuracy": 0.640925, "f1": 0.620149, "f1_weighted": 0.653129 } ], "main_score": 0.652681, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "accuracy": 0.453763, "f1": 0.444586, "f1_weighted": 0.458298, "scores_per_experiment": [ { "accuracy": 0.454993, "f1": 0.445754, "f1_weighted": 0.462245 }, { "accuracy": 0.473684, "f1": 0.45045, "f1_weighted": 0.482346 }, { "accuracy": 0.445155, "f1": 0.435748, "f1_weighted": 0.450186 }, { "accuracy": 0.424004, "f1": 0.422195, "f1_weighted": 0.426595 }, { "accuracy": 0.465322, "f1": 0.452873, "f1_weighted": 0.468753 }, { "accuracy": 0.443679, "f1": 0.44286, "f1_weighted": 0.443346 }, { "accuracy": 0.451058, "f1": 0.445607, "f1_weighted": 0.454424 }, { "accuracy": 0.471717, "f1": 0.45792, "f1_weighted": 0.474807 }, { "accuracy": 0.455485, "f1": 0.451489, "f1_weighted": 0.456707 }, { "accuracy": 0.452533, "f1": 0.440959, "f1_weighted": 0.463572 } ], "main_score": 0.453763, "hf_subset": "ka", "languages": [ "kat-Geor" ] }, { "accuracy": 0.600935, "f1": 0.576589, "f1_weighted": 0.60649, "scores_per_experiment": [ { "accuracy": 0.612395, "f1": 0.582265, "f1_weighted": 0.614427 }, { "accuracy": 0.620758, "f1": 0.593789, "f1_weighted": 0.624866 }, { "accuracy": 0.577964, "f1": 0.565173, "f1_weighted": 0.587767 }, { "accuracy": 0.566158, "f1": 0.536839, "f1_weighted": 0.577646 }, { "accuracy": 0.605509, "f1": 0.564142, "f1_weighted": 0.609264 }, { "accuracy": 0.589769, "f1": 0.568537, "f1_weighted": 0.593724 }, { "accuracy": 0.616331, "f1": 0.601152, "f1_weighted": 0.623666 }, { "accuracy": 0.603542, "f1": 0.583069, "f1_weighted": 0.612351 }, { "accuracy": 0.611904, "f1": 0.589402, "f1_weighted": 0.609352 }, { "accuracy": 0.605017, "f1": 0.581523, "f1_weighted": 0.611839 } ], "main_score": 0.600935, "hf_subset": "he", "languages": [ "heb-Hebr" ] }, { "accuracy": 0.645352, "f1": 0.631041, "f1_weighted": 0.64904, "scores_per_experiment": [ { "accuracy": 0.673881, "f1": 0.665497, "f1_weighted": 0.676284 }, { "accuracy": 0.63699, "f1": 0.619021, "f1_weighted": 0.636439 }, { "accuracy": 0.619282, "f1": 0.610882, "f1_weighted": 0.628612 }, { "accuracy": 0.618298, "f1": 0.604932, "f1_weighted": 0.62735 }, { "accuracy": 0.659124, "f1": 0.640844, "f1_weighted": 0.656631 }, { "accuracy": 0.625184, "f1": 0.610647, "f1_weighted": 0.627749 }, { "accuracy": 0.66306, "f1": 0.652979, "f1_weighted": 0.669914 }, { "accuracy": 0.671913, "f1": 0.655695, "f1_weighted": 0.676232 }, { "accuracy": 0.645352, "f1": 0.624566, "f1_weighted": 0.646554 }, { "accuracy": 0.640433, "f1": 0.625344, "f1_weighted": 0.644635 } ], "main_score": 0.645352, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "accuracy": 0.695475, "f1": 0.682256, "f1_weighted": 0.697366, "scores_per_experiment": [ { "accuracy": 0.705362, "f1": 0.687641, "f1_weighted": 0.705009 }, { "accuracy": 0.664043, "f1": 0.659312, "f1_weighted": 0.661885 }, { "accuracy": 0.692573, "f1": 0.67698, "f1_weighted": 0.699395 }, { "accuracy": 0.674865, "f1": 0.66037, "f1_weighted": 0.674594 }, { "accuracy": 0.707821, "f1": 0.689187, "f1_weighted": 0.708816 }, { "accuracy": 0.683227, "f1": 0.676806, "f1_weighted": 0.684788 }, { "accuracy": 0.707329, "f1": 0.691788, "f1_weighted": 0.707741 }, { "accuracy": 0.72061, "f1": 0.707989, "f1_weighted": 0.724345 }, { "accuracy": 0.709297, "f1": 0.6976, "f1_weighted": 0.711749 }, { "accuracy": 0.689621, "f1": 0.674889, "f1_weighted": 0.695342 } ], "main_score": 0.695475, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "accuracy": 0.601722, "f1": 0.590515, "f1_weighted": 0.606983, "scores_per_experiment": [ { "accuracy": 0.627644, "f1": 0.612869, "f1_weighted": 0.632137 }, { "accuracy": 0.581407, "f1": 0.577545, "f1_weighted": 0.587141 }, { "accuracy": 0.584358, "f1": 0.586633, "f1_weighted": 0.594192 }, { "accuracy": 0.574029, "f1": 0.560128, "f1_weighted": 0.581579 }, { "accuracy": 0.625676, "f1": 0.607381, "f1_weighted": 0.62484 }, { "accuracy": 0.609936, "f1": 0.601472, "f1_weighted": 0.613347 }, { "accuracy": 0.614855, "f1": 0.599908, "f1_weighted": 0.621713 }, { "accuracy": 0.624693, "f1": 0.606173, "f1_weighted": 0.628362 }, { "accuracy": 0.586326, "f1": 0.580719, "f1_weighted": 0.591274 }, { "accuracy": 0.588293, "f1": 0.572317, "f1_weighted": 0.595243 } ], "main_score": 0.601722, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "accuracy": 0.651254, "f1": 0.636111, "f1_weighted": 0.653636, "scores_per_experiment": [ { "accuracy": 0.63699, "f1": 0.625377, "f1_weighted": 0.63246 }, { "accuracy": 0.654206, "f1": 0.6329, "f1_weighted": 0.654699 }, { "accuracy": 0.653714, "f1": 0.640864, "f1_weighted": 0.660181 }, { "accuracy": 0.655681, "f1": 0.635289, "f1_weighted": 0.658586 }, { "accuracy": 0.675357, "f1": 0.648043, "f1_weighted": 0.678153 }, { "accuracy": 0.642892, "f1": 0.632733, "f1_weighted": 0.6421 }, { "accuracy": 0.654206, "f1": 0.645668, "f1_weighted": 0.663552 }, { "accuracy": 0.655189, "f1": 0.639602, "f1_weighted": 0.656675 }, { "accuracy": 0.659616, "f1": 0.639391, "f1_weighted": 0.654857 }, { "accuracy": 0.624693, "f1": 0.621242, "f1_weighted": 0.635097 } ], "main_score": 0.651254, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "accuracy": 0.633842, "f1": 0.62564, "f1_weighted": 0.63872, "scores_per_experiment": [ { "accuracy": 0.651746, "f1": 0.640287, "f1_weighted": 0.655456 }, { "accuracy": 0.635022, "f1": 0.622598, "f1_weighted": 0.64176 }, { "accuracy": 0.618298, "f1": 0.615902, "f1_weighted": 0.622983 }, { "accuracy": 0.638465, "f1": 0.609241, "f1_weighted": 0.640705 }, { "accuracy": 0.617806, "f1": 0.610903, "f1_weighted": 0.619882 }, { "accuracy": 0.620266, "f1": 0.624332, "f1_weighted": 0.627804 }, { "accuracy": 0.646335, "f1": 0.644551, "f1_weighted": 0.65205 }, { "accuracy": 0.662568, "f1": 0.65887, "f1_weighted": 0.667153 }, { "accuracy": 0.622725, "f1": 0.613568, "f1_weighted": 0.62733 }, { "accuracy": 0.625184, "f1": 0.616149, "f1_weighted": 0.632077 } ], "main_score": 0.633842, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "accuracy": 0.580767, "f1": 0.575708, "f1_weighted": 0.583591, "scores_per_experiment": [ { "accuracy": 0.604033, "f1": 0.598157, "f1_weighted": 0.607976 }, { "accuracy": 0.587309, "f1": 0.593752, "f1_weighted": 0.585043 }, { "accuracy": 0.560256, "f1": 0.551045, "f1_weighted": 0.567636 }, { "accuracy": 0.566158, "f1": 0.559866, "f1_weighted": 0.569933 }, { "accuracy": 0.608952, "f1": 0.590601, "f1_weighted": 0.611151 }, { "accuracy": 0.556813, "f1": 0.551554, "f1_weighted": 0.550744 }, { "accuracy": 0.584358, "f1": 0.585734, "f1_weighted": 0.595188 }, { "accuracy": 0.605509, "f1": 0.607025, "f1_weighted": 0.604237 }, { "accuracy": 0.564191, "f1": 0.558898, "f1_weighted": 0.565883 }, { "accuracy": 0.570093, "f1": 0.560442, "f1_weighted": 0.578114 } ], "main_score": 0.580767, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "accuracy": 0.662666, "f1": 0.64471, "f1_weighted": 0.663985, "scores_per_experiment": [ { "accuracy": 0.680767, "f1": 0.666989, "f1_weighted": 0.682487 }, { "accuracy": 0.661584, "f1": 0.647653, "f1_weighted": 0.661048 }, { "accuracy": 0.637973, "f1": 0.630758, "f1_weighted": 0.643902 }, { "accuracy": 0.655681, "f1": 0.634381, "f1_weighted": 0.654415 }, { "accuracy": 0.669946, "f1": 0.63681, "f1_weighted": 0.667738 }, { "accuracy": 0.666995, "f1": 0.648782, "f1_weighted": 0.663763 }, { "accuracy": 0.658633, "f1": 0.641904, "f1_weighted": 0.663397 }, { "accuracy": 0.677324, "f1": 0.655483, "f1_weighted": 0.680604 }, { "accuracy": 0.666503, "f1": 0.651978, "f1_weighted": 0.664006 }, { "accuracy": 0.651254, "f1": 0.63236, "f1_weighted": 0.658487 } ], "main_score": 0.662666, "hf_subset": "ms", "languages": [ "msa-Latn" ] }, { "accuracy": 0.400049, "f1": 0.391764, "f1_weighted": 0.396213, "scores_per_experiment": [ { "accuracy": 0.416626, "f1": 0.400006, "f1_weighted": 0.414011 }, { "accuracy": 0.39154, "f1": 0.389169, "f1_weighted": 0.38743 }, { "accuracy": 0.38908, "f1": 0.381035, "f1_weighted": 0.388718 }, { "accuracy": 0.376291, "f1": 0.367229, "f1_weighted": 0.373175 }, { "accuracy": 0.390064, "f1": 0.378665, "f1_weighted": 0.380291 }, { "accuracy": 0.393507, "f1": 0.390662, "f1_weighted": 0.390982 }, { "accuracy": 0.401377, "f1": 0.398111, "f1_weighted": 0.393851 }, { "accuracy": 0.430398, "f1": 0.415639, "f1_weighted": 0.427901 }, { "accuracy": 0.407772, "f1": 0.400358, "f1_weighted": 0.399295 }, { "accuracy": 0.403837, "f1": 0.396764, "f1_weighted": 0.406475 } ], "main_score": 0.400049, "hf_subset": "my", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.590556, "f1": 0.574593, "f1_weighted": 0.594829, "scores_per_experiment": [ { "accuracy": 0.597639, "f1": 0.581231, "f1_weighted": 0.609048 }, { "accuracy": 0.599115, "f1": 0.583822, "f1_weighted": 0.601865 }, { "accuracy": 0.590753, "f1": 0.58139, "f1_weighted": 0.596292 }, { "accuracy": 0.576488, "f1": 0.552392, "f1_weighted": 0.572472 }, { "accuracy": 0.586326, "f1": 0.568589, "f1_weighted": 0.586544 }, { "accuracy": 0.561731, "f1": 0.559274, "f1_weighted": 0.563339 }, { "accuracy": 0.605509, "f1": 0.59237, "f1_weighted": 0.613765 }, { "accuracy": 0.594688, "f1": 0.575884, "f1_weighted": 0.600139 }, { "accuracy": 0.606985, "f1": 0.587592, "f1_weighted": 0.605682 }, { "accuracy": 0.586326, "f1": 0.563385, "f1_weighted": 0.599149 } ], "main_score": 0.590556, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "accuracy": 0.5879, "f1": 0.573635, "f1_weighted": 0.592387, "scores_per_experiment": [ { "accuracy": 0.615347, "f1": 0.598583, "f1_weighted": 0.622461 }, { "accuracy": 0.57452, "f1": 0.566023, "f1_weighted": 0.57946 }, { "accuracy": 0.596163, "f1": 0.577851, "f1_weighted": 0.60147 }, { "accuracy": 0.597147, "f1": 0.577555, "f1_weighted": 0.600035 }, { "accuracy": 0.599606, "f1": 0.585244, "f1_weighted": 0.604745 }, { "accuracy": 0.570093, "f1": 0.545544, "f1_weighted": 0.570794 }, { "accuracy": 0.59518, "f1": 0.584556, "f1_weighted": 0.598967 }, { "accuracy": 0.606001, "f1": 0.592759, "f1_weighted": 0.61203 }, { "accuracy": 0.560256, "f1": 0.548154, "f1_weighted": 0.56273 }, { "accuracy": 0.564683, "f1": 0.560081, "f1_weighted": 0.571176 } ], "main_score": 0.5879, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "accuracy": 0.673783, "f1": 0.655926, "f1_weighted": 0.674461, "scores_per_experiment": [ { "accuracy": 0.688146, "f1": 0.665453, "f1_weighted": 0.686854 }, { "accuracy": 0.688637, "f1": 0.675782, "f1_weighted": 0.689891 }, { "accuracy": 0.667978, "f1": 0.654987, "f1_weighted": 0.675674 }, { "accuracy": 0.679292, "f1": 0.657539, "f1_weighted": 0.676242 }, { "accuracy": 0.661584, "f1": 0.629554, "f1_weighted": 0.658327 }, { "accuracy": 0.67093, "f1": 0.661338, "f1_weighted": 0.673344 }, { "accuracy": 0.673389, "f1": 0.654183, "f1_weighted": 0.673589 }, { "accuracy": 0.659616, "f1": 0.64703, "f1_weighted": 0.65894 }, { "accuracy": 0.691097, "f1": 0.670603, "f1_weighted": 0.683276 }, { "accuracy": 0.657157, "f1": 0.642789, "f1_weighted": 0.668476 } ], "main_score": 0.673783, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "accuracy": 0.648598, "f1": 0.640228, "f1_weighted": 0.651577, "scores_per_experiment": [ { "accuracy": 0.675848, "f1": 0.666743, "f1_weighted": 0.677167 }, { "accuracy": 0.6606, "f1": 0.653596, "f1_weighted": 0.659601 }, { "accuracy": 0.625184, "f1": 0.622501, "f1_weighted": 0.632362 }, { "accuracy": 0.625676, "f1": 0.616209, "f1_weighted": 0.631931 }, { "accuracy": 0.664043, "f1": 0.646734, "f1_weighted": 0.665295 }, { "accuracy": 0.631579, "f1": 0.62911, "f1_weighted": 0.635957 }, { "accuracy": 0.651254, "f1": 0.651009, "f1_weighted": 0.658317 }, { "accuracy": 0.645352, "f1": 0.638231, "f1_weighted": 0.646414 }, { "accuracy": 0.656665, "f1": 0.645618, "f1_weighted": 0.656569 }, { "accuracy": 0.649779, "f1": 0.632532, "f1_weighted": 0.65216 } ], "main_score": 0.648598, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "accuracy": 0.513674, "f1": 0.488409, "f1_weighted": 0.521676, "scores_per_experiment": [ { "accuracy": 0.536645, "f1": 0.501471, "f1_weighted": 0.54556 }, { "accuracy": 0.515002, "f1": 0.496383, "f1_weighted": 0.522882 }, { "accuracy": 0.496311, "f1": 0.476507, "f1_weighted": 0.507146 }, { "accuracy": 0.500246, "f1": 0.476114, "f1_weighted": 0.511414 }, { "accuracy": 0.535662, "f1": 0.507114, "f1_weighted": 0.541843 }, { "accuracy": 0.519921, "f1": 0.491006, "f1_weighted": 0.524601 }, { "accuracy": 0.4909, "f1": 0.472208, "f1_weighted": 0.498558 }, { "accuracy": 0.557304, "f1": 0.520553, "f1_weighted": 0.562158 }, { "accuracy": 0.495327, "f1": 0.472658, "f1_weighted": 0.503871 }, { "accuracy": 0.489424, "f1": 0.470079, "f1_weighted": 0.498729 } ], "main_score": 0.513674, "hf_subset": "cy", "languages": [ "cym-Latn" ] }, { "accuracy": 0.60182, "f1": 0.590771, "f1_weighted": 0.605322, "scores_per_experiment": [ { "accuracy": 0.600098, "f1": 0.585186, "f1_weighted": 0.604371 }, { "accuracy": 0.618298, "f1": 0.606148, "f1_weighted": 0.61891 }, { "accuracy": 0.575012, "f1": 0.573296, "f1_weighted": 0.585223 }, { "accuracy": 0.615839, "f1": 0.595719, "f1_weighted": 0.619423 }, { "accuracy": 0.624693, "f1": 0.606342, "f1_weighted": 0.631602 }, { "accuracy": 0.596655, "f1": 0.585259, "f1_weighted": 0.599609 }, { "accuracy": 0.598131, "f1": 0.59154, "f1_weighted": 0.599748 }, { "accuracy": 0.610428, "f1": 0.603904, "f1_weighted": 0.611421 }, { "accuracy": 0.581899, "f1": 0.574114, "f1_weighted": 0.577893 }, { "accuracy": 0.597147, "f1": 0.586207, "f1_weighted": 0.605019 } ], "main_score": 0.60182, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "accuracy": 0.504181, "f1": 0.499354, "f1_weighted": 0.503588, "scores_per_experiment": [ { "accuracy": 0.512051, "f1": 0.505229, "f1_weighted": 0.505145 }, { "accuracy": 0.504673, "f1": 0.504908, "f1_weighted": 0.499028 }, { "accuracy": 0.495819, "f1": 0.485633, "f1_weighted": 0.503666 }, { "accuracy": 0.511559, "f1": 0.497919, "f1_weighted": 0.50894 }, { "accuracy": 0.534678, "f1": 0.524221, "f1_weighted": 0.532802 }, { "accuracy": 0.49877, "f1": 0.491163, "f1_weighted": 0.497252 }, { "accuracy": 0.5091, "f1": 0.505338, "f1_weighted": 0.510637 }, { "accuracy": 0.481062, "f1": 0.480274, "f1_weighted": 0.483021 }, { "accuracy": 0.481062, "f1": 0.493471, "f1_weighted": 0.476535 }, { "accuracy": 0.513035, "f1": 0.50538, "f1_weighted": 0.518851 } ], "main_score": 0.504181, "hf_subset": "ur", "languages": [ "urd-Arab" ] }, { "accuracy": 0.522086, "f1": 0.52701, "f1_weighted": 0.521442, "scores_per_experiment": [ { "accuracy": 0.516478, "f1": 0.526479, "f1_weighted": 0.51771 }, { "accuracy": 0.527791, "f1": 0.53256, "f1_weighted": 0.522786 }, { "accuracy": 0.516478, "f1": 0.535332, "f1_weighted": 0.523372 }, { "accuracy": 0.519921, "f1": 0.517076, "f1_weighted": 0.522209 }, { "accuracy": 0.559764, "f1": 0.545439, "f1_weighted": 0.558645 }, { "accuracy": 0.507132, "f1": 0.505429, "f1_weighted": 0.501325 }, { "accuracy": 0.532218, "f1": 0.542296, "f1_weighted": 0.533619 }, { "accuracy": 0.544515, "f1": 0.543282, "f1_weighted": 0.543535 }, { "accuracy": 0.485981, "f1": 0.506901, "f1_weighted": 0.479253 }, { "accuracy": 0.510576, "f1": 0.515309, "f1_weighted": 0.511972 } ], "main_score": 0.522086, "hf_subset": "az", "languages": [ "aze-Latn" ] }, { "accuracy": 0.603148, "f1": 0.599357, "f1_weighted": 0.601895, "scores_per_experiment": [ { "accuracy": 0.621741, "f1": 0.62209, "f1_weighted": 0.619506 }, { "accuracy": 0.601574, "f1": 0.600664, "f1_weighted": 0.591176 }, { "accuracy": 0.599115, "f1": 0.597273, "f1_weighted": 0.602508 }, { "accuracy": 0.582391, "f1": 0.580618, "f1_weighted": 0.588246 }, { "accuracy": 0.630595, "f1": 0.623502, "f1_weighted": 0.628499 }, { "accuracy": 0.58485, "f1": 0.582746, "f1_weighted": 0.588046 }, { "accuracy": 0.579439, "f1": 0.576446, "f1_weighted": 0.577276 }, { "accuracy": 0.601574, "f1": 0.593842, "f1_weighted": 0.595613 }, { "accuracy": 0.627152, "f1": 0.620521, "f1_weighted": 0.6266 }, { "accuracy": 0.60305, "f1": 0.595871, "f1_weighted": 0.601482 } ], "main_score": 0.603148, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "accuracy": 0.443532, "f1": 0.43613, "f1_weighted": 0.441792, "scores_per_experiment": [ { "accuracy": 0.474176, "f1": 0.465742, "f1_weighted": 0.466381 }, { "accuracy": 0.42548, "f1": 0.425377, "f1_weighted": 0.416133 }, { "accuracy": 0.450074, "f1": 0.443082, "f1_weighted": 0.44971 }, { "accuracy": 0.435809, "f1": 0.424109, "f1_weighted": 0.431064 }, { "accuracy": 0.405312, "f1": 0.399106, "f1_weighted": 0.405811 }, { "accuracy": 0.427447, "f1": 0.425514, "f1_weighted": 0.425711 }, { "accuracy": 0.472209, "f1": 0.457451, "f1_weighted": 0.477199 }, { "accuracy": 0.463847, "f1": 0.444779, "f1_weighted": 0.469151 }, { "accuracy": 0.422528, "f1": 0.416305, "f1_weighted": 0.418033 }, { "accuracy": 0.458436, "f1": 0.459839, "f1_weighted": 0.458732 } ], "main_score": 0.443532, "hf_subset": "ta", "languages": [ "tam-Taml" ] }, { "accuracy": 0.645499, "f1": 0.63824, "f1_weighted": 0.64817, "scores_per_experiment": [ { "accuracy": 0.661584, "f1": 0.653317, "f1_weighted": 0.66373 }, { "accuracy": 0.616331, "f1": 0.610335, "f1_weighted": 0.61652 }, { "accuracy": 0.657157, "f1": 0.647505, "f1_weighted": 0.662833 }, { "accuracy": 0.631087, "f1": 0.617327, "f1_weighted": 0.63101 }, { "accuracy": 0.682735, "f1": 0.676137, "f1_weighted": 0.687 }, { "accuracy": 0.604033, "f1": 0.601489, "f1_weighted": 0.609801 }, { "accuracy": 0.674865, "f1": 0.668696, "f1_weighted": 0.680303 }, { "accuracy": 0.624201, "f1": 0.624288, "f1_weighted": 0.627018 }, { "accuracy": 0.668962, "f1": 0.651739, "f1_weighted": 0.667577 }, { "accuracy": 0.634038, "f1": 0.631567, "f1_weighted": 0.635913 } ], "main_score": 0.645499, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "accuracy": 0.646237, "f1": 0.634412, "f1_weighted": 0.650032, "scores_per_experiment": [ { "accuracy": 0.63699, "f1": 0.627184, "f1_weighted": 0.64032 }, { "accuracy": 0.643876, "f1": 0.632011, "f1_weighted": 0.643015 }, { "accuracy": 0.659124, "f1": 0.641055, "f1_weighted": 0.666202 }, { "accuracy": 0.615839, "f1": 0.594909, "f1_weighted": 0.620795 }, { "accuracy": 0.66306, "f1": 0.648758, "f1_weighted": 0.664775 }, { "accuracy": 0.632563, "f1": 0.622641, "f1_weighted": 0.63555 }, { "accuracy": 0.640925, "f1": 0.639483, "f1_weighted": 0.645567 }, { "accuracy": 0.671422, "f1": 0.65421, "f1_weighted": 0.677064 }, { "accuracy": 0.657157, "f1": 0.65605, "f1_weighted": 0.657992 }, { "accuracy": 0.641417, "f1": 0.627824, "f1_weighted": 0.649044 } ], "main_score": 0.646237, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "accuracy": 0.578554, "f1": 0.552587, "f1_weighted": 0.58531, "scores_per_experiment": [ { "accuracy": 0.597639, "f1": 0.573488, "f1_weighted": 0.603226 }, { "accuracy": 0.577964, "f1": 0.545114, "f1_weighted": 0.59173 }, { "accuracy": 0.567142, "f1": 0.543282, "f1_weighted": 0.578728 }, { "accuracy": 0.549926, "f1": 0.529128, "f1_weighted": 0.557092 }, { "accuracy": 0.596655, "f1": 0.569143, "f1_weighted": 0.596969 }, { "accuracy": 0.553861, "f1": 0.530452, "f1_weighted": 0.556436 }, { "accuracy": 0.581407, "f1": 0.557587, "f1_weighted": 0.591298 }, { "accuracy": 0.609444, "f1": 0.579376, "f1_weighted": 0.614062 }, { "accuracy": 0.571569, "f1": 0.545306, "f1_weighted": 0.574377 }, { "accuracy": 0.579931, "f1": 0.552994, "f1_weighted": 0.58918 } ], "main_score": 0.578554, "hf_subset": "af", "languages": [ "afr-Latn" ] }, { "accuracy": 0.587408, "f1": 0.576828, "f1_weighted": 0.588339, "scores_per_experiment": [ { "accuracy": 0.62666, "f1": 0.608111, "f1_weighted": 0.630402 }, { "accuracy": 0.598623, "f1": 0.587112, "f1_weighted": 0.600629 }, { "accuracy": 0.563207, "f1": 0.549424, "f1_weighted": 0.56529 }, { "accuracy": 0.552878, "f1": 0.535302, "f1_weighted": 0.551408 }, { "accuracy": 0.587801, "f1": 0.579931, "f1_weighted": 0.585165 }, { "accuracy": 0.564191, "f1": 0.566001, "f1_weighted": 0.563916 }, { "accuracy": 0.589769, "f1": 0.581552, "f1_weighted": 0.592732 }, { "accuracy": 0.605017, "f1": 0.600874, "f1_weighted": 0.610338 }, { "accuracy": 0.59518, "f1": 0.5825, "f1_weighted": 0.590492 }, { "accuracy": 0.590753, "f1": 0.577476, "f1_weighted": 0.593024 } ], "main_score": 0.587408, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "accuracy": 0.451008, "f1": 0.428913, "f1_weighted": 0.457243, "scores_per_experiment": [ { "accuracy": 0.4727, "f1": 0.448783, "f1_weighted": 0.48394 }, { "accuracy": 0.443679, "f1": 0.424918, "f1_weighted": 0.446309 }, { "accuracy": 0.436793, "f1": 0.414876, "f1_weighted": 0.447814 }, { "accuracy": 0.424988, "f1": 0.405615, "f1_weighted": 0.434613 }, { "accuracy": 0.477619, "f1": 0.455594, "f1_weighted": 0.480252 }, { "accuracy": 0.423512, "f1": 0.410022, "f1_weighted": 0.42466 }, { "accuracy": 0.464338, "f1": 0.429801, "f1_weighted": 0.472692 }, { "accuracy": 0.477619, "f1": 0.449261, "f1_weighted": 0.485921 }, { "accuracy": 0.454501, "f1": 0.43123, "f1_weighted": 0.451118 }, { "accuracy": 0.434333, "f1": 0.419029, "f1_weighted": 0.445108 } ], "main_score": 0.451008, "hf_subset": "km", "languages": [ "khm-Khmr" ] }, { "accuracy": 0.37088, "f1": 0.373495, "f1_weighted": 0.367518, "scores_per_experiment": [ { "accuracy": 0.384161, "f1": 0.39614, "f1_weighted": 0.385553 }, { "accuracy": 0.395475, "f1": 0.398744, "f1_weighted": 0.39133 }, { "accuracy": 0.376291, "f1": 0.374616, "f1_weighted": 0.382016 }, { "accuracy": 0.362027, "f1": 0.359363, "f1_weighted": 0.359352 }, { "accuracy": 0.39695, "f1": 0.38696, "f1_weighted": 0.389304 }, { "accuracy": 0.358091, "f1": 0.356269, "f1_weighted": 0.354059 }, { "accuracy": 0.363502, "f1": 0.368551, "f1_weighted": 0.362269 }, { "accuracy": 0.381702, "f1": 0.379811, "f1_weighted": 0.374511 }, { "accuracy": 0.316773, "f1": 0.339036, "f1_weighted": 0.30286 }, { "accuracy": 0.373832, "f1": 0.375462, "f1_weighted": 0.373925 } ], "main_score": 0.37088, "hf_subset": "am", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.608264, "f1": 0.594219, "f1_weighted": 0.611411, "scores_per_experiment": [ { "accuracy": 0.618298, "f1": 0.594322, "f1_weighted": 0.618886 }, { "accuracy": 0.59518, "f1": 0.590555, "f1_weighted": 0.602084 }, { "accuracy": 0.571077, "f1": 0.562064, "f1_weighted": 0.576261 }, { "accuracy": 0.605509, "f1": 0.589361, "f1_weighted": 0.610824 }, { "accuracy": 0.606493, "f1": 0.587341, "f1_weighted": 0.607322 }, { "accuracy": 0.609444, "f1": 0.59661, "f1_weighted": 0.611008 }, { "accuracy": 0.614855, "f1": 0.603641, "f1_weighted": 0.617851 }, { "accuracy": 0.638465, "f1": 0.622265, "f1_weighted": 0.640262 }, { "accuracy": 0.630595, "f1": 0.613558, "f1_weighted": 0.630536 }, { "accuracy": 0.59272, "f1": 0.582475, "f1_weighted": 0.599074 } ], "main_score": 0.608264, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "accuracy": 0.4182, "f1": 0.41092, "f1_weighted": 0.418699, "scores_per_experiment": [ { "accuracy": 0.437285, "f1": 0.421805, "f1_weighted": 0.435202 }, { "accuracy": 0.422036, "f1": 0.419267, "f1_weighted": 0.423581 }, { "accuracy": 0.399902, "f1": 0.387723, "f1_weighted": 0.400506 }, { "accuracy": 0.417118, "f1": 0.407198, "f1_weighted": 0.425167 }, { "accuracy": 0.426463, "f1": 0.407966, "f1_weighted": 0.430529 }, { "accuracy": 0.405312, "f1": 0.394707, "f1_weighted": 0.40459 }, { "accuracy": 0.432366, "f1": 0.439932, "f1_weighted": 0.434538 }, { "accuracy": 0.444663, "f1": 0.439379, "f1_weighted": 0.437637 }, { "accuracy": 0.413674, "f1": 0.411395, "f1_weighted": 0.414326 }, { "accuracy": 0.383178, "f1": 0.379826, "f1_weighted": 0.380917 } ], "main_score": 0.4182, "hf_subset": "kn", "languages": [ "kan-Knda" ] }, { "accuracy": 0.545401, "f1": 0.534737, "f1_weighted": 0.54784, "scores_per_experiment": [ { "accuracy": 0.579931, "f1": 0.562505, "f1_weighted": 0.582977 }, { "accuracy": 0.54058, "f1": 0.530017, "f1_weighted": 0.543536 }, { "accuracy": 0.539105, "f1": 0.523625, "f1_weighted": 0.547586 }, { "accuracy": 0.543532, "f1": 0.534879, "f1_weighted": 0.54969 }, { "accuracy": 0.558288, "f1": 0.54775, "f1_weighted": 0.55828 }, { "accuracy": 0.529759, "f1": 0.52649, "f1_weighted": 0.525881 }, { "accuracy": 0.562715, "f1": 0.552737, "f1_weighted": 0.56519 }, { "accuracy": 0.559764, "f1": 0.539705, "f1_weighted": 0.562431 }, { "accuracy": 0.53271, "f1": 0.529564, "f1_weighted": 0.533349 }, { "accuracy": 0.507624, "f1": 0.500095, "f1_weighted": 0.509485 } ], "main_score": 0.545401, "hf_subset": "sq", "languages": [ "sqi-Latn" ] }, { "accuracy": 0.643827, "f1": 0.640731, "f1_weighted": 0.645579, "scores_per_experiment": [ { "accuracy": 0.68667, "f1": 0.673038, "f1_weighted": 0.68752 }, { "accuracy": 0.665027, "f1": 0.655222, "f1_weighted": 0.662154 }, { "accuracy": 0.636006, "f1": 0.633532, "f1_weighted": 0.6409 }, { "accuracy": 0.617806, "f1": 0.614365, "f1_weighted": 0.620729 }, { "accuracy": 0.666011, "f1": 0.652582, "f1_weighted": 0.66812 }, { "accuracy": 0.591736, "f1": 0.601257, "f1_weighted": 0.588728 }, { "accuracy": 0.633546, "f1": 0.631535, "f1_weighted": 0.637701 }, { "accuracy": 0.663551, "f1": 0.656199, "f1_weighted": 0.666401 }, { "accuracy": 0.648303, "f1": 0.657758, "f1_weighted": 0.648672 }, { "accuracy": 0.629611, "f1": 0.631821, "f1_weighted": 0.634865 } ], "main_score": 0.643827, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ] }, { "accuracy": 0.589375, "f1": 0.573075, "f1_weighted": 0.593662, "scores_per_experiment": [ { "accuracy": 0.577964, "f1": 0.565105, "f1_weighted": 0.585465 }, { "accuracy": 0.605017, "f1": 0.59788, "f1_weighted": 0.604927 }, { "accuracy": 0.625184, "f1": 0.608594, "f1_weighted": 0.63708 }, { "accuracy": 0.570093, "f1": 0.553371, "f1_weighted": 0.572199 }, { "accuracy": 0.607477, "f1": 0.581228, "f1_weighted": 0.612907 }, { "accuracy": 0.568126, "f1": 0.544501, "f1_weighted": 0.565796 }, { "accuracy": 0.572061, "f1": 0.564322, "f1_weighted": 0.577397 }, { "accuracy": 0.606493, "f1": 0.582299, "f1_weighted": 0.607731 }, { "accuracy": 0.59518, "f1": 0.585984, "f1_weighted": 0.595401 }, { "accuracy": 0.566158, "f1": 0.547465, "f1_weighted": 0.577721 } ], "main_score": 0.589375, "hf_subset": "tl", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.610969, "f1": 0.59537, "f1_weighted": 0.613222, "scores_per_experiment": [ { "accuracy": 0.645844, "f1": 0.630194, "f1_weighted": 0.65297 }, { "accuracy": 0.589277, "f1": 0.584758, "f1_weighted": 0.585461 }, { "accuracy": 0.596163, "f1": 0.588397, "f1_weighted": 0.601075 }, { "accuracy": 0.611904, "f1": 0.589037, "f1_weighted": 0.616663 }, { "accuracy": 0.61879, "f1": 0.600485, "f1_weighted": 0.619808 }, { "accuracy": 0.577472, "f1": 0.566078, "f1_weighted": 0.57953 }, { "accuracy": 0.633546, "f1": 0.619763, "f1_weighted": 0.636087 }, { "accuracy": 0.625184, "f1": 0.604533, "f1_weighted": 0.62679 }, { "accuracy": 0.602066, "f1": 0.584527, "f1_weighted": 0.603582 }, { "accuracy": 0.609444, "f1": 0.585932, "f1_weighted": 0.610254 } ], "main_score": 0.610969, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "accuracy": 0.523364, "f1": 0.51879, "f1_weighted": 0.522365, "scores_per_experiment": [ { "accuracy": 0.539597, "f1": 0.532688, "f1_weighted": 0.534677 }, { "accuracy": 0.534186, "f1": 0.534423, "f1_weighted": 0.529506 }, { "accuracy": 0.516478, "f1": 0.509724, "f1_weighted": 0.523459 }, { "accuracy": 0.530251, "f1": 0.525459, "f1_weighted": 0.527885 }, { "accuracy": 0.518938, "f1": 0.518027, "f1_weighted": 0.522059 }, { "accuracy": 0.556321, "f1": 0.546193, "f1_weighted": 0.554051 }, { "accuracy": 0.508608, "f1": 0.513578, "f1_weighted": 0.511968 }, { "accuracy": 0.527791, "f1": 0.515662, "f1_weighted": 0.523065 }, { "accuracy": 0.498278, "f1": 0.492156, "f1_weighted": 0.492968 }, { "accuracy": 0.503197, "f1": 0.499992, "f1_weighted": 0.504014 } ], "main_score": 0.523364, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "accuracy": 0.661043, "f1": 0.65617, "f1_weighted": 0.663752, "scores_per_experiment": [ { "accuracy": 0.666995, "f1": 0.661149, "f1_weighted": 0.665752 }, { "accuracy": 0.63453, "f1": 0.642234, "f1_weighted": 0.634187 }, { "accuracy": 0.672897, "f1": 0.661042, "f1_weighted": 0.682514 }, { "accuracy": 0.645844, "f1": 0.631943, "f1_weighted": 0.648187 }, { "accuracy": 0.693064, "f1": 0.674156, "f1_weighted": 0.689589 }, { "accuracy": 0.636498, "f1": 0.639148, "f1_weighted": 0.636819 }, { "accuracy": 0.65273, "f1": 0.650808, "f1_weighted": 0.65612 }, { "accuracy": 0.656173, "f1": 0.656302, "f1_weighted": 0.660658 }, { "accuracy": 0.697, "f1": 0.696014, "f1_weighted": 0.699662 }, { "accuracy": 0.654697, "f1": 0.648904, "f1_weighted": 0.664032 } ], "main_score": 0.661043, "hf_subset": "vi", "languages": [ "vie-Latn" ] } ], "test": [ { "accuracy": 0.694822, "f1": 0.698111, "f1_weighted": 0.694977, "scores_per_experiment": [ { "accuracy": 0.714526, "f1": 0.714545, "f1_weighted": 0.717612 }, { "accuracy": 0.705447, "f1": 0.709029, "f1_weighted": 0.702131 }, { "accuracy": 0.696032, "f1": 0.70044, "f1_weighted": 0.697885 }, { "accuracy": 0.69267, "f1": 0.695819, "f1_weighted": 0.695458 }, { "accuracy": 0.697714, "f1": 0.695542, "f1_weighted": 0.69335 }, { "accuracy": 0.694015, "f1": 0.699774, "f1_weighted": 0.691577 }, { "accuracy": 0.671822, "f1": 0.675777, "f1_weighted": 0.672544 }, { "accuracy": 0.681574, "f1": 0.688772, "f1_weighted": 0.677206 }, { "accuracy": 0.693679, "f1": 0.692607, "f1_weighted": 0.697278 }, { "accuracy": 0.70074, "f1": 0.708806, "f1_weighted": 0.704732 } ], "main_score": 0.694822, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.677976, "f1": 0.667523, "f1_weighted": 0.680109, "scores_per_experiment": [ { "accuracy": 0.702421, "f1": 0.692522, "f1_weighted": 0.702174 }, { "accuracy": 0.708473, "f1": 0.697376, "f1_weighted": 0.71109 }, { "accuracy": 0.682919, "f1": 0.672981, "f1_weighted": 0.683264 }, { "accuracy": 0.640215, "f1": 0.61699, "f1_weighted": 0.641001 }, { "accuracy": 0.690989, "f1": 0.679675, "f1_weighted": 0.690493 }, { "accuracy": 0.660054, "f1": 0.647273, "f1_weighted": 0.660368 }, { "accuracy": 0.666443, "f1": 0.660112, "f1_weighted": 0.669391 }, { "accuracy": 0.675185, "f1": 0.669225, "f1_weighted": 0.684612 }, { "accuracy": 0.671822, "f1": 0.667229, "f1_weighted": 0.673544 }, { "accuracy": 0.681237, "f1": 0.671848, "f1_weighted": 0.685157 } ], "main_score": 0.677976, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "accuracy": 0.709247, "f1": 0.698909, "f1_weighted": 0.711123, "scores_per_experiment": [ { "accuracy": 0.736718, "f1": 0.725256, "f1_weighted": 0.735205 }, { "accuracy": 0.729993, "f1": 0.721979, "f1_weighted": 0.732378 }, { "accuracy": 0.702757, "f1": 0.693352, "f1_weighted": 0.709661 }, { "accuracy": 0.72764, "f1": 0.719747, "f1_weighted": 0.728516 }, { "accuracy": 0.704102, "f1": 0.681844, "f1_weighted": 0.706433 }, { "accuracy": 0.681237, "f1": 0.665868, "f1_weighted": 0.679985 }, { "accuracy": 0.69267, "f1": 0.681157, "f1_weighted": 0.697256 }, { "accuracy": 0.68998, "f1": 0.694601, "f1_weighted": 0.691412 }, { "accuracy": 0.71688, "f1": 0.698603, "f1_weighted": 0.717101 }, { "accuracy": 0.710491, "f1": 0.706688, "f1_weighted": 0.71328 } ], "main_score": 0.709247, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ] }, { "accuracy": 0.661332, "f1": 0.65429, "f1_weighted": 0.66169, "scores_per_experiment": [ { "accuracy": 0.685609, "f1": 0.678811, "f1_weighted": 0.684248 }, { "accuracy": 0.672495, "f1": 0.663446, "f1_weighted": 0.671962 }, { "accuracy": 0.64963, "f1": 0.649735, "f1_weighted": 0.650396 }, { "accuracy": 0.66039, "f1": 0.650331, "f1_weighted": 0.66185 }, { "accuracy": 0.674176, "f1": 0.656008, "f1_weighted": 0.671256 }, { "accuracy": 0.657364, "f1": 0.648911, "f1_weighted": 0.657861 }, { "accuracy": 0.652993, "f1": 0.647561, "f1_weighted": 0.655748 }, { "accuracy": 0.666443, "f1": 0.663853, "f1_weighted": 0.671844 }, { "accuracy": 0.639879, "f1": 0.639547, "f1_weighted": 0.640642 }, { "accuracy": 0.654338, "f1": 0.644694, "f1_weighted": 0.651096 } ], "main_score": 0.661332, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "accuracy": 0.529052, "f1": 0.504327, "f1_weighted": 0.535474, "scores_per_experiment": [ { "accuracy": 0.562206, "f1": 0.53011, "f1_weighted": 0.566813 }, { "accuracy": 0.520511, "f1": 0.49829, "f1_weighted": 0.526811 }, { "accuracy": 0.520175, "f1": 0.502928, "f1_weighted": 0.530505 }, { "accuracy": 0.519502, "f1": 0.499586, "f1_weighted": 0.527031 }, { "accuracy": 0.549428, "f1": 0.512957, "f1_weighted": 0.548379 }, { "accuracy": 0.511432, "f1": 0.482008, "f1_weighted": 0.519742 }, { "accuracy": 0.542367, "f1": 0.519822, "f1_weighted": 0.548546 }, { "accuracy": 0.535642, "f1": 0.508687, "f1_weighted": 0.543047 }, { "accuracy": 0.51345, "f1": 0.500224, "f1_weighted": 0.519723 }, { "accuracy": 0.515804, "f1": 0.488661, "f1_weighted": 0.524146 } ], "main_score": 0.529052, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "accuracy": 0.625992, "f1": 0.610165, "f1_weighted": 0.629726, "scores_per_experiment": [ { "accuracy": 0.633826, "f1": 0.618397, "f1_weighted": 0.636403 }, { "accuracy": 0.619368, "f1": 0.601593, "f1_weighted": 0.623382 }, { "accuracy": 0.610962, "f1": 0.605707, "f1_weighted": 0.616063 }, { "accuracy": 0.60928, "f1": 0.592333, "f1_weighted": 0.613353 }, { "accuracy": 0.619032, "f1": 0.597374, "f1_weighted": 0.621322 }, { "accuracy": 0.629119, "f1": 0.625065, "f1_weighted": 0.630149 }, { "accuracy": 0.648285, "f1": 0.627865, "f1_weighted": 0.654488 }, { "accuracy": 0.628783, "f1": 0.608733, "f1_weighted": 0.634371 }, { "accuracy": 0.639206, "f1": 0.623333, "f1_weighted": 0.64195 }, { "accuracy": 0.622058, "f1": 0.601248, "f1_weighted": 0.625779 } ], "main_score": 0.625992, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "accuracy": 0.673705, "f1": 0.675014, "f1_weighted": 0.672942, "scores_per_experiment": [ { "accuracy": 0.694687, "f1": 0.690743, "f1_weighted": 0.693833 }, { "accuracy": 0.68729, "f1": 0.687183, "f1_weighted": 0.684178 }, { "accuracy": 0.663416, "f1": 0.671525, "f1_weighted": 0.664449 }, { "accuracy": 0.635171, "f1": 0.645134, "f1_weighted": 0.633969 }, { "accuracy": 0.687626, "f1": 0.675417, "f1_weighted": 0.685563 }, { "accuracy": 0.660054, "f1": 0.658775, "f1_weighted": 0.655306 }, { "accuracy": 0.670141, "f1": 0.662747, "f1_weighted": 0.671098 }, { "accuracy": 0.688635, "f1": 0.697573, "f1_weighted": 0.689693 }, { "accuracy": 0.695696, "f1": 0.699659, "f1_weighted": 0.696933 }, { "accuracy": 0.654338, "f1": 0.661381, "f1_weighted": 0.654396 } ], "main_score": 0.673705, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "accuracy": 0.471923, "f1": 0.452132, "f1_weighted": 0.479727, "scores_per_experiment": [ { "accuracy": 0.50807, "f1": 0.483166, "f1_weighted": 0.511163 }, { "accuracy": 0.493948, "f1": 0.465638, "f1_weighted": 0.507634 }, { "accuracy": 0.488231, "f1": 0.47319, "f1_weighted": 0.491563 }, { "accuracy": 0.449563, "f1": 0.433785, "f1_weighted": 0.461968 }, { "accuracy": 0.443174, "f1": 0.421182, "f1_weighted": 0.453659 }, { "accuracy": 0.455615, "f1": 0.439686, "f1_weighted": 0.468362 }, { "accuracy": 0.472428, "f1": 0.459375, "f1_weighted": 0.48176 }, { "accuracy": 0.506389, "f1": 0.479001, "f1_weighted": 0.503955 }, { "accuracy": 0.462677, "f1": 0.441611, "f1_weighted": 0.467444 }, { "accuracy": 0.439139, "f1": 0.424687, "f1_weighted": 0.449759 } ], "main_score": 0.471923, "hf_subset": "hy", "languages": [ "hye-Armn" ] }, { "accuracy": 0.409146, "f1": 0.398813, "f1_weighted": 0.410241, "scores_per_experiment": [ { "accuracy": 0.428043, "f1": 0.423896, "f1_weighted": 0.425267 }, { "accuracy": 0.414593, "f1": 0.401402, "f1_weighted": 0.417381 }, { "accuracy": 0.386685, "f1": 0.380208, "f1_weighted": 0.390597 }, { "accuracy": 0.400807, "f1": 0.39314, "f1_weighted": 0.40404 }, { "accuracy": 0.406523, "f1": 0.38847, "f1_weighted": 0.411747 }, { "accuracy": 0.409886, "f1": 0.391733, "f1_weighted": 0.411867 }, { "accuracy": 0.435777, "f1": 0.418152, "f1_weighted": 0.439876 }, { "accuracy": 0.418292, "f1": 0.412487, "f1_weighted": 0.412879 }, { "accuracy": 0.364829, "f1": 0.35453, "f1_weighted": 0.362846 }, { "accuracy": 0.426026, "f1": 0.424114, "f1_weighted": 0.425911 } ], "main_score": 0.409146, "hf_subset": "ml", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.452993, "f1": 0.437817, "f1_weighted": 0.451973, "scores_per_experiment": [ { "accuracy": 0.455952, "f1": 0.447418, "f1_weighted": 0.45471 }, { "accuracy": 0.44351, "f1": 0.433024, "f1_weighted": 0.438743 }, { "accuracy": 0.469401, "f1": 0.456405, "f1_weighted": 0.477515 }, { "accuracy": 0.435777, "f1": 0.4278, "f1_weighted": 0.433751 }, { "accuracy": 0.466711, "f1": 0.438519, "f1_weighted": 0.464201 }, { "accuracy": 0.427371, "f1": 0.40912, "f1_weighted": 0.419723 }, { "accuracy": 0.469401, "f1": 0.449214, "f1_weighted": 0.475341 }, { "accuracy": 0.479825, "f1": 0.452997, "f1_weighted": 0.476469 }, { "accuracy": 0.424344, "f1": 0.413144, "f1_weighted": 0.422884 }, { "accuracy": 0.457633, "f1": 0.450528, "f1_weighted": 0.456391 } ], "main_score": 0.452993, "hf_subset": "mn", "languages": [ "mon-Cyrl" ] }, { "accuracy": 0.648352, "f1": 0.637944, "f1_weighted": 0.650007, "scores_per_experiment": [ { "accuracy": 0.693342, "f1": 0.674124, "f1_weighted": 0.696069 }, { "accuracy": 0.652656, "f1": 0.636342, "f1_weighted": 0.651801 }, { "accuracy": 0.620377, "f1": 0.621628, "f1_weighted": 0.623504 }, { "accuracy": 0.635171, "f1": 0.624772, "f1_weighted": 0.638358 }, { "accuracy": 0.662071, "f1": 0.646401, "f1_weighted": 0.657047 }, { "accuracy": 0.616342, "f1": 0.612389, "f1_weighted": 0.61359 }, { "accuracy": 0.634499, "f1": 0.618382, "f1_weighted": 0.640288 }, { "accuracy": 0.659381, "f1": 0.648816, "f1_weighted": 0.663386 }, { "accuracy": 0.66039, "f1": 0.65273, "f1_weighted": 0.662635 }, { "accuracy": 0.649294, "f1": 0.643858, "f1_weighted": 0.653392 } ], "main_score": 0.648352, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "accuracy": 0.396974, "f1": 0.387021, "f1_weighted": 0.400311, "scores_per_experiment": [ { "accuracy": 0.433087, "f1": 0.420491, "f1_weighted": 0.432086 }, { "accuracy": 0.409886, "f1": 0.402728, "f1_weighted": 0.416653 }, { "accuracy": 0.412912, "f1": 0.401907, "f1_weighted": 0.416982 }, { "accuracy": 0.415938, "f1": 0.405027, "f1_weighted": 0.427362 }, { "accuracy": 0.382986, "f1": 0.356404, "f1_weighted": 0.391118 }, { "accuracy": 0.39072, "f1": 0.381759, "f1_weighted": 0.391563 }, { "accuracy": 0.391728, "f1": 0.385635, "f1_weighted": 0.39869 }, { "accuracy": 0.382986, "f1": 0.376173, "f1_weighted": 0.376107 }, { "accuracy": 0.365837, "f1": 0.357822, "f1_weighted": 0.369522 }, { "accuracy": 0.383658, "f1": 0.382266, "f1_weighted": 0.383029 } ], "main_score": 0.396974, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "accuracy": 0.68534, "f1": 0.67685, "f1_weighted": 0.686724, "scores_per_experiment": [ { "accuracy": 0.685945, "f1": 0.681989, "f1_weighted": 0.689163 }, { "accuracy": 0.694015, "f1": 0.68757, "f1_weighted": 0.692219 }, { "accuracy": 0.662744, "f1": 0.654084, "f1_weighted": 0.667619 }, { "accuracy": 0.683591, "f1": 0.667186, "f1_weighted": 0.680677 }, { "accuracy": 0.704438, "f1": 0.689218, "f1_weighted": 0.704259 }, { "accuracy": 0.678211, "f1": 0.665391, "f1_weighted": 0.680545 }, { "accuracy": 0.67384, "f1": 0.667788, "f1_weighted": 0.678076 }, { "accuracy": 0.694687, "f1": 0.687335, "f1_weighted": 0.696539 }, { "accuracy": 0.699395, "f1": 0.694239, "f1_weighted": 0.700522 }, { "accuracy": 0.67653, "f1": 0.673698, "f1_weighted": 0.677625 } ], "main_score": 0.68534, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "accuracy": 0.538803, "f1": 0.511648, "f1_weighted": 0.542398, "scores_per_experiment": [ { "accuracy": 0.531607, "f1": 0.505256, "f1_weighted": 0.533481 }, { "accuracy": 0.533961, "f1": 0.50125, "f1_weighted": 0.53629 }, { "accuracy": 0.535306, "f1": 0.509915, "f1_weighted": 0.540142 }, { "accuracy": 0.541695, "f1": 0.504643, "f1_weighted": 0.54219 }, { "accuracy": 0.55918, "f1": 0.525012, "f1_weighted": 0.554507 }, { "accuracy": 0.538668, "f1": 0.506777, "f1_weighted": 0.540372 }, { "accuracy": 0.541358, "f1": 0.525186, "f1_weighted": 0.550841 }, { "accuracy": 0.574983, "f1": 0.544914, "f1_weighted": 0.577528 }, { "accuracy": 0.495965, "f1": 0.485387, "f1_weighted": 0.507678 }, { "accuracy": 0.535306, "f1": 0.508137, "f1_weighted": 0.540949 } ], "main_score": 0.538803, "hf_subset": "jv", "languages": [ "jav-Latn" ] }, { "accuracy": 0.55501, "f1": 0.533236, "f1_weighted": 0.556421, "scores_per_experiment": [ { "accuracy": 0.587761, "f1": 0.559359, "f1_weighted": 0.588228 }, { "accuracy": 0.555145, "f1": 0.539486, "f1_weighted": 0.560174 }, { "accuracy": 0.54573, "f1": 0.525852, "f1_weighted": 0.548343 }, { "accuracy": 0.568258, "f1": 0.538762, "f1_weighted": 0.565648 }, { "accuracy": 0.554808, "f1": 0.521174, "f1_weighted": 0.558249 }, { "accuracy": 0.543376, "f1": 0.522678, "f1_weighted": 0.543692 }, { "accuracy": 0.558507, "f1": 0.542855, "f1_weighted": 0.560588 }, { "accuracy": 0.571957, "f1": 0.548863, "f1_weighted": 0.575943 }, { "accuracy": 0.532952, "f1": 0.514567, "f1_weighted": 0.53309 }, { "accuracy": 0.531607, "f1": 0.518768, "f1_weighted": 0.530253 } ], "main_score": 0.55501, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "accuracy": 0.51651, "f1": 0.489942, "f1_weighted": 0.521869, "scores_per_experiment": [ { "accuracy": 0.514122, "f1": 0.488957, "f1_weighted": 0.516224 }, { "accuracy": 0.508406, "f1": 0.487133, "f1_weighted": 0.518161 }, { "accuracy": 0.522529, "f1": 0.501735, "f1_weighted": 0.524852 }, { "accuracy": 0.532616, "f1": 0.497793, "f1_weighted": 0.542403 }, { "accuracy": 0.519502, "f1": 0.477635, "f1_weighted": 0.519086 }, { "accuracy": 0.506052, "f1": 0.479289, "f1_weighted": 0.509031 }, { "accuracy": 0.531944, "f1": 0.502083, "f1_weighted": 0.542818 }, { "accuracy": 0.536315, "f1": 0.50972, "f1_weighted": 0.539243 }, { "accuracy": 0.50269, "f1": 0.488793, "f1_weighted": 0.509336 }, { "accuracy": 0.490921, "f1": 0.466281, "f1_weighted": 0.497535 } ], "main_score": 0.51651, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "accuracy": 0.652757, "f1": 0.634659, "f1_weighted": 0.656732, "scores_per_experiment": [ { "accuracy": 0.665098, "f1": 0.639664, "f1_weighted": 0.666244 }, { "accuracy": 0.674849, "f1": 0.66295, "f1_weighted": 0.683921 }, { "accuracy": 0.638198, "f1": 0.6339, "f1_weighted": 0.646136 }, { "accuracy": 0.666443, "f1": 0.645859, "f1_weighted": 0.669384 }, { "accuracy": 0.64963, "f1": 0.622193, "f1_weighted": 0.646326 }, { "accuracy": 0.63618, "f1": 0.611846, "f1_weighted": 0.639542 }, { "accuracy": 0.664761, "f1": 0.650824, "f1_weighted": 0.668475 }, { "accuracy": 0.659045, "f1": 0.638178, "f1_weighted": 0.657772 }, { "accuracy": 0.634835, "f1": 0.617983, "f1_weighted": 0.638403 }, { "accuracy": 0.638534, "f1": 0.623194, "f1_weighted": 0.651117 } ], "main_score": 0.652757, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "accuracy": 0.469065, "f1": 0.44927, "f1_weighted": 0.472392, "scores_per_experiment": [ { "accuracy": 0.4731, "f1": 0.453479, "f1_weighted": 0.478977 }, { "accuracy": 0.497646, "f1": 0.465127, "f1_weighted": 0.504222 }, { "accuracy": 0.464694, "f1": 0.443261, "f1_weighted": 0.465313 }, { "accuracy": 0.447209, "f1": 0.434405, "f1_weighted": 0.448386 }, { "accuracy": 0.487559, "f1": 0.466564, "f1_weighted": 0.492112 }, { "accuracy": 0.450572, "f1": 0.432128, "f1_weighted": 0.45483 }, { "accuracy": 0.461668, "f1": 0.442013, "f1_weighted": 0.465278 }, { "accuracy": 0.49731, "f1": 0.475318, "f1_weighted": 0.495041 }, { "accuracy": 0.462677, "f1": 0.446297, "f1_weighted": 0.463013 }, { "accuracy": 0.448218, "f1": 0.434106, "f1_weighted": 0.456753 } ], "main_score": 0.469065, "hf_subset": "ka", "languages": [ "kat-Geor" ] }, { "accuracy": 0.597411, "f1": 0.568101, "f1_weighted": 0.601792, "scores_per_experiment": [ { "accuracy": 0.623067, "f1": 0.592909, "f1_weighted": 0.624303 }, { "accuracy": 0.629455, "f1": 0.594411, "f1_weighted": 0.630458 }, { "accuracy": 0.575992, "f1": 0.553221, "f1_weighted": 0.580963 }, { "accuracy": 0.568931, "f1": 0.534022, "f1_weighted": 0.578475 }, { "accuracy": 0.592468, "f1": 0.556114, "f1_weighted": 0.596051 }, { "accuracy": 0.592804, "f1": 0.559186, "f1_weighted": 0.599217 }, { "accuracy": 0.622058, "f1": 0.592912, "f1_weighted": 0.629126 }, { "accuracy": 0.579018, "f1": 0.556086, "f1_weighted": 0.583181 }, { "accuracy": 0.592132, "f1": 0.565804, "f1_weighted": 0.590689 }, { "accuracy": 0.598184, "f1": 0.57634, "f1_weighted": 0.605456 } ], "main_score": 0.597411, "hf_subset": "he", "languages": [ "heb-Hebr" ] }, { "accuracy": 0.649395, "f1": 0.632567, "f1_weighted": 0.652452, "scores_per_experiment": [ { "accuracy": 0.685609, "f1": 0.675609, "f1_weighted": 0.688249 }, { "accuracy": 0.640215, "f1": 0.618995, "f1_weighted": 0.641211 }, { "accuracy": 0.633154, "f1": 0.621771, "f1_weighted": 0.64164 }, { "accuracy": 0.640888, "f1": 0.618822, "f1_weighted": 0.647308 }, { "accuracy": 0.651311, "f1": 0.623729, "f1_weighted": 0.647193 }, { "accuracy": 0.645595, "f1": 0.627445, "f1_weighted": 0.649829 }, { "accuracy": 0.661399, "f1": 0.650895, "f1_weighted": 0.667468 }, { "accuracy": 0.664425, "f1": 0.638537, "f1_weighted": 0.665448 }, { "accuracy": 0.632145, "f1": 0.621247, "f1_weighted": 0.633378 }, { "accuracy": 0.639206, "f1": 0.628621, "f1_weighted": 0.642793 } ], "main_score": 0.649395, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "accuracy": 0.697377, "f1": 0.686843, "f1_weighted": 0.699817, "scores_per_experiment": [ { "accuracy": 0.71957, "f1": 0.707727, "f1_weighted": 0.717531 }, { "accuracy": 0.681574, "f1": 0.677669, "f1_weighted": 0.679584 }, { "accuracy": 0.67384, "f1": 0.666333, "f1_weighted": 0.682659 }, { "accuracy": 0.697041, "f1": 0.684444, "f1_weighted": 0.697709 }, { "accuracy": 0.69536, "f1": 0.67731, "f1_weighted": 0.695975 }, { "accuracy": 0.709818, "f1": 0.691106, "f1_weighted": 0.711583 }, { "accuracy": 0.704438, "f1": 0.694753, "f1_weighted": 0.705798 }, { "accuracy": 0.721251, "f1": 0.716151, "f1_weighted": 0.725454 }, { "accuracy": 0.695696, "f1": 0.685565, "f1_weighted": 0.70117 }, { "accuracy": 0.675185, "f1": 0.667372, "f1_weighted": 0.680701 } ], "main_score": 0.697377, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "accuracy": 0.605783, "f1": 0.590492, "f1_weighted": 0.610839, "scores_per_experiment": [ { "accuracy": 0.647613, "f1": 0.62615, "f1_weighted": 0.650807 }, { "accuracy": 0.584398, "f1": 0.577112, "f1_weighted": 0.590017 }, { "accuracy": 0.583053, "f1": 0.578846, "f1_weighted": 0.592535 }, { "accuracy": 0.592468, "f1": 0.571733, "f1_weighted": 0.596539 }, { "accuracy": 0.618695, "f1": 0.592918, "f1_weighted": 0.619216 }, { "accuracy": 0.608608, "f1": 0.586262, "f1_weighted": 0.614073 }, { "accuracy": 0.626429, "f1": 0.613759, "f1_weighted": 0.635624 }, { "accuracy": 0.629119, "f1": 0.610072, "f1_weighted": 0.631291 }, { "accuracy": 0.589106, "f1": 0.583082, "f1_weighted": 0.596157 }, { "accuracy": 0.578346, "f1": 0.564989, "f1_weighted": 0.582131 } ], "main_score": 0.605783, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "accuracy": 0.651648, "f1": 0.636292, "f1_weighted": 0.651803, "scores_per_experiment": [ { "accuracy": 0.633154, "f1": 0.61832, "f1_weighted": 0.62481 }, { "accuracy": 0.65232, "f1": 0.630528, "f1_weighted": 0.650803 }, { "accuracy": 0.650975, "f1": 0.640889, "f1_weighted": 0.648021 }, { "accuracy": 0.654338, "f1": 0.636145, "f1_weighted": 0.652304 }, { "accuracy": 0.669469, "f1": 0.648002, "f1_weighted": 0.673081 }, { "accuracy": 0.66577, "f1": 0.656446, "f1_weighted": 0.662413 }, { "accuracy": 0.648621, "f1": 0.638405, "f1_weighted": 0.660046 }, { "accuracy": 0.667787, "f1": 0.65122, "f1_weighted": 0.671479 }, { "accuracy": 0.653665, "f1": 0.627618, "f1_weighted": 0.647702 }, { "accuracy": 0.620377, "f1": 0.615351, "f1_weighted": 0.62737 } ], "main_score": 0.651648, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "accuracy": 0.649428, "f1": 0.639311, "f1_weighted": 0.651937, "scores_per_experiment": [ { "accuracy": 0.667787, "f1": 0.655628, "f1_weighted": 0.670235 }, { "accuracy": 0.66577, "f1": 0.651327, "f1_weighted": 0.669958 }, { "accuracy": 0.634499, "f1": 0.630941, "f1_weighted": 0.63502 }, { "accuracy": 0.664425, "f1": 0.636347, "f1_weighted": 0.666733 }, { "accuracy": 0.624748, "f1": 0.615509, "f1_weighted": 0.627235 }, { "accuracy": 0.650975, "f1": 0.64013, "f1_weighted": 0.653755 }, { "accuracy": 0.651311, "f1": 0.643796, "f1_weighted": 0.651896 }, { "accuracy": 0.670141, "f1": 0.66257, "f1_weighted": 0.672852 }, { "accuracy": 0.63349, "f1": 0.628529, "f1_weighted": 0.634163 }, { "accuracy": 0.631137, "f1": 0.628332, "f1_weighted": 0.637527 } ], "main_score": 0.649428, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "accuracy": 0.581372, "f1": 0.571933, "f1_weighted": 0.585003, "scores_per_experiment": [ { "accuracy": 0.603564, "f1": 0.596006, "f1_weighted": 0.606412 }, { "accuracy": 0.580699, "f1": 0.577431, "f1_weighted": 0.579341 }, { "accuracy": 0.558507, "f1": 0.553262, "f1_weighted": 0.565993 }, { "accuracy": 0.583389, "f1": 0.570971, "f1_weighted": 0.5924 }, { "accuracy": 0.606254, "f1": 0.576157, "f1_weighted": 0.607816 }, { "accuracy": 0.557835, "f1": 0.549005, "f1_weighted": 0.553695 }, { "accuracy": 0.582044, "f1": 0.585059, "f1_weighted": 0.59291 }, { "accuracy": 0.595158, "f1": 0.585052, "f1_weighted": 0.595336 }, { "accuracy": 0.581708, "f1": 0.571153, "f1_weighted": 0.585418 }, { "accuracy": 0.56456, "f1": 0.555232, "f1_weighted": 0.57071 } ], "main_score": 0.581372, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "accuracy": 0.659852, "f1": 0.638349, "f1_weighted": 0.661295, "scores_per_experiment": [ { "accuracy": 0.67384, "f1": 0.66316, "f1_weighted": 0.676144 }, { "accuracy": 0.660726, "f1": 0.640942, "f1_weighted": 0.660793 }, { "accuracy": 0.649966, "f1": 0.642973, "f1_weighted": 0.657086 }, { "accuracy": 0.670141, "f1": 0.645208, "f1_weighted": 0.668781 }, { "accuracy": 0.663416, "f1": 0.62787, "f1_weighted": 0.659763 }, { "accuracy": 0.669469, "f1": 0.641601, "f1_weighted": 0.667767 }, { "accuracy": 0.641224, "f1": 0.617435, "f1_weighted": 0.645774 }, { "accuracy": 0.679892, "f1": 0.657568, "f1_weighted": 0.683553 }, { "accuracy": 0.658373, "f1": 0.634459, "f1_weighted": 0.65613 }, { "accuracy": 0.631473, "f1": 0.612272, "f1_weighted": 0.637158 } ], "main_score": 0.659852, "hf_subset": "ms", "languages": [ "msa-Latn" ] }, { "accuracy": 0.406456, "f1": 0.392298, "f1_weighted": 0.404145, "scores_per_experiment": [ { "accuracy": 0.424008, "f1": 0.404448, "f1_weighted": 0.419751 }, { "accuracy": 0.405851, "f1": 0.398188, "f1_weighted": 0.402114 }, { "accuracy": 0.419637, "f1": 0.403842, "f1_weighted": 0.421254 }, { "accuracy": 0.410558, "f1": 0.40641, "f1_weighted": 0.407017 }, { "accuracy": 0.414929, "f1": 0.393145, "f1_weighted": 0.409055 }, { "accuracy": 0.388366, "f1": 0.371519, "f1_weighted": 0.389769 }, { "accuracy": 0.39341, "f1": 0.37649, "f1_weighted": 0.38524 }, { "accuracy": 0.411231, "f1": 0.393656, "f1_weighted": 0.411321 }, { "accuracy": 0.389711, "f1": 0.376399, "f1_weighted": 0.385797 }, { "accuracy": 0.406859, "f1": 0.398879, "f1_weighted": 0.410136 } ], "main_score": 0.406456, "hf_subset": "my", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.602522, "f1": 0.583687, "f1_weighted": 0.606187, "scores_per_experiment": [ { "accuracy": 0.609617, "f1": 0.593978, "f1_weighted": 0.617868 }, { "accuracy": 0.62004, "f1": 0.603818, "f1_weighted": 0.622221 }, { "accuracy": 0.602219, "f1": 0.584218, "f1_weighted": 0.60835 }, { "accuracy": 0.595494, "f1": 0.568633, "f1_weighted": 0.590367 }, { "accuracy": 0.591796, "f1": 0.568086, "f1_weighted": 0.593323 }, { "accuracy": 0.571284, "f1": 0.562511, "f1_weighted": 0.571635 }, { "accuracy": 0.604909, "f1": 0.588923, "f1_weighted": 0.609794 }, { "accuracy": 0.619032, "f1": 0.598475, "f1_weighted": 0.623964 }, { "accuracy": 0.621385, "f1": 0.6007, "f1_weighted": 0.622569 }, { "accuracy": 0.589442, "f1": 0.56753, "f1_weighted": 0.601777 } ], "main_score": 0.602522, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "accuracy": 0.589072, "f1": 0.574438, "f1_weighted": 0.592871, "scores_per_experiment": [ { "accuracy": 0.62004, "f1": 0.604712, "f1_weighted": 0.62612 }, { "accuracy": 0.582717, "f1": 0.574403, "f1_weighted": 0.584144 }, { "accuracy": 0.597176, "f1": 0.581528, "f1_weighted": 0.601596 }, { "accuracy": 0.594822, "f1": 0.571543, "f1_weighted": 0.596974 }, { "accuracy": 0.597848, "f1": 0.578572, "f1_weighted": 0.603166 }, { "accuracy": 0.596167, "f1": 0.572791, "f1_weighted": 0.596002 }, { "accuracy": 0.588769, "f1": 0.581174, "f1_weighted": 0.592263 }, { "accuracy": 0.587424, "f1": 0.572655, "f1_weighted": 0.59265 }, { "accuracy": 0.563887, "f1": 0.555034, "f1_weighted": 0.566998 }, { "accuracy": 0.56187, "f1": 0.551963, "f1_weighted": 0.568793 } ], "main_score": 0.589072, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "accuracy": 0.671957, "f1": 0.654839, "f1_weighted": 0.673625, "scores_per_experiment": [ { "accuracy": 0.69267, "f1": 0.668128, "f1_weighted": 0.692544 }, { "accuracy": 0.682246, "f1": 0.668049, "f1_weighted": 0.686183 }, { "accuracy": 0.664761, "f1": 0.660037, "f1_weighted": 0.673196 }, { "accuracy": 0.682919, "f1": 0.662796, "f1_weighted": 0.679297 }, { "accuracy": 0.659381, "f1": 0.62715, "f1_weighted": 0.655791 }, { "accuracy": 0.671822, "f1": 0.652451, "f1_weighted": 0.673783 }, { "accuracy": 0.666443, "f1": 0.647947, "f1_weighted": 0.668373 }, { "accuracy": 0.664761, "f1": 0.652298, "f1_weighted": 0.669004 }, { "accuracy": 0.683591, "f1": 0.666907, "f1_weighted": 0.676592 }, { "accuracy": 0.650975, "f1": 0.642629, "f1_weighted": 0.661489 } ], "main_score": 0.671957, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "accuracy": 0.65427, "f1": 0.642551, "f1_weighted": 0.655953, "scores_per_experiment": [ { "accuracy": 0.677875, "f1": 0.663068, "f1_weighted": 0.676885 }, { "accuracy": 0.660726, "f1": 0.65225, "f1_weighted": 0.656232 }, { "accuracy": 0.634835, "f1": 0.635202, "f1_weighted": 0.638496 }, { "accuracy": 0.643914, "f1": 0.627623, "f1_weighted": 0.64707 }, { "accuracy": 0.678547, "f1": 0.656447, "f1_weighted": 0.677958 }, { "accuracy": 0.645595, "f1": 0.629972, "f1_weighted": 0.64898 }, { "accuracy": 0.64425, "f1": 0.639719, "f1_weighted": 0.64966 }, { "accuracy": 0.649966, "f1": 0.641994, "f1_weighted": 0.653388 }, { "accuracy": 0.660726, "f1": 0.646153, "f1_weighted": 0.660888 }, { "accuracy": 0.646268, "f1": 0.633086, "f1_weighted": 0.649975 } ], "main_score": 0.65427, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "accuracy": 0.517249, "f1": 0.485359, "f1_weighted": 0.525332, "scores_per_experiment": [ { "accuracy": 0.539677, "f1": 0.499392, "f1_weighted": 0.546429 }, { "accuracy": 0.525555, "f1": 0.501176, "f1_weighted": 0.533547 }, { "accuracy": 0.501681, "f1": 0.477845, "f1_weighted": 0.510552 }, { "accuracy": 0.517485, "f1": 0.482489, "f1_weighted": 0.52708 }, { "accuracy": 0.531944, "f1": 0.498339, "f1_weighted": 0.539925 }, { "accuracy": 0.520175, "f1": 0.477697, "f1_weighted": 0.526306 }, { "accuracy": 0.493275, "f1": 0.467795, "f1_weighted": 0.498925 }, { "accuracy": 0.549765, "f1": 0.509757, "f1_weighted": 0.556245 }, { "accuracy": 0.510424, "f1": 0.480906, "f1_weighted": 0.516748 }, { "accuracy": 0.482515, "f1": 0.458191, "f1_weighted": 0.497566 } ], "main_score": 0.517249, "hf_subset": "cy", "languages": [ "cym-Latn" ] }, { "accuracy": 0.607128, "f1": 0.594282, "f1_weighted": 0.608802, "scores_per_experiment": [ { "accuracy": 0.597176, "f1": 0.584128, "f1_weighted": 0.600217 }, { "accuracy": 0.61735, "f1": 0.607503, "f1_weighted": 0.613874 }, { "accuracy": 0.592132, "f1": 0.589158, "f1_weighted": 0.598699 }, { "accuracy": 0.643914, "f1": 0.632274, "f1_weighted": 0.646909 }, { "accuracy": 0.622394, "f1": 0.597135, "f1_weighted": 0.625712 }, { "accuracy": 0.601547, "f1": 0.58248, "f1_weighted": 0.604224 }, { "accuracy": 0.601547, "f1": 0.591064, "f1_weighted": 0.598545 }, { "accuracy": 0.620377, "f1": 0.608342, "f1_weighted": 0.621448 }, { "accuracy": 0.588433, "f1": 0.572553, "f1_weighted": 0.585013 }, { "accuracy": 0.586416, "f1": 0.578179, "f1_weighted": 0.593377 } ], "main_score": 0.607128, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "accuracy": 0.509617, "f1": 0.50046, "f1_weighted": 0.511083, "scores_per_experiment": [ { "accuracy": 0.521856, "f1": 0.518854, "f1_weighted": 0.517512 }, { "accuracy": 0.527236, "f1": 0.519709, "f1_weighted": 0.524762 }, { "accuracy": 0.503362, "f1": 0.4819, "f1_weighted": 0.5104 }, { "accuracy": 0.51345, "f1": 0.498053, "f1_weighted": 0.517362 }, { "accuracy": 0.532952, "f1": 0.513747, "f1_weighted": 0.533727 }, { "accuracy": 0.504035, "f1": 0.496809, "f1_weighted": 0.500598 }, { "accuracy": 0.494956, "f1": 0.492402, "f1_weighted": 0.500495 }, { "accuracy": 0.501681, "f1": 0.495517, "f1_weighted": 0.498672 }, { "accuracy": 0.475118, "f1": 0.479297, "f1_weighted": 0.478546 }, { "accuracy": 0.52152, "f1": 0.508315, "f1_weighted": 0.528758 } ], "main_score": 0.509617, "hf_subset": "ur", "languages": [ "urd-Arab" ] }, { "accuracy": 0.525555, "f1": 0.524055, "f1_weighted": 0.525107, "scores_per_experiment": [ { "accuracy": 0.528581, "f1": 0.530187, "f1_weighted": 0.52888 }, { "accuracy": 0.54304, "f1": 0.540103, "f1_weighted": 0.537724 }, { "accuracy": 0.519502, "f1": 0.534593, "f1_weighted": 0.524124 }, { "accuracy": 0.54573, "f1": 0.541288, "f1_weighted": 0.550082 }, { "accuracy": 0.565232, "f1": 0.537406, "f1_weighted": 0.565693 }, { "accuracy": 0.497646, "f1": 0.490915, "f1_weighted": 0.498708 }, { "accuracy": 0.533961, "f1": 0.528758, "f1_weighted": 0.536252 }, { "accuracy": 0.539005, "f1": 0.530137, "f1_weighted": 0.536414 }, { "accuracy": 0.483524, "f1": 0.500462, "f1_weighted": 0.478798 }, { "accuracy": 0.499328, "f1": 0.506696, "f1_weighted": 0.494396 } ], "main_score": 0.525555, "hf_subset": "az", "languages": [ "aze-Latn" ] }, { "accuracy": 0.602354, "f1": 0.598974, "f1_weighted": 0.601803, "scores_per_experiment": [ { "accuracy": 0.62811, "f1": 0.62893, "f1_weighted": 0.627567 }, { "accuracy": 0.610962, "f1": 0.609061, "f1_weighted": 0.603943 }, { "accuracy": 0.602892, "f1": 0.602724, "f1_weighted": 0.605848 }, { "accuracy": 0.596503, "f1": 0.592609, "f1_weighted": 0.60451 }, { "accuracy": 0.616678, "f1": 0.605683, "f1_weighted": 0.615917 }, { "accuracy": 0.584062, "f1": 0.573529, "f1_weighted": 0.587347 }, { "accuracy": 0.583053, "f1": 0.577809, "f1_weighted": 0.579422 }, { "accuracy": 0.602219, "f1": 0.595442, "f1_weighted": 0.597495 }, { "accuracy": 0.608944, "f1": 0.609269, "f1_weighted": 0.609226 }, { "accuracy": 0.590114, "f1": 0.594683, "f1_weighted": 0.586753 } ], "main_score": 0.602354, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "accuracy": 0.448621, "f1": 0.435663, "f1_weighted": 0.447729, "scores_per_experiment": [ { "accuracy": 0.481843, "f1": 0.465175, "f1_weighted": 0.475383 }, { "accuracy": 0.428716, "f1": 0.417748, "f1_weighted": 0.420876 }, { "accuracy": 0.449899, "f1": 0.44233, "f1_weighted": 0.44696 }, { "accuracy": 0.450908, "f1": 0.434179, "f1_weighted": 0.451289 }, { "accuracy": 0.429052, "f1": 0.411071, "f1_weighted": 0.431458 }, { "accuracy": 0.430061, "f1": 0.421682, "f1_weighted": 0.430528 }, { "accuracy": 0.486214, "f1": 0.465338, "f1_weighted": 0.493852 }, { "accuracy": 0.455279, "f1": 0.437319, "f1_weighted": 0.458767 }, { "accuracy": 0.413248, "f1": 0.406374, "f1_weighted": 0.410852 }, { "accuracy": 0.460995, "f1": 0.455418, "f1_weighted": 0.457324 } ], "main_score": 0.448621, "hf_subset": "ta", "languages": [ "tam-Taml" ] }, { "accuracy": 0.660121, "f1": 0.652877, "f1_weighted": 0.662123, "scores_per_experiment": [ { "accuracy": 0.681237, "f1": 0.671085, "f1_weighted": 0.681888 }, { "accuracy": 0.633154, "f1": 0.635947, "f1_weighted": 0.63332 }, { "accuracy": 0.662744, "f1": 0.656593, "f1_weighted": 0.666812 }, { "accuracy": 0.670814, "f1": 0.658654, "f1_weighted": 0.670331 }, { "accuracy": 0.689644, "f1": 0.68083, "f1_weighted": 0.692674 }, { "accuracy": 0.619032, "f1": 0.615455, "f1_weighted": 0.620436 }, { "accuracy": 0.681574, "f1": 0.667825, "f1_weighted": 0.685936 }, { "accuracy": 0.635844, "f1": 0.63384, "f1_weighted": 0.641017 }, { "accuracy": 0.673504, "f1": 0.65574, "f1_weighted": 0.672231 }, { "accuracy": 0.653665, "f1": 0.652804, "f1_weighted": 0.656584 } ], "main_score": 0.660121, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "accuracy": 0.641695, "f1": 0.62835, "f1_weighted": 0.644344, "scores_per_experiment": [ { "accuracy": 0.639543, "f1": 0.628665, "f1_weighted": 0.639563 }, { "accuracy": 0.64694, "f1": 0.633858, "f1_weighted": 0.643226 }, { "accuracy": 0.646268, "f1": 0.633712, "f1_weighted": 0.650037 }, { "accuracy": 0.632145, "f1": 0.610469, "f1_weighted": 0.631522 }, { "accuracy": 0.642905, "f1": 0.625869, "f1_weighted": 0.644964 }, { "accuracy": 0.619704, "f1": 0.610532, "f1_weighted": 0.62544 }, { "accuracy": 0.632145, "f1": 0.627969, "f1_weighted": 0.635406 }, { "accuracy": 0.668796, "f1": 0.648785, "f1_weighted": 0.675368 }, { "accuracy": 0.651311, "f1": 0.636524, "f1_weighted": 0.653959 }, { "accuracy": 0.637189, "f1": 0.627115, "f1_weighted": 0.643958 } ], "main_score": 0.641695, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "accuracy": 0.582448, "f1": 0.553683, "f1_weighted": 0.589304, "scores_per_experiment": [ { "accuracy": 0.609617, "f1": 0.578775, "f1_weighted": 0.614813 }, { "accuracy": 0.592804, "f1": 0.55527, "f1_weighted": 0.607013 }, { "accuracy": 0.564223, "f1": 0.545071, "f1_weighted": 0.574778 }, { "accuracy": 0.567249, "f1": 0.541289, "f1_weighted": 0.573144 }, { "accuracy": 0.594149, "f1": 0.556941, "f1_weighted": 0.594873 }, { "accuracy": 0.551782, "f1": 0.520535, "f1_weighted": 0.554794 }, { "accuracy": 0.588769, "f1": 0.565091, "f1_weighted": 0.596443 }, { "accuracy": 0.605582, "f1": 0.575998, "f1_weighted": 0.612531 }, { "accuracy": 0.569603, "f1": 0.541473, "f1_weighted": 0.572615 }, { "accuracy": 0.580699, "f1": 0.556386, "f1_weighted": 0.592038 } ], "main_score": 0.582448, "hf_subset": "af", "languages": [ "afr-Latn" ] }, { "accuracy": 0.596839, "f1": 0.582265, "f1_weighted": 0.597221, "scores_per_experiment": [ { "accuracy": 0.642233, "f1": 0.622009, "f1_weighted": 0.644277 }, { "accuracy": 0.596503, "f1": 0.587928, "f1_weighted": 0.596094 }, { "accuracy": 0.580363, "f1": 0.564585, "f1_weighted": 0.57895 }, { "accuracy": 0.573302, "f1": 0.553838, "f1_weighted": 0.569668 }, { "accuracy": 0.600874, "f1": 0.585407, "f1_weighted": 0.599774 }, { "accuracy": 0.583726, "f1": 0.575051, "f1_weighted": 0.583542 }, { "accuracy": 0.601883, "f1": 0.586762, "f1_weighted": 0.602879 }, { "accuracy": 0.606927, "f1": 0.599479, "f1_weighted": 0.614197 }, { "accuracy": 0.605245, "f1": 0.591161, "f1_weighted": 0.602854 }, { "accuracy": 0.577337, "f1": 0.556435, "f1_weighted": 0.579978 } ], "main_score": 0.596839, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "accuracy": 0.459415, "f1": 0.4281, "f1_weighted": 0.468671, "scores_per_experiment": [ { "accuracy": 0.489576, "f1": 0.453513, "f1_weighted": 0.494842 }, { "accuracy": 0.473436, "f1": 0.442469, "f1_weighted": 0.478768 }, { "accuracy": 0.431406, "f1": 0.409319, "f1_weighted": 0.449093 }, { "accuracy": 0.44082, "f1": 0.412856, "f1_weighted": 0.453213 }, { "accuracy": 0.475454, "f1": 0.434596, "f1_weighted": 0.485703 }, { "accuracy": 0.447209, "f1": 0.415696, "f1_weighted": 0.452391 }, { "accuracy": 0.482179, "f1": 0.443121, "f1_weighted": 0.489851 }, { "accuracy": 0.466039, "f1": 0.435769, "f1_weighted": 0.476813 }, { "accuracy": 0.460323, "f1": 0.427742, "f1_weighted": 0.465946 }, { "accuracy": 0.427707, "f1": 0.405915, "f1_weighted": 0.440089 } ], "main_score": 0.459415, "hf_subset": "km", "languages": [ "khm-Khmr" ] }, { "accuracy": 0.372999, "f1": 0.367466, "f1_weighted": 0.371713, "scores_per_experiment": [ { "accuracy": 0.37727, "f1": 0.377328, "f1_weighted": 0.376235 }, { "accuracy": 0.391728, "f1": 0.381256, "f1_weighted": 0.389875 }, { "accuracy": 0.380296, "f1": 0.363088, "f1_weighted": 0.387012 }, { "accuracy": 0.368863, "f1": 0.362736, "f1_weighted": 0.367121 }, { "accuracy": 0.413248, "f1": 0.398134, "f1_weighted": 0.408903 }, { "accuracy": 0.363484, "f1": 0.358464, "f1_weighted": 0.364869 }, { "accuracy": 0.375925, "f1": 0.374142, "f1_weighted": 0.375878 }, { "accuracy": 0.375588, "f1": 0.364576, "f1_weighted": 0.370843 }, { "accuracy": 0.328514, "f1": 0.342041, "f1_weighted": 0.31864 }, { "accuracy": 0.355077, "f1": 0.352894, "f1_weighted": 0.357755 } ], "main_score": 0.372999, "hf_subset": "am", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.621116, "f1": 0.603801, "f1_weighted": 0.622523, "scores_per_experiment": [ { "accuracy": 0.63618, "f1": 0.611786, "f1_weighted": 0.63518 }, { "accuracy": 0.598857, "f1": 0.591331, "f1_weighted": 0.602476 }, { "accuracy": 0.597512, "f1": 0.58832, "f1_weighted": 0.600954 }, { "accuracy": 0.615333, "f1": 0.599372, "f1_weighted": 0.616032 }, { "accuracy": 0.608272, "f1": 0.588442, "f1_weighted": 0.606219 }, { "accuracy": 0.636516, "f1": 0.610218, "f1_weighted": 0.639337 }, { "accuracy": 0.627438, "f1": 0.610344, "f1_weighted": 0.62992 }, { "accuracy": 0.644923, "f1": 0.622632, "f1_weighted": 0.647401 }, { "accuracy": 0.630464, "f1": 0.610269, "f1_weighted": 0.627945 }, { "accuracy": 0.615669, "f1": 0.605293, "f1_weighted": 0.619766 } ], "main_score": 0.621116, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "accuracy": 0.41846, "f1": 0.403751, "f1_weighted": 0.422567, "scores_per_experiment": [ { "accuracy": 0.430061, "f1": 0.406978, "f1_weighted": 0.432221 }, { "accuracy": 0.416611, "f1": 0.409684, "f1_weighted": 0.417999 }, { "accuracy": 0.419973, "f1": 0.40519, "f1_weighted": 0.419425 }, { "accuracy": 0.422327, "f1": 0.402624, "f1_weighted": 0.432623 }, { "accuracy": 0.450235, "f1": 0.421234, "f1_weighted": 0.457426 }, { "accuracy": 0.399798, "f1": 0.379783, "f1_weighted": 0.406686 }, { "accuracy": 0.422327, "f1": 0.420885, "f1_weighted": 0.430765 }, { "accuracy": 0.427371, "f1": 0.416715, "f1_weighted": 0.422455 }, { "accuracy": 0.409213, "f1": 0.394664, "f1_weighted": 0.415963 }, { "accuracy": 0.386685, "f1": 0.379753, "f1_weighted": 0.390109 } ], "main_score": 0.41846, "hf_subset": "kn", "languages": [ "kan-Knda" ] }, { "accuracy": 0.547545, "f1": 0.529848, "f1_weighted": 0.549824, "scores_per_experiment": [ { "accuracy": 0.600202, "f1": 0.574023, "f1_weighted": 0.603299 }, { "accuracy": 0.530599, "f1": 0.516566, "f1_weighted": 0.531606 }, { "accuracy": 0.549765, "f1": 0.527658, "f1_weighted": 0.553256 }, { "accuracy": 0.564223, "f1": 0.546101, "f1_weighted": 0.568056 }, { "accuracy": 0.552455, "f1": 0.538222, "f1_weighted": 0.553971 }, { "accuracy": 0.514795, "f1": 0.49373, "f1_weighted": 0.515687 }, { "accuracy": 0.561533, "f1": 0.542237, "f1_weighted": 0.561385 }, { "accuracy": 0.549765, "f1": 0.52902, "f1_weighted": 0.555652 }, { "accuracy": 0.539341, "f1": 0.530186, "f1_weighted": 0.542191 }, { "accuracy": 0.512777, "f1": 0.500739, "f1_weighted": 0.513141 } ], "main_score": 0.547545, "hf_subset": "sq", "languages": [ "sqi-Latn" ] }, { "accuracy": 0.655178, "f1": 0.65096, "f1_weighted": 0.657531, "scores_per_experiment": [ { "accuracy": 0.69805, "f1": 0.686605, "f1_weighted": 0.698029 }, { "accuracy": 0.690316, "f1": 0.67799, "f1_weighted": 0.687053 }, { "accuracy": 0.654674, "f1": 0.65388, "f1_weighted": 0.654002 }, { "accuracy": 0.63349, "f1": 0.631716, "f1_weighted": 0.637936 }, { "accuracy": 0.665434, "f1": 0.649885, "f1_weighted": 0.669728 }, { "accuracy": 0.60659, "f1": 0.604207, "f1_weighted": 0.605022 }, { "accuracy": 0.642905, "f1": 0.641739, "f1_weighted": 0.647986 }, { "accuracy": 0.663416, "f1": 0.663586, "f1_weighted": 0.670129 }, { "accuracy": 0.650975, "f1": 0.654354, "f1_weighted": 0.653569 }, { "accuracy": 0.645931, "f1": 0.645634, "f1_weighted": 0.651855 } ], "main_score": 0.655178, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ] }, { "accuracy": 0.589173, "f1": 0.570959, "f1_weighted": 0.593369, "scores_per_experiment": [ { "accuracy": 0.581372, "f1": 0.570679, "f1_weighted": 0.585854 }, { "accuracy": 0.595494, "f1": 0.581326, "f1_weighted": 0.596117 }, { "accuracy": 0.610625, "f1": 0.594525, "f1_weighted": 0.620655 }, { "accuracy": 0.582717, "f1": 0.566339, "f1_weighted": 0.584752 }, { "accuracy": 0.599866, "f1": 0.57311, "f1_weighted": 0.607229 }, { "accuracy": 0.577673, "f1": 0.548849, "f1_weighted": 0.578631 }, { "accuracy": 0.584062, "f1": 0.571138, "f1_weighted": 0.589536 }, { "accuracy": 0.596167, "f1": 0.576562, "f1_weighted": 0.597885 }, { "accuracy": 0.603564, "f1": 0.58571, "f1_weighted": 0.604746 }, { "accuracy": 0.560188, "f1": 0.541352, "f1_weighted": 0.568285 } ], "main_score": 0.589173, "hf_subset": "tl", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.61197, "f1": 0.593455, "f1_weighted": 0.612564, "scores_per_experiment": [ { "accuracy": 0.647276, "f1": 0.630531, "f1_weighted": 0.652402 }, { "accuracy": 0.594149, "f1": 0.581956, "f1_weighted": 0.590697 }, { "accuracy": 0.610289, "f1": 0.602462, "f1_weighted": 0.610067 }, { "accuracy": 0.631473, "f1": 0.610426, "f1_weighted": 0.634758 }, { "accuracy": 0.617014, "f1": 0.589427, "f1_weighted": 0.61173 }, { "accuracy": 0.578009, "f1": 0.564746, "f1_weighted": 0.58156 }, { "accuracy": 0.637525, "f1": 0.620735, "f1_weighted": 0.639165 }, { "accuracy": 0.612979, "f1": 0.588856, "f1_weighted": 0.612856 }, { "accuracy": 0.602555, "f1": 0.580923, "f1_weighted": 0.604514 }, { "accuracy": 0.588433, "f1": 0.564489, "f1_weighted": 0.587895 } ], "main_score": 0.61197, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "accuracy": 0.525286, "f1": 0.515088, "f1_weighted": 0.526186, "scores_per_experiment": [ { "accuracy": 0.554472, "f1": 0.543332, "f1_weighted": 0.552323 }, { "accuracy": 0.544385, "f1": 0.540444, "f1_weighted": 0.539302 }, { "accuracy": 0.529926, "f1": 0.517644, "f1_weighted": 0.534868 }, { "accuracy": 0.520511, "f1": 0.506347, "f1_weighted": 0.523751 }, { "accuracy": 0.512777, "f1": 0.502588, "f1_weighted": 0.518906 }, { "accuracy": 0.534633, "f1": 0.517814, "f1_weighted": 0.533191 }, { "accuracy": 0.512441, "f1": 0.505213, "f1_weighted": 0.516384 }, { "accuracy": 0.536651, "f1": 0.519215, "f1_weighted": 0.533445 }, { "accuracy": 0.49462, "f1": 0.492968, "f1_weighted": 0.493102 }, { "accuracy": 0.512441, "f1": 0.505315, "f1_weighted": 0.516586 } ], "main_score": 0.525286, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "accuracy": 0.662878, "f1": 0.658178, "f1_weighted": 0.664556, "scores_per_experiment": [ { "accuracy": 0.669469, "f1": 0.662642, "f1_weighted": 0.665998 }, { "accuracy": 0.624075, "f1": 0.629103, "f1_weighted": 0.622831 }, { "accuracy": 0.675521, "f1": 0.666717, "f1_weighted": 0.683877 }, { "accuracy": 0.672831, "f1": 0.663176, "f1_weighted": 0.672519 }, { "accuracy": 0.683255, "f1": 0.665743, "f1_weighted": 0.678497 }, { "accuracy": 0.643578, "f1": 0.642628, "f1_weighted": 0.644283 }, { "accuracy": 0.646268, "f1": 0.643217, "f1_weighted": 0.648985 }, { "accuracy": 0.67384, "f1": 0.670683, "f1_weighted": 0.680728 }, { "accuracy": 0.682582, "f1": 0.683212, "f1_weighted": 0.685165 }, { "accuracy": 0.657364, "f1": 0.65466, "f1_weighted": 0.662677 } ], "main_score": 0.662878, "hf_subset": "vi", "languages": [ "vie-Latn" ] } ] }, "evaluation_time": 6626.670768499374, "kg_co2_emissions": 0.49059140811005764 }