{ "dataset_revision": "fad2c6e8459f9e1c45d9315f4953d921437d70f8", "task_name": "MassiveScenarioClassification", "mteb_version": "1.36.37", "scores": { "validation": [ { "accuracy": 0.17939, "f1": 0.135377, "f1_weighted": 0.146655, "scores_per_experiment": [ { "accuracy": 0.184948, "f1": 0.146953, "f1_weighted": 0.154543 }, { "accuracy": 0.21938, "f1": 0.157573, "f1_weighted": 0.204932 }, { "accuracy": 0.212986, "f1": 0.149051, "f1_weighted": 0.191407 }, { "accuracy": 0.155927, "f1": 0.119218, "f1_weighted": 0.114701 }, { "accuracy": 0.199705, "f1": 0.157896, "f1_weighted": 0.154021 }, { "accuracy": 0.129365, "f1": 0.1167, "f1_weighted": 0.11052 }, { "accuracy": 0.195278, "f1": 0.159975, "f1_weighted": 0.161341 }, { "accuracy": 0.192818, "f1": 0.115965, "f1_weighted": 0.159382 }, { "accuracy": 0.130841, "f1": 0.125828, "f1_weighted": 0.105819 }, { "accuracy": 0.172651, "f1": 0.104615, "f1_weighted": 0.109886 } ], "main_score": 0.17939, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "accuracy": 0.137432, "f1": 0.112985, "f1_weighted": 0.114805, "scores_per_experiment": [ { "accuracy": 0.144614, "f1": 0.121015, "f1_weighted": 0.112966 }, { "accuracy": 0.10969, "f1": 0.100713, "f1_weighted": 0.091334 }, { "accuracy": 0.151008, "f1": 0.104244, "f1_weighted": 0.118654 }, { "accuracy": 0.132809, "f1": 0.10389, "f1_weighted": 0.106007 }, { "accuracy": 0.123463, "f1": 0.108053, "f1_weighted": 0.107945 }, { "accuracy": 0.110182, "f1": 0.088088, "f1_weighted": 0.077336 }, { "accuracy": 0.171176, "f1": 0.144787, "f1_weighted": 0.168805 }, { "accuracy": 0.136252, "f1": 0.117831, "f1_weighted": 0.115144 }, { "accuracy": 0.128382, "f1": 0.113302, "f1_weighted": 0.114039 }, { "accuracy": 0.166749, "f1": 0.127928, "f1_weighted": 0.13582 } ], "main_score": 0.137432, "hf_subset": "ka", "languages": [ "kat-Geor" ] }, { "accuracy": 0.427447, "f1": 0.404407, "f1_weighted": 0.418282, "scores_per_experiment": [ { "accuracy": 0.411215, "f1": 0.390627, "f1_weighted": 0.390265 }, { "accuracy": 0.439744, "f1": 0.41208, "f1_weighted": 0.441172 }, { "accuracy": 0.455976, "f1": 0.432554, "f1_weighted": 0.451985 }, { "accuracy": 0.406788, "f1": 0.376721, "f1_weighted": 0.397633 }, { "accuracy": 0.436793, "f1": 0.403007, "f1_weighted": 0.428722 }, { "accuracy": 0.434825, "f1": 0.41749, "f1_weighted": 0.42559 }, { "accuracy": 0.421545, "f1": 0.394105, "f1_weighted": 0.408475 }, { "accuracy": 0.42548, "f1": 0.407304, "f1_weighted": 0.421893 }, { "accuracy": 0.37334, "f1": 0.367404, "f1_weighted": 0.359283 }, { "accuracy": 0.468765, "f1": 0.442774, "f1_weighted": 0.457805 } ], "main_score": 0.427447, "hf_subset": "tl", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.503, "f1": 0.484727, "f1_weighted": 0.495091, "scores_per_experiment": [ { "accuracy": 0.4909, "f1": 0.484257, "f1_weighted": 0.482275 }, { "accuracy": 0.512543, "f1": 0.487261, "f1_weighted": 0.505521 }, { "accuracy": 0.515986, "f1": 0.503745, "f1_weighted": 0.509518 }, { "accuracy": 0.470241, "f1": 0.459236, "f1_weighted": 0.46132 }, { "accuracy": 0.536645, "f1": 0.509043, "f1_weighted": 0.521854 }, { "accuracy": 0.523856, "f1": 0.507293, "f1_weighted": 0.522706 }, { "accuracy": 0.508608, "f1": 0.480654, "f1_weighted": 0.506123 }, { "accuracy": 0.498278, "f1": 0.478436, "f1_weighted": 0.496789 }, { "accuracy": 0.473684, "f1": 0.454227, "f1_weighted": 0.456442 }, { "accuracy": 0.499262, "f1": 0.483116, "f1_weighted": 0.488361 } ], "main_score": 0.503, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "accuracy": 0.297295, "f1": 0.272627, "f1_weighted": 0.294309, "scores_per_experiment": [ { "accuracy": 0.275947, "f1": 0.261696, "f1_weighted": 0.270837 }, { "accuracy": 0.3212, "f1": 0.297892, "f1_weighted": 0.329819 }, { "accuracy": 0.311363, "f1": 0.276519, "f1_weighted": 0.310094 }, { "accuracy": 0.325135, "f1": 0.285575, "f1_weighted": 0.321079 }, { "accuracy": 0.281849, "f1": 0.258016, "f1_weighted": 0.273514 }, { "accuracy": 0.294147, "f1": 0.275866, "f1_weighted": 0.28262 }, { "accuracy": 0.286768, "f1": 0.27339, "f1_weighted": 0.290111 }, { "accuracy": 0.282341, "f1": 0.24635, "f1_weighted": 0.265686 }, { "accuracy": 0.279882, "f1": 0.262954, "f1_weighted": 0.28002 }, { "accuracy": 0.314314, "f1": 0.288018, "f1_weighted": 0.319309 } ], "main_score": 0.297295, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "accuracy": 0.392573, "f1": 0.377759, "f1_weighted": 0.378006, "scores_per_experiment": [ { "accuracy": 0.393999, "f1": 0.388335, "f1_weighted": 0.383337 }, { "accuracy": 0.387605, "f1": 0.367649, "f1_weighted": 0.37518 }, { "accuracy": 0.416626, "f1": 0.397418, "f1_weighted": 0.400786 }, { "accuracy": 0.370389, "f1": 0.353355, "f1_weighted": 0.357648 }, { "accuracy": 0.392031, "f1": 0.374077, "f1_weighted": 0.371876 }, { "accuracy": 0.403837, "f1": 0.382378, "f1_weighted": 0.379696 }, { "accuracy": 0.404329, "f1": 0.392508, "f1_weighted": 0.39682 }, { "accuracy": 0.397442, "f1": 0.389383, "f1_weighted": 0.383027 }, { "accuracy": 0.363994, "f1": 0.352905, "f1_weighted": 0.350982 }, { "accuracy": 0.395475, "f1": 0.379588, "f1_weighted": 0.380709 } ], "main_score": 0.392573, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "accuracy": 0.339252, "f1": 0.319151, "f1_weighted": 0.330115, "scores_per_experiment": [ { "accuracy": 0.364978, "f1": 0.351839, "f1_weighted": 0.355835 }, { "accuracy": 0.298082, "f1": 0.294407, "f1_weighted": 0.298491 }, { "accuracy": 0.358583, "f1": 0.343033, "f1_weighted": 0.345117 }, { "accuracy": 0.344811, "f1": 0.303636, "f1_weighted": 0.329134 }, { "accuracy": 0.328578, "f1": 0.306257, "f1_weighted": 0.306709 }, { "accuracy": 0.327103, "f1": 0.314058, "f1_weighted": 0.31672 }, { "accuracy": 0.347762, "f1": 0.327512, "f1_weighted": 0.346474 }, { "accuracy": 0.359075, "f1": 0.329529, "f1_weighted": 0.352075 }, { "accuracy": 0.328578, "f1": 0.298212, "f1_weighted": 0.325627 }, { "accuracy": 0.334973, "f1": 0.323024, "f1_weighted": 0.324969 } ], "main_score": 0.339252, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ] }, { "accuracy": 0.138662, "f1": 0.119471, "f1_weighted": 0.121819, "scores_per_experiment": [ { "accuracy": 0.126906, "f1": 0.102675, "f1_weighted": 0.104218 }, { "accuracy": 0.11215, "f1": 0.105604, "f1_weighted": 0.098858 }, { "accuracy": 0.14363, "f1": 0.143596, "f1_weighted": 0.127635 }, { "accuracy": 0.145106, "f1": 0.125638, "f1_weighted": 0.139433 }, { "accuracy": 0.151008, "f1": 0.123175, "f1_weighted": 0.125221 }, { "accuracy": 0.122479, "f1": 0.108322, "f1_weighted": 0.098937 }, { "accuracy": 0.167241, "f1": 0.125874, "f1_weighted": 0.145713 }, { "accuracy": 0.181505, "f1": 0.152402, "f1_weighted": 0.176325 }, { "accuracy": 0.126906, "f1": 0.112715, "f1_weighted": 0.119675 }, { "accuracy": 0.10969, "f1": 0.094703, "f1_weighted": 0.082171 } ], "main_score": 0.138662, "hf_subset": "hy", "languages": [ "hye-Armn" ] }, { "accuracy": 0.398721, "f1": 0.370121, "f1_weighted": 0.387526, "scores_per_experiment": [ { "accuracy": 0.395475, "f1": 0.375196, "f1_weighted": 0.390582 }, { "accuracy": 0.430398, "f1": 0.390501, "f1_weighted": 0.426328 }, { "accuracy": 0.394491, "f1": 0.353924, "f1_weighted": 0.38459 }, { "accuracy": 0.384653, "f1": 0.357298, "f1_weighted": 0.382738 }, { "accuracy": 0.412691, "f1": 0.376442, "f1_weighted": 0.395135 }, { "accuracy": 0.400394, "f1": 0.364775, "f1_weighted": 0.374481 }, { "accuracy": 0.39154, "f1": 0.368861, "f1_weighted": 0.379437 }, { "accuracy": 0.412691, "f1": 0.391002, "f1_weighted": 0.409113 }, { "accuracy": 0.360551, "f1": 0.348293, "f1_weighted": 0.34248 }, { "accuracy": 0.404329, "f1": 0.374916, "f1_weighted": 0.390375 } ], "main_score": 0.398721, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "accuracy": 0.06847, "f1": 0.033786, "f1_weighted": 0.037791, "scores_per_experiment": [ { "accuracy": 0.095917, "f1": 0.026715, "f1_weighted": 0.042355 }, { "accuracy": 0.082636, "f1": 0.038628, "f1_weighted": 0.049794 }, { "accuracy": 0.048697, "f1": 0.033508, "f1_weighted": 0.031273 }, { "accuracy": 0.061485, "f1": 0.031315, "f1_weighted": 0.031084 }, { "accuracy": 0.063453, "f1": 0.036272, "f1_weighted": 0.04007 }, { "accuracy": 0.090015, "f1": 0.04344, "f1_weighted": 0.05529 }, { "accuracy": 0.061485, "f1": 0.036823, "f1_weighted": 0.04177 }, { "accuracy": 0.065912, "f1": 0.033708, "f1_weighted": 0.030619 }, { "accuracy": 0.057059, "f1": 0.02903, "f1_weighted": 0.031048 }, { "accuracy": 0.058042, "f1": 0.028424, "f1_weighted": 0.024604 } ], "main_score": 0.06847, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "accuracy": 0.188539, "f1": 0.169763, "f1_weighted": 0.185144, "scores_per_experiment": [ { "accuracy": 0.160846, "f1": 0.146119, "f1_weighted": 0.149974 }, { "accuracy": 0.217905, "f1": 0.195315, "f1_weighted": 0.215311 }, { "accuracy": 0.165765, "f1": 0.149541, "f1_weighted": 0.163204 }, { "accuracy": 0.181013, "f1": 0.160669, "f1_weighted": 0.171152 }, { "accuracy": 0.183965, "f1": 0.173653, "f1_weighted": 0.170529 }, { "accuracy": 0.199705, "f1": 0.191268, "f1_weighted": 0.204861 }, { "accuracy": 0.192818, "f1": 0.178508, "f1_weighted": 0.198315 }, { "accuracy": 0.204624, "f1": 0.181867, "f1_weighted": 0.199512 }, { "accuracy": 0.182981, "f1": 0.145121, "f1_weighted": 0.179174 }, { "accuracy": 0.19577, "f1": 0.175567, "f1_weighted": 0.199411 } ], "main_score": 0.188539, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "accuracy": 0.112543, "f1": 0.056739, "f1_weighted": 0.062284, "scores_per_experiment": [ { "accuracy": 0.145106, "f1": 0.054167, "f1_weighted": 0.077802 }, { "accuracy": 0.102312, "f1": 0.05374, "f1_weighted": 0.047148 }, { "accuracy": 0.115101, "f1": 0.073202, "f1_weighted": 0.064098 }, { "accuracy": 0.086572, "f1": 0.034238, "f1_weighted": 0.047826 }, { "accuracy": 0.106739, "f1": 0.058208, "f1_weighted": 0.055314 }, { "accuracy": 0.077718, "f1": 0.06018, "f1_weighted": 0.049092 }, { "accuracy": 0.153468, "f1": 0.067509, "f1_weighted": 0.103606 }, { "accuracy": 0.107723, "f1": 0.048548, "f1_weighted": 0.044331 }, { "accuracy": 0.122479, "f1": 0.061793, "f1_weighted": 0.084475 }, { "accuracy": 0.108214, "f1": 0.055805, "f1_weighted": 0.049146 } ], "main_score": 0.112543, "hf_subset": "my", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.227988, "f1": 0.202783, "f1_weighted": 0.218776, "scores_per_experiment": [ { "accuracy": 0.196754, "f1": 0.187943, "f1_weighted": 0.187843 }, { "accuracy": 0.235612, "f1": 0.208777, "f1_weighted": 0.233144 }, { "accuracy": 0.241515, "f1": 0.204281, "f1_weighted": 0.24071 }, { "accuracy": 0.246434, "f1": 0.203225, "f1_weighted": 0.231664 }, { "accuracy": 0.231677, "f1": 0.206468, "f1_weighted": 0.214201 }, { "accuracy": 0.209543, "f1": 0.190382, "f1_weighted": 0.196038 }, { "accuracy": 0.272996, "f1": 0.248232, "f1_weighted": 0.270262 }, { "accuracy": 0.210034, "f1": 0.195619, "f1_weighted": 0.201779 }, { "accuracy": 0.171667, "f1": 0.166637, "f1_weighted": 0.170951 }, { "accuracy": 0.26365, "f1": 0.216263, "f1_weighted": 0.241165 } ], "main_score": 0.227988, "hf_subset": "ur", "languages": [ "urd-Arab" ] }, { "accuracy": 0.280374, "f1": 0.268301, "f1_weighted": 0.264473, "scores_per_experiment": [ { "accuracy": 0.282833, "f1": 0.273366, "f1_weighted": 0.263455 }, { "accuracy": 0.272504, "f1": 0.271136, "f1_weighted": 0.253458 }, { "accuracy": 0.302017, "f1": 0.280652, "f1_weighted": 0.296 }, { "accuracy": 0.281358, "f1": 0.266758, "f1_weighted": 0.270817 }, { "accuracy": 0.281358, "f1": 0.269841, "f1_weighted": 0.261633 }, { "accuracy": 0.27939, "f1": 0.257832, "f1_weighted": 0.265714 }, { "accuracy": 0.27152, "f1": 0.255203, "f1_weighted": 0.250276 }, { "accuracy": 0.292671, "f1": 0.292375, "f1_weighted": 0.274741 }, { "accuracy": 0.249385, "f1": 0.239764, "f1_weighted": 0.231734 }, { "accuracy": 0.290703, "f1": 0.276079, "f1_weighted": 0.276902 } ], "main_score": 0.280374, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "accuracy": 0.290162, "f1": 0.261101, "f1_weighted": 0.274546, "scores_per_experiment": [ { "accuracy": 0.330546, "f1": 0.304672, "f1_weighted": 0.322943 }, { "accuracy": 0.303984, "f1": 0.250928, "f1_weighted": 0.296625 }, { "accuracy": 0.29759, "f1": 0.253761, "f1_weighted": 0.275152 }, { "accuracy": 0.275455, "f1": 0.246261, "f1_weighted": 0.264834 }, { "accuracy": 0.256763, "f1": 0.245526, "f1_weighted": 0.221798 }, { "accuracy": 0.302017, "f1": 0.266734, "f1_weighted": 0.277299 }, { "accuracy": 0.314806, "f1": 0.293534, "f1_weighted": 0.30643 }, { "accuracy": 0.290212, "f1": 0.263112, "f1_weighted": 0.268687 }, { "accuracy": 0.269552, "f1": 0.250774, "f1_weighted": 0.260497 }, { "accuracy": 0.260698, "f1": 0.235709, "f1_weighted": 0.251201 } ], "main_score": 0.290162, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "accuracy": 0.065617, "f1": 0.031666, "f1_weighted": 0.030447, "scores_per_experiment": [ { "accuracy": 0.102804, "f1": 0.039889, "f1_weighted": 0.052162 }, { "accuracy": 0.049188, "f1": 0.020131, "f1_weighted": 0.01327 }, { "accuracy": 0.063945, "f1": 0.039099, "f1_weighted": 0.036209 }, { "accuracy": 0.05755, "f1": 0.034437, "f1_weighted": 0.026703 }, { "accuracy": 0.076734, "f1": 0.041339, "f1_weighted": 0.035708 }, { "accuracy": 0.078701, "f1": 0.032371, "f1_weighted": 0.028525 }, { "accuracy": 0.04427, "f1": 0.027627, "f1_weighted": 0.021867 }, { "accuracy": 0.092966, "f1": 0.041624, "f1_weighted": 0.062453 }, { "accuracy": 0.04427, "f1": 0.019676, "f1_weighted": 0.014646 }, { "accuracy": 0.045745, "f1": 0.020462, "f1_weighted": 0.012928 } ], "main_score": 0.065617, "hf_subset": "am", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.455239, "f1": 0.442812, "f1_weighted": 0.450348, "scores_per_experiment": [ { "accuracy": 0.464338, "f1": 0.453868, "f1_weighted": 0.459975 }, { "accuracy": 0.468273, "f1": 0.450905, "f1_weighted": 0.462536 }, { "accuracy": 0.466306, "f1": 0.454339, "f1_weighted": 0.467734 }, { "accuracy": 0.478603, "f1": 0.463219, "f1_weighted": 0.476552 }, { "accuracy": 0.450566, "f1": 0.431531, "f1_weighted": 0.442927 }, { "accuracy": 0.445647, "f1": 0.435493, "f1_weighted": 0.432171 }, { "accuracy": 0.44122, "f1": 0.425337, "f1_weighted": 0.431233 }, { "accuracy": 0.46483, "f1": 0.450197, "f1_weighted": 0.46951 }, { "accuracy": 0.419577, "f1": 0.423649, "f1_weighted": 0.415766 }, { "accuracy": 0.453025, "f1": 0.439586, "f1_weighted": 0.445076 } ], "main_score": 0.455239, "hf_subset": "sq", "languages": [ "sqi-Latn" ] }, { "accuracy": 0.225529, "f1": 0.20075, "f1_weighted": 0.209406, "scores_per_experiment": [ { "accuracy": 0.243974, "f1": 0.219966, "f1_weighted": 0.230405 }, { "accuracy": 0.220856, "f1": 0.192347, "f1_weighted": 0.203214 }, { "accuracy": 0.238564, "f1": 0.221239, "f1_weighted": 0.222991 }, { "accuracy": 0.22971, "f1": 0.208046, "f1_weighted": 0.229278 }, { "accuracy": 0.223315, "f1": 0.183278, "f1_weighted": 0.192125 }, { "accuracy": 0.206591, "f1": 0.18966, "f1_weighted": 0.187249 }, { "accuracy": 0.22725, "f1": 0.190104, "f1_weighted": 0.20129 }, { "accuracy": 0.222823, "f1": 0.209215, "f1_weighted": 0.211395 }, { "accuracy": 0.204132, "f1": 0.185203, "f1_weighted": 0.185269 }, { "accuracy": 0.238072, "f1": 0.208443, "f1_weighted": 0.230844 } ], "main_score": 0.225529, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "accuracy": 0.487801, "f1": 0.467457, "f1_weighted": 0.483269, "scores_per_experiment": [ { "accuracy": 0.504181, "f1": 0.483446, "f1_weighted": 0.495647 }, { "accuracy": 0.475652, "f1": 0.45118, "f1_weighted": 0.482089 }, { "accuracy": 0.500246, "f1": 0.474813, "f1_weighted": 0.494333 }, { "accuracy": 0.466306, "f1": 0.446278, "f1_weighted": 0.466917 }, { "accuracy": 0.536153, "f1": 0.507738, "f1_weighted": 0.535395 }, { "accuracy": 0.465814, "f1": 0.449177, "f1_weighted": 0.455478 }, { "accuracy": 0.496803, "f1": 0.481397, "f1_weighted": 0.494634 }, { "accuracy": 0.473192, "f1": 0.46428, "f1_weighted": 0.462787 }, { "accuracy": 0.466306, "f1": 0.452621, "f1_weighted": 0.458172 }, { "accuracy": 0.49336, "f1": 0.46364, "f1_weighted": 0.48724 } ], "main_score": 0.487801, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "accuracy": 0.0879, "f1": 0.055563, "f1_weighted": 0.058908, "scores_per_experiment": [ { "accuracy": 0.084604, "f1": 0.05437, "f1_weighted": 0.061498 }, { "accuracy": 0.079193, "f1": 0.052661, "f1_weighted": 0.044567 }, { "accuracy": 0.065421, "f1": 0.054443, "f1_weighted": 0.040021 }, { "accuracy": 0.12789, "f1": 0.066016, "f1_weighted": 0.093545 }, { "accuracy": 0.058534, "f1": 0.045318, "f1_weighted": 0.032451 }, { "accuracy": 0.096901, "f1": 0.04868, "f1_weighted": 0.073866 }, { "accuracy": 0.073291, "f1": 0.056038, "f1_weighted": 0.043487 }, { "accuracy": 0.112641, "f1": 0.067395, "f1_weighted": 0.073455 }, { "accuracy": 0.082636, "f1": 0.050705, "f1_weighted": 0.048249 }, { "accuracy": 0.097885, "f1": 0.06, "f1_weighted": 0.077938 } ], "main_score": 0.0879, "hf_subset": "kn", "languages": [ "kan-Knda" ] }, { "accuracy": 0.414019, "f1": 0.399961, "f1_weighted": 0.413388, "scores_per_experiment": [ { "accuracy": 0.373832, "f1": 0.374829, "f1_weighted": 0.368698 }, { "accuracy": 0.448598, "f1": 0.433802, "f1_weighted": 0.453687 }, { "accuracy": 0.440728, "f1": 0.426901, "f1_weighted": 0.43828 }, { "accuracy": 0.379734, "f1": 0.379455, "f1_weighted": 0.387132 }, { "accuracy": 0.415642, "f1": 0.389296, "f1_weighted": 0.407514 }, { "accuracy": 0.385145, "f1": 0.362405, "f1_weighted": 0.380822 }, { "accuracy": 0.427939, "f1": 0.413254, "f1_weighted": 0.432998 }, { "accuracy": 0.445647, "f1": 0.434754, "f1_weighted": 0.450046 }, { "accuracy": 0.40728, "f1": 0.391689, "f1_weighted": 0.400215 }, { "accuracy": 0.415642, "f1": 0.393227, "f1_weighted": 0.41449 } ], "main_score": 0.414019, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "accuracy": 0.378603, "f1": 0.372938, "f1_weighted": 0.365215, "scores_per_experiment": [ { "accuracy": 0.350713, "f1": 0.348817, "f1_weighted": 0.336395 }, { "accuracy": 0.379734, "f1": 0.375828, "f1_weighted": 0.364342 }, { "accuracy": 0.416626, "f1": 0.409835, "f1_weighted": 0.40948 }, { "accuracy": 0.350221, "f1": 0.341075, "f1_weighted": 0.338254 }, { "accuracy": 0.401377, "f1": 0.392924, "f1_weighted": 0.388943 }, { "accuracy": 0.378751, "f1": 0.368256, "f1_weighted": 0.358226 }, { "accuracy": 0.391048, "f1": 0.389429, "f1_weighted": 0.379412 }, { "accuracy": 0.388096, "f1": 0.381464, "f1_weighted": 0.377166 }, { "accuracy": 0.349238, "f1": 0.350989, "f1_weighted": 0.33477 }, { "accuracy": 0.380226, "f1": 0.370762, "f1_weighted": 0.365161 } ], "main_score": 0.378603, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "accuracy": 0.31638, "f1": 0.307755, "f1_weighted": 0.293788, "scores_per_experiment": [ { "accuracy": 0.333989, "f1": 0.339215, "f1_weighted": 0.314812 }, { "accuracy": 0.318249, "f1": 0.314632, "f1_weighted": 0.289836 }, { "accuracy": 0.335957, "f1": 0.336584, "f1_weighted": 0.316086 }, { "accuracy": 0.316281, "f1": 0.297186, "f1_weighted": 0.287647 }, { "accuracy": 0.32907, "f1": 0.300456, "f1_weighted": 0.294109 }, { "accuracy": 0.300049, "f1": 0.290788, "f1_weighted": 0.248508 }, { "accuracy": 0.318741, "f1": 0.321245, "f1_weighted": 0.301819 }, { "accuracy": 0.306444, "f1": 0.294002, "f1_weighted": 0.288897 }, { "accuracy": 0.272012, "f1": 0.258666, "f1_weighted": 0.271467 }, { "accuracy": 0.333005, "f1": 0.324774, "f1_weighted": 0.324702 } ], "main_score": 0.31638, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ] }, { "accuracy": 0.484899, "f1": 0.473431, "f1_weighted": 0.476475, "scores_per_experiment": [ { "accuracy": 0.474668, "f1": 0.472969, "f1_weighted": 0.467097 }, { "accuracy": 0.521889, "f1": 0.501982, "f1_weighted": 0.514773 }, { "accuracy": 0.534186, "f1": 0.514893, "f1_weighted": 0.533008 }, { "accuracy": 0.453025, "f1": 0.438503, "f1_weighted": 0.450817 }, { "accuracy": 0.497295, "f1": 0.481165, "f1_weighted": 0.487745 }, { "accuracy": 0.492376, "f1": 0.480584, "f1_weighted": 0.491069 }, { "accuracy": 0.47516, "f1": 0.465873, "f1_weighted": 0.466561 }, { "accuracy": 0.470733, "f1": 0.460639, "f1_weighted": 0.453762 }, { "accuracy": 0.457944, "f1": 0.455205, "f1_weighted": 0.437782 }, { "accuracy": 0.471717, "f1": 0.462499, "f1_weighted": 0.46214 } ], "main_score": 0.484899, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "accuracy": 0.445253, "f1": 0.429053, "f1_weighted": 0.444188, "scores_per_experiment": [ { "accuracy": 0.442204, "f1": 0.428309, "f1_weighted": 0.441311 }, { "accuracy": 0.445155, "f1": 0.44051, "f1_weighted": 0.447389 }, { "accuracy": 0.45696, "f1": 0.435577, "f1_weighted": 0.454683 }, { "accuracy": 0.425971, "f1": 0.409854, "f1_weighted": 0.432772 }, { "accuracy": 0.435317, "f1": 0.427708, "f1_weighted": 0.422387 }, { "accuracy": 0.452533, "f1": 0.435395, "f1_weighted": 0.445235 }, { "accuracy": 0.442204, "f1": 0.420738, "f1_weighted": 0.446958 }, { "accuracy": 0.46483, "f1": 0.447865, "f1_weighted": 0.466623 }, { "accuracy": 0.434333, "f1": 0.417066, "f1_weighted": 0.43329 }, { "accuracy": 0.453025, "f1": 0.427511, "f1_weighted": 0.45123 } ], "main_score": 0.445253, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "accuracy": 0.189424, "f1": 0.154519, "f1_weighted": 0.151633, "scores_per_experiment": [ { "accuracy": 0.187408, "f1": 0.148257, "f1_weighted": 0.126474 }, { "accuracy": 0.186916, "f1": 0.161957, "f1_weighted": 0.156105 }, { "accuracy": 0.201181, "f1": 0.178955, "f1_weighted": 0.161097 }, { "accuracy": 0.190359, "f1": 0.167744, "f1_weighted": 0.166217 }, { "accuracy": 0.175111, "f1": 0.14298, "f1_weighted": 0.129609 }, { "accuracy": 0.189375, "f1": 0.133607, "f1_weighted": 0.150732 }, { "accuracy": 0.207575, "f1": 0.172147, "f1_weighted": 0.185199 }, { "accuracy": 0.202656, "f1": 0.153366, "f1_weighted": 0.156982 }, { "accuracy": 0.172159, "f1": 0.143327, "f1_weighted": 0.152109 }, { "accuracy": 0.181505, "f1": 0.14285, "f1_weighted": 0.131809 } ], "main_score": 0.189424, "hf_subset": "ta", "languages": [ "tam-Taml" ] }, { "accuracy": 0.733743, "f1": 0.722608, "f1_weighted": 0.732862, "scores_per_experiment": [ { "accuracy": 0.757993, "f1": 0.751385, "f1_weighted": 0.757718 }, { "accuracy": 0.744712, "f1": 0.734076, "f1_weighted": 0.744321 }, { "accuracy": 0.714215, "f1": 0.700951, "f1_weighted": 0.711789 }, { "accuracy": 0.718642, "f1": 0.709972, "f1_weighted": 0.716199 }, { "accuracy": 0.750615, "f1": 0.732425, "f1_weighted": 0.746573 }, { "accuracy": 0.715691, "f1": 0.705999, "f1_weighted": 0.715768 }, { "accuracy": 0.715691, "f1": 0.702337, "f1_weighted": 0.71692 }, { "accuracy": 0.743237, "f1": 0.728081, "f1_weighted": 0.744897 }, { "accuracy": 0.741269, "f1": 0.730749, "f1_weighted": 0.738319 }, { "accuracy": 0.735366, "f1": 0.730104, "f1_weighted": 0.736112 } ], "main_score": 0.733743, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "accuracy": 0.417019, "f1": 0.411457, "f1_weighted": 0.411916, "scores_per_experiment": [ { "accuracy": 0.411707, "f1": 0.409653, "f1_weighted": 0.406416 }, { "accuracy": 0.410231, "f1": 0.397517, "f1_weighted": 0.399068 }, { "accuracy": 0.449582, "f1": 0.440329, "f1_weighted": 0.438691 }, { "accuracy": 0.406296, "f1": 0.40373, "f1_weighted": 0.403765 }, { "accuracy": 0.40728, "f1": 0.40011, "f1_weighted": 0.398799 }, { "accuracy": 0.435317, "f1": 0.437132, "f1_weighted": 0.429889 }, { "accuracy": 0.416134, "f1": 0.411244, "f1_weighted": 0.419429 }, { "accuracy": 0.412691, "f1": 0.408002, "f1_weighted": 0.414404 }, { "accuracy": 0.398426, "f1": 0.402527, "f1_weighted": 0.390064 }, { "accuracy": 0.422528, "f1": 0.40433, "f1_weighted": 0.418633 } ], "main_score": 0.417019, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "accuracy": 0.390654, "f1": 0.380739, "f1_weighted": 0.379806, "scores_per_experiment": [ { "accuracy": 0.366454, "f1": 0.376234, "f1_weighted": 0.353898 }, { "accuracy": 0.382194, "f1": 0.372998, "f1_weighted": 0.36562 }, { "accuracy": 0.390064, "f1": 0.381554, "f1_weighted": 0.388594 }, { "accuracy": 0.396458, "f1": 0.370591, "f1_weighted": 0.387669 }, { "accuracy": 0.390064, "f1": 0.350576, "f1_weighted": 0.372565 }, { "accuracy": 0.411215, "f1": 0.405268, "f1_weighted": 0.399427 }, { "accuracy": 0.400885, "f1": 0.387537, "f1_weighted": 0.392721 }, { "accuracy": 0.419085, "f1": 0.410447, "f1_weighted": 0.417816 }, { "accuracy": 0.367437, "f1": 0.37409, "f1_weighted": 0.35119 }, { "accuracy": 0.382686, "f1": 0.378097, "f1_weighted": 0.368563 } ], "main_score": 0.390654, "hf_subset": "az", "languages": [ "aze-Latn" ] }, { "accuracy": 0.411215, "f1": 0.400475, "f1_weighted": 0.407182, "scores_per_experiment": [ { "accuracy": 0.413674, "f1": 0.405677, "f1_weighted": 0.413712 }, { "accuracy": 0.434333, "f1": 0.414596, "f1_weighted": 0.429857 }, { "accuracy": 0.423512, "f1": 0.4096, "f1_weighted": 0.420372 }, { "accuracy": 0.386129, "f1": 0.379964, "f1_weighted": 0.389679 }, { "accuracy": 0.426955, "f1": 0.404821, "f1_weighted": 0.418664 }, { "accuracy": 0.434333, "f1": 0.414696, "f1_weighted": 0.431984 }, { "accuracy": 0.382194, "f1": 0.379079, "f1_weighted": 0.383138 }, { "accuracy": 0.423512, "f1": 0.414554, "f1_weighted": 0.412801 }, { "accuracy": 0.377275, "f1": 0.373632, "f1_weighted": 0.368715 }, { "accuracy": 0.410231, "f1": 0.408131, "f1_weighted": 0.402902 } ], "main_score": 0.411215, "hf_subset": "af", "languages": [ "afr-Latn" ] }, { "accuracy": 0.195376, "f1": 0.181346, "f1_weighted": 0.19455, "scores_per_experiment": [ { "accuracy": 0.175111, "f1": 0.166892, "f1_weighted": 0.172276 }, { "accuracy": 0.21151, "f1": 0.192163, "f1_weighted": 0.212668 }, { "accuracy": 0.20364, "f1": 0.178207, "f1_weighted": 0.20857 }, { "accuracy": 0.164781, "f1": 0.15716, "f1_weighted": 0.162744 }, { "accuracy": 0.199705, "f1": 0.185185, "f1_weighted": 0.199436 }, { "accuracy": 0.213478, "f1": 0.195279, "f1_weighted": 0.205073 }, { "accuracy": 0.194294, "f1": 0.177446, "f1_weighted": 0.195468 }, { "accuracy": 0.22184, "f1": 0.201297, "f1_weighted": 0.214896 }, { "accuracy": 0.178554, "f1": 0.170787, "f1_weighted": 0.182619 }, { "accuracy": 0.190851, "f1": 0.189042, "f1_weighted": 0.191754 } ], "main_score": 0.195376, "hf_subset": "he", "languages": [ "heb-Hebr" ] }, { "accuracy": 0.418888, "f1": 0.394088, "f1_weighted": 0.409068, "scores_per_experiment": [ { "accuracy": 0.414658, "f1": 0.395871, "f1_weighted": 0.407519 }, { "accuracy": 0.427939, "f1": 0.403445, "f1_weighted": 0.421847 }, { "accuracy": 0.463847, "f1": 0.43465, "f1_weighted": 0.455197 }, { "accuracy": 0.424496, "f1": 0.396382, "f1_weighted": 0.421853 }, { "accuracy": 0.423512, "f1": 0.38723, "f1_weighted": 0.404879 }, { "accuracy": 0.404329, "f1": 0.375376, "f1_weighted": 0.3785 }, { "accuracy": 0.411215, "f1": 0.392534, "f1_weighted": 0.414298 }, { "accuracy": 0.428431, "f1": 0.404508, "f1_weighted": 0.415669 }, { "accuracy": 0.380718, "f1": 0.36416, "f1_weighted": 0.371459 }, { "accuracy": 0.409739, "f1": 0.386728, "f1_weighted": 0.399458 } ], "main_score": 0.418888, "hf_subset": "ms", "languages": [ "msa-Latn" ] }, { "accuracy": 0.250664, "f1": 0.23331, "f1_weighted": 0.25018, "scores_per_experiment": [ { "accuracy": 0.252336, "f1": 0.230643, "f1_weighted": 0.24683 }, { "accuracy": 0.244958, "f1": 0.235775, "f1_weighted": 0.241935 }, { "accuracy": 0.268077, "f1": 0.240588, "f1_weighted": 0.276199 }, { "accuracy": 0.273487, "f1": 0.247915, "f1_weighted": 0.277793 }, { "accuracy": 0.257255, "f1": 0.232353, "f1_weighted": 0.255698 }, { "accuracy": 0.232661, "f1": 0.209113, "f1_weighted": 0.226457 }, { "accuracy": 0.238564, "f1": 0.23133, "f1_weighted": 0.238422 }, { "accuracy": 0.266601, "f1": 0.253891, "f1_weighted": 0.277582 }, { "accuracy": 0.232169, "f1": 0.220241, "f1_weighted": 0.229292 }, { "accuracy": 0.240531, "f1": 0.231251, "f1_weighted": 0.231588 } ], "main_score": 0.250664, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "accuracy": 0.409444, "f1": 0.384159, "f1_weighted": 0.411406, "scores_per_experiment": [ { "accuracy": 0.390064, "f1": 0.3734, "f1_weighted": 0.391624 }, { "accuracy": 0.431874, "f1": 0.400535, "f1_weighted": 0.432843 }, { "accuracy": 0.441712, "f1": 0.407335, "f1_weighted": 0.450229 }, { "accuracy": 0.376783, "f1": 0.347467, "f1_weighted": 0.374411 }, { "accuracy": 0.421053, "f1": 0.400019, "f1_weighted": 0.420183 }, { "accuracy": 0.403837, "f1": 0.383534, "f1_weighted": 0.406188 }, { "accuracy": 0.426955, "f1": 0.391887, "f1_weighted": 0.42793 }, { "accuracy": 0.40728, "f1": 0.389074, "f1_weighted": 0.411941 }, { "accuracy": 0.404329, "f1": 0.370698, "f1_weighted": 0.404009 }, { "accuracy": 0.390556, "f1": 0.37764, "f1_weighted": 0.394704 } ], "main_score": 0.409444, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "accuracy": 0.410526, "f1": 0.386791, "f1_weighted": 0.403032, "scores_per_experiment": [ { "accuracy": 0.411707, "f1": 0.391934, "f1_weighted": 0.403686 }, { "accuracy": 0.408756, "f1": 0.383708, "f1_weighted": 0.401056 }, { "accuracy": 0.432858, "f1": 0.39756, "f1_weighted": 0.42131 }, { "accuracy": 0.387113, "f1": 0.373771, "f1_weighted": 0.389934 }, { "accuracy": 0.399902, "f1": 0.373021, "f1_weighted": 0.371994 }, { "accuracy": 0.432366, "f1": 0.411383, "f1_weighted": 0.431324 }, { "accuracy": 0.402853, "f1": 0.380255, "f1_weighted": 0.402301 }, { "accuracy": 0.429907, "f1": 0.398093, "f1_weighted": 0.425409 }, { "accuracy": 0.366454, "f1": 0.355115, "f1_weighted": 0.358065 }, { "accuracy": 0.43335, "f1": 0.403075, "f1_weighted": 0.425244 } ], "main_score": 0.410526, "hf_subset": "jv", "languages": [ "jav-Latn" ] }, { "accuracy": 0.451746, "f1": 0.433288, "f1_weighted": 0.44714, "scores_per_experiment": [ { "accuracy": 0.460403, "f1": 0.445763, "f1_weighted": 0.452549 }, { "accuracy": 0.446139, "f1": 0.426827, "f1_weighted": 0.445583 }, { "accuracy": 0.455976, "f1": 0.42873, "f1_weighted": 0.45154 }, { "accuracy": 0.446631, "f1": 0.426727, "f1_weighted": 0.445204 }, { "accuracy": 0.446631, "f1": 0.434243, "f1_weighted": 0.439721 }, { "accuracy": 0.451549, "f1": 0.436991, "f1_weighted": 0.448674 }, { "accuracy": 0.431382, "f1": 0.421798, "f1_weighted": 0.424072 }, { "accuracy": 0.461387, "f1": 0.441181, "f1_weighted": 0.457332 }, { "accuracy": 0.445155, "f1": 0.422832, "f1_weighted": 0.440659 }, { "accuracy": 0.472209, "f1": 0.447791, "f1_weighted": 0.466068 } ], "main_score": 0.451746, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "accuracy": 0.460059, "f1": 0.440558, "f1_weighted": 0.457218, "scores_per_experiment": [ { "accuracy": 0.461879, "f1": 0.445765, "f1_weighted": 0.460731 }, { "accuracy": 0.473192, "f1": 0.451732, "f1_weighted": 0.470159 }, { "accuracy": 0.453025, "f1": 0.441548, "f1_weighted": 0.465034 }, { "accuracy": 0.443679, "f1": 0.423046, "f1_weighted": 0.443338 }, { "accuracy": 0.499754, "f1": 0.466728, "f1_weighted": 0.494325 }, { "accuracy": 0.434333, "f1": 0.426713, "f1_weighted": 0.433255 }, { "accuracy": 0.463355, "f1": 0.445651, "f1_weighted": 0.454322 }, { "accuracy": 0.485981, "f1": 0.463256, "f1_weighted": 0.482575 }, { "accuracy": 0.42548, "f1": 0.413213, "f1_weighted": 0.421794 }, { "accuracy": 0.459911, "f1": 0.427926, "f1_weighted": 0.446645 } ], "main_score": 0.460059, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "accuracy": 0.366404, "f1": 0.34548, "f1_weighted": 0.361947, "scores_per_experiment": [ { "accuracy": 0.364486, "f1": 0.360638, "f1_weighted": 0.36405 }, { "accuracy": 0.374816, "f1": 0.351938, "f1_weighted": 0.373886 }, { "accuracy": 0.387113, "f1": 0.359481, "f1_weighted": 0.378449 }, { "accuracy": 0.356616, "f1": 0.332331, "f1_weighted": 0.359883 }, { "accuracy": 0.364486, "f1": 0.337365, "f1_weighted": 0.356745 }, { "accuracy": 0.345794, "f1": 0.319122, "f1_weighted": 0.337886 }, { "accuracy": 0.382686, "f1": 0.356345, "f1_weighted": 0.381562 }, { "accuracy": 0.358091, "f1": 0.352368, "f1_weighted": 0.354832 }, { "accuracy": 0.345794, "f1": 0.335701, "f1_weighted": 0.342443 }, { "accuracy": 0.384161, "f1": 0.349506, "f1_weighted": 0.369735 } ], "main_score": 0.366404, "hf_subset": "cy", "languages": [ "cym-Latn" ] }, { "accuracy": 0.414658, "f1": 0.393442, "f1_weighted": 0.408561, "scores_per_experiment": [ { "accuracy": 0.435809, "f1": 0.410402, "f1_weighted": 0.430843 }, { "accuracy": 0.42548, "f1": 0.400592, "f1_weighted": 0.422175 }, { "accuracy": 0.427939, "f1": 0.407175, "f1_weighted": 0.429828 }, { "accuracy": 0.417609, "f1": 0.390276, "f1_weighted": 0.414028 }, { "accuracy": 0.391048, "f1": 0.372097, "f1_weighted": 0.375871 }, { "accuracy": 0.42302, "f1": 0.400969, "f1_weighted": 0.414493 }, { "accuracy": 0.391048, "f1": 0.386664, "f1_weighted": 0.390518 }, { "accuracy": 0.438269, "f1": 0.412193, "f1_weighted": 0.432176 }, { "accuracy": 0.379734, "f1": 0.365502, "f1_weighted": 0.373653 }, { "accuracy": 0.416626, "f1": 0.388545, "f1_weighted": 0.402026 } ], "main_score": 0.414658, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "accuracy": 0.456468, "f1": 0.443165, "f1_weighted": 0.457733, "scores_per_experiment": [ { "accuracy": 0.444171, "f1": 0.436783, "f1_weighted": 0.441831 }, { "accuracy": 0.465814, "f1": 0.456847, "f1_weighted": 0.470327 }, { "accuracy": 0.45942, "f1": 0.453362, "f1_weighted": 0.464882 }, { "accuracy": 0.440236, "f1": 0.432244, "f1_weighted": 0.45122 }, { "accuracy": 0.455485, "f1": 0.431568, "f1_weighted": 0.450304 }, { "accuracy": 0.455976, "f1": 0.453713, "f1_weighted": 0.450727 }, { "accuracy": 0.463355, "f1": 0.438608, "f1_weighted": 0.4641 }, { "accuracy": 0.463355, "f1": 0.45009, "f1_weighted": 0.463918 }, { "accuracy": 0.44909, "f1": 0.432633, "f1_weighted": 0.449588 }, { "accuracy": 0.467782, "f1": 0.445803, "f1_weighted": 0.470432 } ], "main_score": 0.456468, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "accuracy": 0.395475, "f1": 0.382716, "f1_weighted": 0.387005, "scores_per_experiment": [ { "accuracy": 0.380718, "f1": 0.379669, "f1_weighted": 0.375994 }, { "accuracy": 0.387113, "f1": 0.371624, "f1_weighted": 0.380589 }, { "accuracy": 0.431874, "f1": 0.408374, "f1_weighted": 0.420277 }, { "accuracy": 0.388096, "f1": 0.375492, "f1_weighted": 0.382741 }, { "accuracy": 0.388588, "f1": 0.37098, "f1_weighted": 0.369193 }, { "accuracy": 0.361043, "f1": 0.339723, "f1_weighted": 0.339889 }, { "accuracy": 0.42548, "f1": 0.409244, "f1_weighted": 0.424606 }, { "accuracy": 0.399902, "f1": 0.39471, "f1_weighted": 0.400601 }, { "accuracy": 0.381702, "f1": 0.377258, "f1_weighted": 0.375843 }, { "accuracy": 0.410231, "f1": 0.400084, "f1_weighted": 0.400318 } ], "main_score": 0.395475, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "accuracy": 0.08908, "f1": 0.036606, "f1_weighted": 0.047029, "scores_per_experiment": [ { "accuracy": 0.131333, "f1": 0.038226, "f1_weighted": 0.061769 }, { "accuracy": 0.108706, "f1": 0.046706, "f1_weighted": 0.0685 }, { "accuracy": 0.058534, "f1": 0.033684, "f1_weighted": 0.03258 }, { "accuracy": 0.088539, "f1": 0.027587, "f1_weighted": 0.02841 }, { "accuracy": 0.060502, "f1": 0.026955, "f1_weighted": 0.033314 }, { "accuracy": 0.055583, "f1": 0.033742, "f1_weighted": 0.034194 }, { "accuracy": 0.072799, "f1": 0.029825, "f1_weighted": 0.024777 }, { "accuracy": 0.151992, "f1": 0.057343, "f1_weighted": 0.089088 }, { "accuracy": 0.061977, "f1": 0.028282, "f1_weighted": 0.041115 }, { "accuracy": 0.100836, "f1": 0.043711, "f1_weighted": 0.056545 } ], "main_score": 0.08908, "hf_subset": "km", "languages": [ "khm-Khmr" ] }, { "accuracy": 0.488834, "f1": 0.463648, "f1_weighted": 0.481885, "scores_per_experiment": [ { "accuracy": 0.486965, "f1": 0.463994, "f1_weighted": 0.47571 }, { "accuracy": 0.4909, "f1": 0.469973, "f1_weighted": 0.48793 }, { "accuracy": 0.486473, "f1": 0.457556, "f1_weighted": 0.482675 }, { "accuracy": 0.442696, "f1": 0.42233, "f1_weighted": 0.440147 }, { "accuracy": 0.510576, "f1": 0.488905, "f1_weighted": 0.500012 }, { "accuracy": 0.484998, "f1": 0.458753, "f1_weighted": 0.481913 }, { "accuracy": 0.488441, "f1": 0.463086, "f1_weighted": 0.479514 }, { "accuracy": 0.511067, "f1": 0.490027, "f1_weighted": 0.508478 }, { "accuracy": 0.484506, "f1": 0.45579, "f1_weighted": 0.470983 }, { "accuracy": 0.501722, "f1": 0.466063, "f1_weighted": 0.491489 } ], "main_score": 0.488834, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "accuracy": 0.409297, "f1": 0.390673, "f1_weighted": 0.401502, "scores_per_experiment": [ { "accuracy": 0.421545, "f1": 0.40224, "f1_weighted": 0.415591 }, { "accuracy": 0.420069, "f1": 0.400786, "f1_weighted": 0.411979 }, { "accuracy": 0.429907, "f1": 0.408668, "f1_weighted": 0.424402 }, { "accuracy": 0.412199, "f1": 0.392146, "f1_weighted": 0.410392 }, { "accuracy": 0.414166, "f1": 0.393349, "f1_weighted": 0.39003 }, { "accuracy": 0.416134, "f1": 0.386636, "f1_weighted": 0.406897 }, { "accuracy": 0.408756, "f1": 0.386167, "f1_weighted": 0.398336 }, { "accuracy": 0.387113, "f1": 0.383678, "f1_weighted": 0.38051 }, { "accuracy": 0.384161, "f1": 0.373812, "f1_weighted": 0.389496 }, { "accuracy": 0.398918, "f1": 0.379251, "f1_weighted": 0.387392 } ], "main_score": 0.409297, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "accuracy": 0.393999, "f1": 0.380153, "f1_weighted": 0.388689, "scores_per_experiment": [ { "accuracy": 0.402853, "f1": 0.396789, "f1_weighted": 0.394921 }, { "accuracy": 0.392523, "f1": 0.385338, "f1_weighted": 0.387888 }, { "accuracy": 0.422528, "f1": 0.401839, "f1_weighted": 0.421734 }, { "accuracy": 0.358583, "f1": 0.338852, "f1_weighted": 0.350499 }, { "accuracy": 0.385637, "f1": 0.370845, "f1_weighted": 0.370384 }, { "accuracy": 0.405312, "f1": 0.403775, "f1_weighted": 0.399403 }, { "accuracy": 0.372848, "f1": 0.355406, "f1_weighted": 0.367809 }, { "accuracy": 0.398918, "f1": 0.387794, "f1_weighted": 0.401921 }, { "accuracy": 0.377767, "f1": 0.360995, "f1_weighted": 0.374106 }, { "accuracy": 0.42302, "f1": 0.399898, "f1_weighted": 0.418224 } ], "main_score": 0.393999, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "accuracy": 0.265765, "f1": 0.24231, "f1_weighted": 0.257883, "scores_per_experiment": [ { "accuracy": 0.261682, "f1": 0.226153, "f1_weighted": 0.25205 }, { "accuracy": 0.250861, "f1": 0.236654, "f1_weighted": 0.241974 }, { "accuracy": 0.28972, "f1": 0.252424, "f1_weighted": 0.275842 }, { "accuracy": 0.260698, "f1": 0.243129, "f1_weighted": 0.257598 }, { "accuracy": 0.252336, "f1": 0.228933, "f1_weighted": 0.241512 }, { "accuracy": 0.270044, "f1": 0.24274, "f1_weighted": 0.261552 }, { "accuracy": 0.250861, "f1": 0.234803, "f1_weighted": 0.24722 }, { "accuracy": 0.267585, "f1": 0.254581, "f1_weighted": 0.257489 }, { "accuracy": 0.273979, "f1": 0.25849, "f1_weighted": 0.275661 }, { "accuracy": 0.279882, "f1": 0.245189, "f1_weighted": 0.267931 } ], "main_score": 0.265765, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "accuracy": 0.426758, "f1": 0.396497, "f1_weighted": 0.422979, "scores_per_experiment": [ { "accuracy": 0.407772, "f1": 0.373857, "f1_weighted": 0.408383 }, { "accuracy": 0.423512, "f1": 0.398635, "f1_weighted": 0.427842 }, { "accuracy": 0.440236, "f1": 0.412791, "f1_weighted": 0.436515 }, { "accuracy": 0.403837, "f1": 0.375656, "f1_weighted": 0.410051 }, { "accuracy": 0.43876, "f1": 0.396997, "f1_weighted": 0.424459 }, { "accuracy": 0.417609, "f1": 0.383013, "f1_weighted": 0.404184 }, { "accuracy": 0.450074, "f1": 0.417497, "f1_weighted": 0.447186 }, { "accuracy": 0.454009, "f1": 0.421059, "f1_weighted": 0.456242 }, { "accuracy": 0.397934, "f1": 0.376886, "f1_weighted": 0.385583 }, { "accuracy": 0.433842, "f1": 0.408576, "f1_weighted": 0.429345 } ], "main_score": 0.426758, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "accuracy": 0.460551, "f1": 0.445013, "f1_weighted": 0.450172, "scores_per_experiment": [ { "accuracy": 0.455976, "f1": 0.441423, "f1_weighted": 0.447236 }, { "accuracy": 0.452041, "f1": 0.44453, "f1_weighted": 0.446694 }, { "accuracy": 0.447614, "f1": 0.430928, "f1_weighted": 0.442959 }, { "accuracy": 0.437285, "f1": 0.425132, "f1_weighted": 0.426055 }, { "accuracy": 0.503689, "f1": 0.473187, "f1_weighted": 0.490064 }, { "accuracy": 0.453517, "f1": 0.445796, "f1_weighted": 0.441549 }, { "accuracy": 0.482046, "f1": 0.464576, "f1_weighted": 0.475422 }, { "accuracy": 0.476144, "f1": 0.463485, "f1_weighted": 0.467514 }, { "accuracy": 0.445155, "f1": 0.440234, "f1_weighted": 0.423076 }, { "accuracy": 0.452041, "f1": 0.420843, "f1_weighted": 0.441155 } ], "main_score": 0.460551, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "accuracy": 0.31456, "f1": 0.30524, "f1_weighted": 0.309693, "scores_per_experiment": [ { "accuracy": 0.3212, "f1": 0.310707, "f1_weighted": 0.316375 }, { "accuracy": 0.315298, "f1": 0.300417, "f1_weighted": 0.313989 }, { "accuracy": 0.327595, "f1": 0.321468, "f1_weighted": 0.326333 }, { "accuracy": 0.302017, "f1": 0.297254, "f1_weighted": 0.297862 }, { "accuracy": 0.315789, "f1": 0.29969, "f1_weighted": 0.307312 }, { "accuracy": 0.313822, "f1": 0.30889, "f1_weighted": 0.308014 }, { "accuracy": 0.318741, "f1": 0.310115, "f1_weighted": 0.318544 }, { "accuracy": 0.331038, "f1": 0.318733, "f1_weighted": 0.317571 }, { "accuracy": 0.302509, "f1": 0.287342, "f1_weighted": 0.302209 }, { "accuracy": 0.29759, "f1": 0.297784, "f1_weighted": 0.288721 } ], "main_score": 0.31456, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.07698, "f1": 0.031616, "f1_weighted": 0.040116, "scores_per_experiment": [ { "accuracy": 0.111166, "f1": 0.040245, "f1_weighted": 0.066553 }, { "accuracy": 0.067388, "f1": 0.02086, "f1_weighted": 0.021474 }, { "accuracy": 0.042794, "f1": 0.020691, "f1_weighted": 0.018571 }, { "accuracy": 0.071815, "f1": 0.027289, "f1_weighted": 0.023133 }, { "accuracy": 0.081161, "f1": 0.038678, "f1_weighted": 0.043804 }, { "accuracy": 0.089523, "f1": 0.029303, "f1_weighted": 0.037925 }, { "accuracy": 0.055091, "f1": 0.028737, "f1_weighted": 0.03728 }, { "accuracy": 0.11756, "f1": 0.052427, "f1_weighted": 0.083319 }, { "accuracy": 0.070831, "f1": 0.029394, "f1_weighted": 0.0459 }, { "accuracy": 0.062469, "f1": 0.028535, "f1_weighted": 0.023198 } ], "main_score": 0.07698, "hf_subset": "ml", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.248303, "f1": 0.238029, "f1_weighted": 0.239851, "scores_per_experiment": [ { "accuracy": 0.248401, "f1": 0.237328, "f1_weighted": 0.244312 }, { "accuracy": 0.206591, "f1": 0.202615, "f1_weighted": 0.199185 }, { "accuracy": 0.278898, "f1": 0.263721, "f1_weighted": 0.270861 }, { "accuracy": 0.24545, "f1": 0.231761, "f1_weighted": 0.237685 }, { "accuracy": 0.244466, "f1": 0.222242, "f1_weighted": 0.223577 }, { "accuracy": 0.243974, "f1": 0.238738, "f1_weighted": 0.226965 }, { "accuracy": 0.264634, "f1": 0.260441, "f1_weighted": 0.246647 }, { "accuracy": 0.264634, "f1": 0.25518, "f1_weighted": 0.263964 }, { "accuracy": 0.208067, "f1": 0.208785, "f1_weighted": 0.209401 }, { "accuracy": 0.277914, "f1": 0.259477, "f1_weighted": 0.275909 } ], "main_score": 0.248303, "hf_subset": "mn", "languages": [ "mon-Cyrl" ] } ], "test": [ { "accuracy": 0.188668, "f1": 0.137179, "f1_weighted": 0.153408, "scores_per_experiment": [ { "accuracy": 0.186281, "f1": 0.1424, "f1_weighted": 0.15522 }, { "accuracy": 0.233692, "f1": 0.163719, "f1_weighted": 0.226401 }, { "accuracy": 0.223941, "f1": 0.154833, "f1_weighted": 0.203633 }, { "accuracy": 0.178547, "f1": 0.130532, "f1_weighted": 0.134309 }, { "accuracy": 0.22764, "f1": 0.168328, "f1_weighted": 0.169221 }, { "accuracy": 0.120713, "f1": 0.101912, "f1_weighted": 0.105165 }, { "accuracy": 0.22495, "f1": 0.176195, "f1_weighted": 0.185151 }, { "accuracy": 0.197377, "f1": 0.117521, "f1_weighted": 0.157846 }, { "accuracy": 0.12273, "f1": 0.11451, "f1_weighted": 0.09376 }, { "accuracy": 0.170814, "f1": 0.101838, "f1_weighted": 0.103375 } ], "main_score": 0.188668, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "accuracy": 0.140787, "f1": 0.116917, "f1_weighted": 0.119549, "scores_per_experiment": [ { "accuracy": 0.140551, "f1": 0.117014, "f1_weighted": 0.106855 }, { "accuracy": 0.115333, "f1": 0.109518, "f1_weighted": 0.103605 }, { "accuracy": 0.163753, "f1": 0.115892, "f1_weighted": 0.130892 }, { "accuracy": 0.130128, "f1": 0.106103, "f1_weighted": 0.111169 }, { "accuracy": 0.134835, "f1": 0.1169, "f1_weighted": 0.12506 }, { "accuracy": 0.099866, "f1": 0.086292, "f1_weighted": 0.068426 }, { "accuracy": 0.187962, "f1": 0.158718, "f1_weighted": 0.183633 }, { "accuracy": 0.138198, "f1": 0.117651, "f1_weighted": 0.119358 }, { "accuracy": 0.137189, "f1": 0.11628, "f1_weighted": 0.116956 }, { "accuracy": 0.160054, "f1": 0.124803, "f1_weighted": 0.12954 } ], "main_score": 0.140787, "hf_subset": "ka", "languages": [ "kat-Geor" ] }, { "accuracy": 0.436147, "f1": 0.403576, "f1_weighted": 0.428476, "scores_per_experiment": [ { "accuracy": 0.43544, "f1": 0.409971, "f1_weighted": 0.412473 }, { "accuracy": 0.444519, "f1": 0.408455, "f1_weighted": 0.443083 }, { "accuracy": 0.452253, "f1": 0.422094, "f1_weighted": 0.452618 }, { "accuracy": 0.432751, "f1": 0.390681, "f1_weighted": 0.425944 }, { "accuracy": 0.449563, "f1": 0.402967, "f1_weighted": 0.440502 }, { "accuracy": 0.430397, "f1": 0.398142, "f1_weighted": 0.424167 }, { "accuracy": 0.447209, "f1": 0.412506, "f1_weighted": 0.43687 }, { "accuracy": 0.426698, "f1": 0.400893, "f1_weighted": 0.426435 }, { "accuracy": 0.386012, "f1": 0.367302, "f1_weighted": 0.377263 }, { "accuracy": 0.456624, "f1": 0.422746, "f1_weighted": 0.445402 } ], "main_score": 0.436147, "hf_subset": "tl", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.499227, "f1": 0.476592, "f1_weighted": 0.493703, "scores_per_experiment": [ { "accuracy": 0.489913, "f1": 0.477521, "f1_weighted": 0.480305 }, { "accuracy": 0.520511, "f1": 0.494663, "f1_weighted": 0.515822 }, { "accuracy": 0.503699, "f1": 0.482517, "f1_weighted": 0.49758 }, { "accuracy": 0.472764, "f1": 0.456721, "f1_weighted": 0.47116 }, { "accuracy": 0.523874, "f1": 0.495631, "f1_weighted": 0.513502 }, { "accuracy": 0.516812, "f1": 0.491833, "f1_weighted": 0.518378 }, { "accuracy": 0.507734, "f1": 0.479506, "f1_weighted": 0.504499 }, { "accuracy": 0.501009, "f1": 0.481863, "f1_weighted": 0.500142 }, { "accuracy": 0.467048, "f1": 0.442834, "f1_weighted": 0.456087 }, { "accuracy": 0.488904, "f1": 0.462835, "f1_weighted": 0.479557 } ], "main_score": 0.499227, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "accuracy": 0.315938, "f1": 0.280442, "f1_weighted": 0.31453, "scores_per_experiment": [ { "accuracy": 0.299597, "f1": 0.268416, "f1_weighted": 0.292169 }, { "accuracy": 0.335911, "f1": 0.298266, "f1_weighted": 0.341762 }, { "accuracy": 0.338265, "f1": 0.292625, "f1_weighted": 0.338473 }, { "accuracy": 0.337592, "f1": 0.291863, "f1_weighted": 0.337136 }, { "accuracy": 0.303295, "f1": 0.266333, "f1_weighted": 0.300134 }, { "accuracy": 0.317754, "f1": 0.286108, "f1_weighted": 0.305216 }, { "accuracy": 0.314728, "f1": 0.286387, "f1_weighted": 0.322435 }, { "accuracy": 0.290518, "f1": 0.257598, "f1_weighted": 0.281872 }, { "accuracy": 0.28581, "f1": 0.262991, "f1_weighted": 0.285525 }, { "accuracy": 0.335911, "f1": 0.293838, "f1_weighted": 0.340578 } ], "main_score": 0.315938, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "accuracy": 0.397983, "f1": 0.377701, "f1_weighted": 0.385041, "scores_per_experiment": [ { "accuracy": 0.393073, "f1": 0.384158, "f1_weighted": 0.382513 }, { "accuracy": 0.399126, "f1": 0.374356, "f1_weighted": 0.386826 }, { "accuracy": 0.431069, "f1": 0.394047, "f1_weighted": 0.414678 }, { "accuracy": 0.376933, "f1": 0.359916, "f1_weighted": 0.367101 }, { "accuracy": 0.415938, "f1": 0.388848, "f1_weighted": 0.399258 }, { "accuracy": 0.401479, "f1": 0.375732, "f1_weighted": 0.381211 }, { "accuracy": 0.410222, "f1": 0.389982, "f1_weighted": 0.403317 }, { "accuracy": 0.402488, "f1": 0.395582, "f1_weighted": 0.391736 }, { "accuracy": 0.363147, "f1": 0.348559, "f1_weighted": 0.348735 }, { "accuracy": 0.386348, "f1": 0.36583, "f1_weighted": 0.37504 } ], "main_score": 0.397983, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "accuracy": 0.325353, "f1": 0.307645, "f1_weighted": 0.318332, "scores_per_experiment": [ { "accuracy": 0.362475, "f1": 0.35202, "f1_weighted": 0.358466 }, { "accuracy": 0.303631, "f1": 0.299944, "f1_weighted": 0.299511 }, { "accuracy": 0.339274, "f1": 0.326547, "f1_weighted": 0.327629 }, { "accuracy": 0.321116, "f1": 0.285171, "f1_weighted": 0.30783 }, { "accuracy": 0.32885, "f1": 0.303118, "f1_weighted": 0.310299 }, { "accuracy": 0.322125, "f1": 0.309847, "f1_weighted": 0.31352 }, { "accuracy": 0.320108, "f1": 0.305268, "f1_weighted": 0.322802 }, { "accuracy": 0.328514, "f1": 0.306115, "f1_weighted": 0.319018 }, { "accuracy": 0.321453, "f1": 0.292428, "f1_weighted": 0.324885 }, { "accuracy": 0.305985, "f1": 0.295989, "f1_weighted": 0.299361 } ], "main_score": 0.325353, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ] }, { "accuracy": 0.144082, "f1": 0.122221, "f1_weighted": 0.127802, "scores_per_experiment": [ { "accuracy": 0.126429, "f1": 0.104414, "f1_weighted": 0.104696 }, { "accuracy": 0.1308, "f1": 0.11864, "f1_weighted": 0.113769 }, { "accuracy": 0.162071, "f1": 0.153058, "f1_weighted": 0.151392 }, { "accuracy": 0.143578, "f1": 0.12115, "f1_weighted": 0.137522 }, { "accuracy": 0.1577, "f1": 0.125091, "f1_weighted": 0.136161 }, { "accuracy": 0.121385, "f1": 0.107622, "f1_weighted": 0.101004 }, { "accuracy": 0.170141, "f1": 0.126549, "f1_weighted": 0.145672 }, { "accuracy": 0.190652, "f1": 0.161304, "f1_weighted": 0.186763 }, { "accuracy": 0.135171, "f1": 0.116864, "f1_weighted": 0.124908 }, { "accuracy": 0.102892, "f1": 0.087514, "f1_weighted": 0.076129 } ], "main_score": 0.144082, "hf_subset": "hy", "languages": [ "hye-Armn" ] }, { "accuracy": 0.41698, "f1": 0.385519, "f1_weighted": 0.406145, "scores_per_experiment": [ { "accuracy": 0.413248, "f1": 0.386523, "f1_weighted": 0.411118 }, { "accuracy": 0.437794, "f1": 0.399773, "f1_weighted": 0.429292 }, { "accuracy": 0.415266, "f1": 0.374789, "f1_weighted": 0.407162 }, { "accuracy": 0.406859, "f1": 0.379016, "f1_weighted": 0.408981 }, { "accuracy": 0.425017, "f1": 0.383398, "f1_weighted": 0.405549 }, { "accuracy": 0.417956, "f1": 0.37866, "f1_weighted": 0.398392 }, { "accuracy": 0.424681, "f1": 0.390653, "f1_weighted": 0.407617 }, { "accuracy": 0.428716, "f1": 0.403907, "f1_weighted": 0.422973 }, { "accuracy": 0.36651, "f1": 0.35224, "f1_weighted": 0.349692 }, { "accuracy": 0.433759, "f1": 0.406233, "f1_weighted": 0.420672 } ], "main_score": 0.41698, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "accuracy": 0.070578, "f1": 0.034156, "f1_weighted": 0.040199, "scores_per_experiment": [ { "accuracy": 0.091796, "f1": 0.02632, "f1_weighted": 0.040893 }, { "accuracy": 0.080363, "f1": 0.036016, "f1_weighted": 0.050476 }, { "accuracy": 0.052118, "f1": 0.03151, "f1_weighted": 0.032686 }, { "accuracy": 0.063887, "f1": 0.0336, "f1_weighted": 0.036837 }, { "accuracy": 0.073302, "f1": 0.038741, "f1_weighted": 0.046483 }, { "accuracy": 0.088769, "f1": 0.044613, "f1_weighted": 0.057049 }, { "accuracy": 0.066913, "f1": 0.038562, "f1_weighted": 0.044572 }, { "accuracy": 0.071621, "f1": 0.032412, "f1_weighted": 0.033223 }, { "accuracy": 0.06187, "f1": 0.032023, "f1_weighted": 0.034328 }, { "accuracy": 0.055145, "f1": 0.027758, "f1_weighted": 0.025443 } ], "main_score": 0.070578, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "accuracy": 0.198352, "f1": 0.177445, "f1_weighted": 0.193236, "scores_per_experiment": [ { "accuracy": 0.154338, "f1": 0.138727, "f1_weighted": 0.145035 }, { "accuracy": 0.250504, "f1": 0.222776, "f1_weighted": 0.248319 }, { "accuracy": 0.201076, "f1": 0.173445, "f1_weighted": 0.189866 }, { "accuracy": 0.181237, "f1": 0.159066, "f1_weighted": 0.172512 }, { "accuracy": 0.18191, "f1": 0.172977, "f1_weighted": 0.170029 }, { "accuracy": 0.217552, "f1": 0.201314, "f1_weighted": 0.218347 }, { "accuracy": 0.204438, "f1": 0.195717, "f1_weighted": 0.212753 }, { "accuracy": 0.224613, "f1": 0.194647, "f1_weighted": 0.212336 }, { "accuracy": 0.182246, "f1": 0.146214, "f1_weighted": 0.178635 }, { "accuracy": 0.185609, "f1": 0.16957, "f1_weighted": 0.184524 } ], "main_score": 0.198352, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "accuracy": 0.106422, "f1": 0.053882, "f1_weighted": 0.058838, "scores_per_experiment": [ { "accuracy": 0.151311, "f1": 0.059368, "f1_weighted": 0.082273 }, { "accuracy": 0.103564, "f1": 0.054411, "f1_weighted": 0.049486 }, { "accuracy": 0.088769, "f1": 0.059049, "f1_weighted": 0.049999 }, { "accuracy": 0.088097, "f1": 0.035553, "f1_weighted": 0.045432 }, { "accuracy": 0.108944, "f1": 0.053473, "f1_weighted": 0.05247 }, { "accuracy": 0.061197, "f1": 0.049013, "f1_weighted": 0.035007 }, { "accuracy": 0.147949, "f1": 0.066737, "f1_weighted": 0.09886 }, { "accuracy": 0.086752, "f1": 0.04342, "f1_weighted": 0.03758 }, { "accuracy": 0.121049, "f1": 0.06566, "f1_weighted": 0.085407 }, { "accuracy": 0.10659, "f1": 0.052134, "f1_weighted": 0.051866 } ], "main_score": 0.106422, "hf_subset": "my", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.236113, "f1": 0.207622, "f1_weighted": 0.229793, "scores_per_experiment": [ { "accuracy": 0.210155, "f1": 0.197774, "f1_weighted": 0.206457 }, { "accuracy": 0.236382, "f1": 0.206263, "f1_weighted": 0.234489 }, { "accuracy": 0.253531, "f1": 0.211221, "f1_weighted": 0.249721 }, { "accuracy": 0.245797, "f1": 0.208359, "f1_weighted": 0.239889 }, { "accuracy": 0.240081, "f1": 0.210765, "f1_weighted": 0.228284 }, { "accuracy": 0.226295, "f1": 0.190646, "f1_weighted": 0.219607 }, { "accuracy": 0.280767, "f1": 0.256764, "f1_weighted": 0.27917 }, { "accuracy": 0.222932, "f1": 0.198477, "f1_weighted": 0.21196 }, { "accuracy": 0.176866, "f1": 0.167916, "f1_weighted": 0.179535 }, { "accuracy": 0.268325, "f1": 0.228037, "f1_weighted": 0.248817 } ], "main_score": 0.236113, "hf_subset": "ur", "languages": [ "urd-Arab" ] }, { "accuracy": 0.279085, "f1": 0.266264, "f1_weighted": 0.264897, "scores_per_experiment": [ { "accuracy": 0.295225, "f1": 0.282904, "f1_weighted": 0.276803 }, { "accuracy": 0.264963, "f1": 0.253682, "f1_weighted": 0.248813 }, { "accuracy": 0.29119, "f1": 0.27474, "f1_weighted": 0.282 }, { "accuracy": 0.289845, "f1": 0.27066, "f1_weighted": 0.282198 }, { "accuracy": 0.270679, "f1": 0.257309, "f1_weighted": 0.254579 }, { "accuracy": 0.278749, "f1": 0.260855, "f1_weighted": 0.267865 }, { "accuracy": 0.280767, "f1": 0.264686, "f1_weighted": 0.260083 }, { "accuracy": 0.285474, "f1": 0.281366, "f1_weighted": 0.271443 }, { "accuracy": 0.254539, "f1": 0.245327, "f1_weighted": 0.239342 }, { "accuracy": 0.279422, "f1": 0.271115, "f1_weighted": 0.265842 } ], "main_score": 0.279085, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "accuracy": 0.285878, "f1": 0.250994, "f1_weighted": 0.272027, "scores_per_experiment": [ { "accuracy": 0.337256, "f1": 0.300863, "f1_weighted": 0.332566 }, { "accuracy": 0.313383, "f1": 0.264106, "f1_weighted": 0.308684 }, { "accuracy": 0.300269, "f1": 0.250712, "f1_weighted": 0.272968 }, { "accuracy": 0.264291, "f1": 0.232479, "f1_weighted": 0.254399 }, { "accuracy": 0.255212, "f1": 0.235188, "f1_weighted": 0.231569 }, { "accuracy": 0.300941, "f1": 0.257193, "f1_weighted": 0.283735 }, { "accuracy": 0.305649, "f1": 0.279731, "f1_weighted": 0.298457 }, { "accuracy": 0.277068, "f1": 0.240434, "f1_weighted": 0.256371 }, { "accuracy": 0.254203, "f1": 0.229743, "f1_weighted": 0.250326 }, { "accuracy": 0.250504, "f1": 0.219488, "f1_weighted": 0.2312 } ], "main_score": 0.285878, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "accuracy": 0.068796, "f1": 0.034824, "f1_weighted": 0.032257, "scores_per_experiment": [ { "accuracy": 0.110962, "f1": 0.045331, "f1_weighted": 0.057906 }, { "accuracy": 0.056153, "f1": 0.024831, "f1_weighted": 0.019583 }, { "accuracy": 0.060861, "f1": 0.038695, "f1_weighted": 0.028017 }, { "accuracy": 0.059516, "f1": 0.03823, "f1_weighted": 0.025844 }, { "accuracy": 0.078009, "f1": 0.044706, "f1_weighted": 0.037794 }, { "accuracy": 0.086416, "f1": 0.036997, "f1_weighted": 0.035177 }, { "accuracy": 0.047411, "f1": 0.0318, "f1_weighted": 0.021194 }, { "accuracy": 0.091796, "f1": 0.041075, "f1_weighted": 0.062954 }, { "accuracy": 0.052791, "f1": 0.027766, "f1_weighted": 0.022484 }, { "accuracy": 0.044048, "f1": 0.018806, "f1_weighted": 0.011621 } ], "main_score": 0.068796, "hf_subset": "am", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.476059, "f1": 0.451358, "f1_weighted": 0.469905, "scores_per_experiment": [ { "accuracy": 0.495965, "f1": 0.478266, "f1_weighted": 0.487877 }, { "accuracy": 0.481843, "f1": 0.461387, "f1_weighted": 0.476287 }, { "accuracy": 0.495965, "f1": 0.471709, "f1_weighted": 0.496861 }, { "accuracy": 0.505044, "f1": 0.479933, "f1_weighted": 0.501983 }, { "accuracy": 0.47041, "f1": 0.431538, "f1_weighted": 0.460957 }, { "accuracy": 0.461332, "f1": 0.427353, "f1_weighted": 0.447911 }, { "accuracy": 0.470746, "f1": 0.438635, "f1_weighted": 0.460297 }, { "accuracy": 0.472091, "f1": 0.450399, "f1_weighted": 0.477002 }, { "accuracy": 0.444519, "f1": 0.436028, "f1_weighted": 0.439996 }, { "accuracy": 0.462677, "f1": 0.43833, "f1_weighted": 0.449878 } ], "main_score": 0.476059, "hf_subset": "sq", "languages": [ "sqi-Latn" ] }, { "accuracy": 0.240619, "f1": 0.21377, "f1_weighted": 0.223215, "scores_per_experiment": [ { "accuracy": 0.254876, "f1": 0.22712, "f1_weighted": 0.242136 }, { "accuracy": 0.257229, "f1": 0.225525, "f1_weighted": 0.235274 }, { "accuracy": 0.246133, "f1": 0.224487, "f1_weighted": 0.235777 }, { "accuracy": 0.223605, "f1": 0.204611, "f1_weighted": 0.219728 }, { "accuracy": 0.244116, "f1": 0.199495, "f1_weighted": 0.205633 }, { "accuracy": 0.218225, "f1": 0.204892, "f1_weighted": 0.197464 }, { "accuracy": 0.254539, "f1": 0.216107, "f1_weighted": 0.229027 }, { "accuracy": 0.240417, "f1": 0.220366, "f1_weighted": 0.22488 }, { "accuracy": 0.222932, "f1": 0.19555, "f1_weighted": 0.206196 }, { "accuracy": 0.244116, "f1": 0.219545, "f1_weighted": 0.236039 } ], "main_score": 0.240619, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "accuracy": 0.486617, "f1": 0.457775, "f1_weighted": 0.482426, "scores_per_experiment": [ { "accuracy": 0.50269, "f1": 0.473848, "f1_weighted": 0.495455 }, { "accuracy": 0.474781, "f1": 0.441431, "f1_weighted": 0.476828 }, { "accuracy": 0.498319, "f1": 0.465517, "f1_weighted": 0.492212 }, { "accuracy": 0.482515, "f1": 0.448125, "f1_weighted": 0.483548 }, { "accuracy": 0.519166, "f1": 0.480883, "f1_weighted": 0.518132 }, { "accuracy": 0.468393, "f1": 0.447421, "f1_weighted": 0.461849 }, { "accuracy": 0.48386, "f1": 0.456105, "f1_weighted": 0.481344 }, { "accuracy": 0.482851, "f1": 0.468511, "f1_weighted": 0.472177 }, { "accuracy": 0.457633, "f1": 0.434364, "f1_weighted": 0.450964 }, { "accuracy": 0.495965, "f1": 0.461543, "f1_weighted": 0.49175 } ], "main_score": 0.486617, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "accuracy": 0.082246, "f1": 0.05213, "f1_weighted": 0.056034, "scores_per_experiment": [ { "accuracy": 0.088433, "f1": 0.05397, "f1_weighted": 0.062347 }, { "accuracy": 0.057835, "f1": 0.04369, "f1_weighted": 0.034355 }, { "accuracy": 0.048083, "f1": 0.039302, "f1_weighted": 0.029852 }, { "accuracy": 0.129455, "f1": 0.065583, "f1_weighted": 0.093122 }, { "accuracy": 0.053127, "f1": 0.042206, "f1_weighted": 0.029552 }, { "accuracy": 0.099193, "f1": 0.050435, "f1_weighted": 0.073965 }, { "accuracy": 0.06187, "f1": 0.049534, "f1_weighted": 0.036206 }, { "accuracy": 0.102555, "f1": 0.063728, "f1_weighted": 0.073476 }, { "accuracy": 0.088097, "f1": 0.057658, "f1_weighted": 0.054623 }, { "accuracy": 0.093813, "f1": 0.05519, "f1_weighted": 0.072843 } ], "main_score": 0.082246, "hf_subset": "kn", "languages": [ "kan-Knda" ] }, { "accuracy": 0.429489, "f1": 0.406473, "f1_weighted": 0.42887, "scores_per_experiment": [ { "accuracy": 0.394418, "f1": 0.386542, "f1_weighted": 0.380588 }, { "accuracy": 0.453934, "f1": 0.427466, "f1_weighted": 0.458046 }, { "accuracy": 0.46503, "f1": 0.441736, "f1_weighted": 0.466715 }, { "accuracy": 0.397781, "f1": 0.376547, "f1_weighted": 0.406886 }, { "accuracy": 0.421991, "f1": 0.385372, "f1_weighted": 0.413682 }, { "accuracy": 0.395091, "f1": 0.360909, "f1_weighted": 0.390456 }, { "accuracy": 0.447545, "f1": 0.428515, "f1_weighted": 0.449976 }, { "accuracy": 0.458642, "f1": 0.441816, "f1_weighted": 0.459629 }, { "accuracy": 0.433759, "f1": 0.411078, "f1_weighted": 0.435486 }, { "accuracy": 0.426698, "f1": 0.404747, "f1_weighted": 0.427232 } ], "main_score": 0.429489, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "accuracy": 0.387861, "f1": 0.375739, "f1_weighted": 0.373296, "scores_per_experiment": [ { "accuracy": 0.367518, "f1": 0.36379, "f1_weighted": 0.347712 }, { "accuracy": 0.395091, "f1": 0.380608, "f1_weighted": 0.377882 }, { "accuracy": 0.415938, "f1": 0.403393, "f1_weighted": 0.409395 }, { "accuracy": 0.36382, "f1": 0.346648, "f1_weighted": 0.352573 }, { "accuracy": 0.415266, "f1": 0.398044, "f1_weighted": 0.40507 }, { "accuracy": 0.385676, "f1": 0.370494, "f1_weighted": 0.360913 }, { "accuracy": 0.403833, "f1": 0.395536, "f1_weighted": 0.387938 }, { "accuracy": 0.404506, "f1": 0.391961, "f1_weighted": 0.394223 }, { "accuracy": 0.348689, "f1": 0.344243, "f1_weighted": 0.337995 }, { "accuracy": 0.378278, "f1": 0.362673, "f1_weighted": 0.359254 } ], "main_score": 0.387861, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "accuracy": 0.297579, "f1": 0.291371, "f1_weighted": 0.276524, "scores_per_experiment": [ { "accuracy": 0.308675, "f1": 0.324887, "f1_weighted": 0.295966 }, { "accuracy": 0.310356, "f1": 0.303761, "f1_weighted": 0.282262 }, { "accuracy": 0.328178, "f1": 0.324023, "f1_weighted": 0.31316 }, { "accuracy": 0.29119, "f1": 0.278281, "f1_weighted": 0.260813 }, { "accuracy": 0.306994, "f1": 0.280301, "f1_weighted": 0.274967 }, { "accuracy": 0.288164, "f1": 0.275864, "f1_weighted": 0.237205 }, { "accuracy": 0.28581, "f1": 0.291347, "f1_weighted": 0.270426 }, { "accuracy": 0.289509, "f1": 0.282534, "f1_weighted": 0.273274 }, { "accuracy": 0.260256, "f1": 0.249971, "f1_weighted": 0.256662 }, { "accuracy": 0.306658, "f1": 0.302742, "f1_weighted": 0.300506 } ], "main_score": 0.297579, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ] }, { "accuracy": 0.496638, "f1": 0.475448, "f1_weighted": 0.488786, "scores_per_experiment": [ { "accuracy": 0.48924, "f1": 0.473173, "f1_weighted": 0.478932 }, { "accuracy": 0.533289, "f1": 0.501202, "f1_weighted": 0.526751 }, { "accuracy": 0.546066, "f1": 0.511793, "f1_weighted": 0.54658 }, { "accuracy": 0.482515, "f1": 0.458421, "f1_weighted": 0.480073 }, { "accuracy": 0.50269, "f1": 0.477001, "f1_weighted": 0.492485 }, { "accuracy": 0.501681, "f1": 0.478878, "f1_weighted": 0.50063 }, { "accuracy": 0.492603, "f1": 0.472205, "f1_weighted": 0.487007 }, { "accuracy": 0.4731, "f1": 0.46158, "f1_weighted": 0.457269 }, { "accuracy": 0.459987, "f1": 0.453691, "f1_weighted": 0.444684 }, { "accuracy": 0.485205, "f1": 0.466534, "f1_weighted": 0.473444 } ], "main_score": 0.496638, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "accuracy": 0.458104, "f1": 0.430059, "f1_weighted": 0.459349, "scores_per_experiment": [ { "accuracy": 0.454607, "f1": 0.428343, "f1_weighted": 0.453456 }, { "accuracy": 0.450572, "f1": 0.425719, "f1_weighted": 0.456338 }, { "accuracy": 0.473773, "f1": 0.452457, "f1_weighted": 0.473283 }, { "accuracy": 0.457969, "f1": 0.43046, "f1_weighted": 0.467089 }, { "accuracy": 0.44889, "f1": 0.423096, "f1_weighted": 0.44592 }, { "accuracy": 0.453598, "f1": 0.423336, "f1_weighted": 0.450052 }, { "accuracy": 0.459987, "f1": 0.42443, "f1_weighted": 0.463052 }, { "accuracy": 0.482515, "f1": 0.449609, "f1_weighted": 0.487289 }, { "accuracy": 0.440148, "f1": 0.413531, "f1_weighted": 0.440003 }, { "accuracy": 0.458978, "f1": 0.429611, "f1_weighted": 0.457009 } ], "main_score": 0.458104, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "accuracy": 0.188399, "f1": 0.160202, "f1_weighted": 0.156315, "scores_per_experiment": [ { "accuracy": 0.197714, "f1": 0.168321, "f1_weighted": 0.144249 }, { "accuracy": 0.1846, "f1": 0.163984, "f1_weighted": 0.154356 }, { "accuracy": 0.206456, "f1": 0.184814, "f1_weighted": 0.173333 }, { "accuracy": 0.190316, "f1": 0.168847, "f1_weighted": 0.17106 }, { "accuracy": 0.152656, "f1": 0.125176, "f1_weighted": 0.108607 }, { "accuracy": 0.188971, "f1": 0.142462, "f1_weighted": 0.159609 }, { "accuracy": 0.219233, "f1": 0.19384, "f1_weighted": 0.200218 }, { "accuracy": 0.201412, "f1": 0.163452, "f1_weighted": 0.165145 }, { "accuracy": 0.17384, "f1": 0.150696, "f1_weighted": 0.162056 }, { "accuracy": 0.168796, "f1": 0.140432, "f1_weighted": 0.124519 } ], "main_score": 0.188399, "hf_subset": "ta", "languages": [ "tam-Taml" ] }, { "accuracy": 0.737794, "f1": 0.727185, "f1_weighted": 0.736525, "scores_per_experiment": [ { "accuracy": 0.751513, "f1": 0.745353, "f1_weighted": 0.750936 }, { "accuracy": 0.745797, "f1": 0.732523, "f1_weighted": 0.744545 }, { "accuracy": 0.724613, "f1": 0.713574, "f1_weighted": 0.721529 }, { "accuracy": 0.726967, "f1": 0.717175, "f1_weighted": 0.725216 }, { "accuracy": 0.749496, "f1": 0.731755, "f1_weighted": 0.743071 }, { "accuracy": 0.738736, "f1": 0.727114, "f1_weighted": 0.739124 }, { "accuracy": 0.72226, "f1": 0.71432, "f1_weighted": 0.723422 }, { "accuracy": 0.743443, "f1": 0.7364, "f1_weighted": 0.746849 }, { "accuracy": 0.741762, "f1": 0.731567, "f1_weighted": 0.737991 }, { "accuracy": 0.733356, "f1": 0.72207, "f1_weighted": 0.732567 } ], "main_score": 0.737794, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "accuracy": 0.424378, "f1": 0.408987, "f1_weighted": 0.422925, "scores_per_experiment": [ { "accuracy": 0.434095, "f1": 0.425562, "f1_weighted": 0.433418 }, { "accuracy": 0.434095, "f1": 0.413921, "f1_weighted": 0.429376 }, { "accuracy": 0.44889, "f1": 0.426531, "f1_weighted": 0.43832 }, { "accuracy": 0.415602, "f1": 0.40311, "f1_weighted": 0.419817 }, { "accuracy": 0.420309, "f1": 0.392348, "f1_weighted": 0.413692 }, { "accuracy": 0.426026, "f1": 0.41643, "f1_weighted": 0.426453 }, { "accuracy": 0.406859, "f1": 0.394849, "f1_weighted": 0.409111 }, { "accuracy": 0.427034, "f1": 0.411646, "f1_weighted": 0.429116 }, { "accuracy": 0.389375, "f1": 0.388742, "f1_weighted": 0.389344 }, { "accuracy": 0.441493, "f1": 0.41673, "f1_weighted": 0.440604 } ], "main_score": 0.424378, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "accuracy": 0.393477, "f1": 0.376156, "f1_weighted": 0.383833, "scores_per_experiment": [ { "accuracy": 0.369536, "f1": 0.378049, "f1_weighted": 0.357681 }, { "accuracy": 0.39879, "f1": 0.377619, "f1_weighted": 0.383921 }, { "accuracy": 0.397781, "f1": 0.382182, "f1_weighted": 0.39735 }, { "accuracy": 0.393073, "f1": 0.366623, "f1_weighted": 0.386052 }, { "accuracy": 0.400807, "f1": 0.360592, "f1_weighted": 0.385478 }, { "accuracy": 0.409549, "f1": 0.389912, "f1_weighted": 0.402377 }, { "accuracy": 0.385676, "f1": 0.363906, "f1_weighted": 0.379189 }, { "accuracy": 0.430397, "f1": 0.415912, "f1_weighted": 0.430202 }, { "accuracy": 0.366174, "f1": 0.36352, "f1_weighted": 0.352108 }, { "accuracy": 0.382986, "f1": 0.363242, "f1_weighted": 0.363971 } ], "main_score": 0.393477, "hf_subset": "az", "languages": [ "aze-Latn" ] }, { "accuracy": 0.420646, "f1": 0.400924, "f1_weighted": 0.421168, "scores_per_experiment": [ { "accuracy": 0.438803, "f1": 0.42133, "f1_weighted": 0.443187 }, { "accuracy": 0.449563, "f1": 0.422613, "f1_weighted": 0.446117 }, { "accuracy": 0.43813, "f1": 0.417225, "f1_weighted": 0.436875 }, { "accuracy": 0.39879, "f1": 0.377234, "f1_weighted": 0.408783 }, { "accuracy": 0.431406, "f1": 0.400527, "f1_weighted": 0.420139 }, { "accuracy": 0.408541, "f1": 0.387589, "f1_weighted": 0.411772 }, { "accuracy": 0.408877, "f1": 0.391073, "f1_weighted": 0.416375 }, { "accuracy": 0.438467, "f1": 0.423417, "f1_weighted": 0.434463 }, { "accuracy": 0.37458, "f1": 0.359484, "f1_weighted": 0.373546 }, { "accuracy": 0.419301, "f1": 0.40875, "f1_weighted": 0.420424 } ], "main_score": 0.420646, "hf_subset": "af", "languages": [ "afr-Latn" ] }, { "accuracy": 0.193712, "f1": 0.173672, "f1_weighted": 0.195314, "scores_per_experiment": [ { "accuracy": 0.174176, "f1": 0.165301, "f1_weighted": 0.175348 }, { "accuracy": 0.211836, "f1": 0.190249, "f1_weighted": 0.215864 }, { "accuracy": 0.205111, "f1": 0.174519, "f1_weighted": 0.211609 }, { "accuracy": 0.160054, "f1": 0.147261, "f1_weighted": 0.157807 }, { "accuracy": 0.192334, "f1": 0.172586, "f1_weighted": 0.191178 }, { "accuracy": 0.224613, "f1": 0.19495, "f1_weighted": 0.218882 }, { "accuracy": 0.200067, "f1": 0.174573, "f1_weighted": 0.202689 }, { "accuracy": 0.218897, "f1": 0.193576, "f1_weighted": 0.216486 }, { "accuracy": 0.164761, "f1": 0.14407, "f1_weighted": 0.176955 }, { "accuracy": 0.185272, "f1": 0.17964, "f1_weighted": 0.18632 } ], "main_score": 0.193712, "hf_subset": "he", "languages": [ "heb-Hebr" ] }, { "accuracy": 0.429724, "f1": 0.392308, "f1_weighted": 0.421988, "scores_per_experiment": [ { "accuracy": 0.417283, "f1": 0.382323, "f1_weighted": 0.412229 }, { "accuracy": 0.437794, "f1": 0.398967, "f1_weighted": 0.430211 }, { "accuracy": 0.473436, "f1": 0.429728, "f1_weighted": 0.46523 }, { "accuracy": 0.444519, "f1": 0.404035, "f1_weighted": 0.444455 }, { "accuracy": 0.433423, "f1": 0.381553, "f1_weighted": 0.417609 }, { "accuracy": 0.413584, "f1": 0.374648, "f1_weighted": 0.396594 }, { "accuracy": 0.434095, "f1": 0.397758, "f1_weighted": 0.437566 }, { "accuracy": 0.421318, "f1": 0.386761, "f1_weighted": 0.409838 }, { "accuracy": 0.390047, "f1": 0.363156, "f1_weighted": 0.382013 }, { "accuracy": 0.431742, "f1": 0.404149, "f1_weighted": 0.42413 } ], "main_score": 0.429724, "hf_subset": "ms", "languages": [ "msa-Latn" ] }, { "accuracy": 0.265636, "f1": 0.245587, "f1_weighted": 0.264297, "scores_per_experiment": [ { "accuracy": 0.244116, "f1": 0.223131, "f1_weighted": 0.234378 }, { "accuracy": 0.249159, "f1": 0.23596, "f1_weighted": 0.242677 }, { "accuracy": 0.284802, "f1": 0.262298, "f1_weighted": 0.29034 }, { "accuracy": 0.280767, "f1": 0.254554, "f1_weighted": 0.282063 }, { "accuracy": 0.284802, "f1": 0.25434, "f1_weighted": 0.279877 }, { "accuracy": 0.261264, "f1": 0.236738, "f1_weighted": 0.258142 }, { "accuracy": 0.258911, "f1": 0.243162, "f1_weighted": 0.264563 }, { "accuracy": 0.288837, "f1": 0.278618, "f1_weighted": 0.29819 }, { "accuracy": 0.259919, "f1": 0.236998, "f1_weighted": 0.256854 }, { "accuracy": 0.243779, "f1": 0.230075, "f1_weighted": 0.235887 } ], "main_score": 0.265636, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "accuracy": 0.42764, "f1": 0.390168, "f1_weighted": 0.429428, "scores_per_experiment": [ { "accuracy": 0.406187, "f1": 0.380807, "f1_weighted": 0.403487 }, { "accuracy": 0.433759, "f1": 0.39038, "f1_weighted": 0.440507 }, { "accuracy": 0.462004, "f1": 0.416934, "f1_weighted": 0.465592 }, { "accuracy": 0.411231, "f1": 0.368139, "f1_weighted": 0.411979 }, { "accuracy": 0.454607, "f1": 0.41521, "f1_weighted": 0.455843 }, { "accuracy": 0.412239, "f1": 0.380117, "f1_weighted": 0.4101 }, { "accuracy": 0.435777, "f1": 0.390863, "f1_weighted": 0.437197 }, { "accuracy": 0.432751, "f1": 0.400985, "f1_weighted": 0.436106 }, { "accuracy": 0.407868, "f1": 0.361678, "f1_weighted": 0.408397 }, { "accuracy": 0.419973, "f1": 0.396569, "f1_weighted": 0.425074 } ], "main_score": 0.42764, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "accuracy": 0.421083, "f1": 0.388136, "f1_weighted": 0.415967, "scores_per_experiment": [ { "accuracy": 0.424681, "f1": 0.394187, "f1_weighted": 0.416968 }, { "accuracy": 0.433087, "f1": 0.389896, "f1_weighted": 0.42223 }, { "accuracy": 0.44889, "f1": 0.405537, "f1_weighted": 0.437961 }, { "accuracy": 0.408877, "f1": 0.380197, "f1_weighted": 0.415979 }, { "accuracy": 0.401816, "f1": 0.360702, "f1_weighted": 0.379541 }, { "accuracy": 0.435104, "f1": 0.404787, "f1_weighted": 0.440331 }, { "accuracy": 0.405514, "f1": 0.384561, "f1_weighted": 0.404705 }, { "accuracy": 0.439475, "f1": 0.405171, "f1_weighted": 0.433626 }, { "accuracy": 0.370545, "f1": 0.348636, "f1_weighted": 0.368145 }, { "accuracy": 0.442838, "f1": 0.407682, "f1_weighted": 0.440184 } ], "main_score": 0.421083, "hf_subset": "jv", "languages": [ "jav-Latn" ] }, { "accuracy": 0.46466, "f1": 0.437413, "f1_weighted": 0.462786, "scores_per_experiment": [ { "accuracy": 0.464358, "f1": 0.444592, "f1_weighted": 0.45995 }, { "accuracy": 0.46503, "f1": 0.43508, "f1_weighted": 0.463105 }, { "accuracy": 0.476126, "f1": 0.43835, "f1_weighted": 0.470453 }, { "accuracy": 0.46234, "f1": 0.432866, "f1_weighted": 0.462949 }, { "accuracy": 0.446537, "f1": 0.419724, "f1_weighted": 0.445272 }, { "accuracy": 0.447882, "f1": 0.425223, "f1_weighted": 0.4478 }, { "accuracy": 0.459314, "f1": 0.441477, "f1_weighted": 0.454407 }, { "accuracy": 0.466375, "f1": 0.440136, "f1_weighted": 0.465608 }, { "accuracy": 0.470074, "f1": 0.441462, "f1_weighted": 0.469926 }, { "accuracy": 0.488568, "f1": 0.45522, "f1_weighted": 0.48839 } ], "main_score": 0.46466, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "accuracy": 0.470309, "f1": 0.441493, "f1_weighted": 0.470395, "scores_per_experiment": [ { "accuracy": 0.467048, "f1": 0.445641, "f1_weighted": 0.465968 }, { "accuracy": 0.464022, "f1": 0.435118, "f1_weighted": 0.462302 }, { "accuracy": 0.47579, "f1": 0.459142, "f1_weighted": 0.487095 }, { "accuracy": 0.463685, "f1": 0.430098, "f1_weighted": 0.467364 }, { "accuracy": 0.50269, "f1": 0.458092, "f1_weighted": 0.499692 }, { "accuracy": 0.456624, "f1": 0.43397, "f1_weighted": 0.463066 }, { "accuracy": 0.47041, "f1": 0.44363, "f1_weighted": 0.465184 }, { "accuracy": 0.472428, "f1": 0.43794, "f1_weighted": 0.466397 }, { "accuracy": 0.439139, "f1": 0.418876, "f1_weighted": 0.444788 }, { "accuracy": 0.491258, "f1": 0.452423, "f1_weighted": 0.482093 } ], "main_score": 0.470309, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "accuracy": 0.377606, "f1": 0.343507, "f1_weighted": 0.375961, "scores_per_experiment": [ { "accuracy": 0.361466, "f1": 0.353519, "f1_weighted": 0.363568 }, { "accuracy": 0.401143, "f1": 0.360335, "f1_weighted": 0.403823 }, { "accuracy": 0.405178, "f1": 0.365788, "f1_weighted": 0.402767 }, { "accuracy": 0.38534, "f1": 0.356663, "f1_weighted": 0.391764 }, { "accuracy": 0.363147, "f1": 0.321923, "f1_weighted": 0.355417 }, { "accuracy": 0.376597, "f1": 0.333449, "f1_weighted": 0.37142 }, { "accuracy": 0.391392, "f1": 0.34603, "f1_weighted": 0.387627 }, { "accuracy": 0.352724, "f1": 0.329024, "f1_weighted": 0.354128 }, { "accuracy": 0.356086, "f1": 0.335831, "f1_weighted": 0.359805 }, { "accuracy": 0.382986, "f1": 0.332509, "f1_weighted": 0.369286 } ], "main_score": 0.377606, "hf_subset": "cy", "languages": [ "cym-Latn" ] }, { "accuracy": 0.439711, "f1": 0.405199, "f1_weighted": 0.432626, "scores_per_experiment": [ { "accuracy": 0.469401, "f1": 0.429677, "f1_weighted": 0.460127 }, { "accuracy": 0.433759, "f1": 0.402759, "f1_weighted": 0.424733 }, { "accuracy": 0.455615, "f1": 0.419411, "f1_weighted": 0.45193 }, { "accuracy": 0.450235, "f1": 0.407376, "f1_weighted": 0.445138 }, { "accuracy": 0.426362, "f1": 0.390091, "f1_weighted": 0.412896 }, { "accuracy": 0.436785, "f1": 0.409381, "f1_weighted": 0.429615 }, { "accuracy": 0.428379, "f1": 0.399982, "f1_weighted": 0.429178 }, { "accuracy": 0.458642, "f1": 0.416629, "f1_weighted": 0.451456 }, { "accuracy": 0.404842, "f1": 0.386017, "f1_weighted": 0.401558 }, { "accuracy": 0.433087, "f1": 0.39067, "f1_weighted": 0.419629 } ], "main_score": 0.439711, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "accuracy": 0.474109, "f1": 0.447647, "f1_weighted": 0.473902, "scores_per_experiment": [ { "accuracy": 0.462677, "f1": 0.443346, "f1_weighted": 0.45987 }, { "accuracy": 0.469401, "f1": 0.446102, "f1_weighted": 0.471771 }, { "accuracy": 0.492939, "f1": 0.472241, "f1_weighted": 0.494944 }, { "accuracy": 0.483188, "f1": 0.459286, "f1_weighted": 0.491712 }, { "accuracy": 0.467384, "f1": 0.434364, "f1_weighted": 0.460837 }, { "accuracy": 0.474781, "f1": 0.45627, "f1_weighted": 0.467475 }, { "accuracy": 0.483524, "f1": 0.446851, "f1_weighted": 0.479991 }, { "accuracy": 0.470746, "f1": 0.447756, "f1_weighted": 0.472222 }, { "accuracy": 0.457969, "f1": 0.425587, "f1_weighted": 0.459184 }, { "accuracy": 0.47848, "f1": 0.444665, "f1_weighted": 0.481016 } ], "main_score": 0.474109, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "accuracy": 0.404943, "f1": 0.3843, "f1_weighted": 0.396658, "scores_per_experiment": [ { "accuracy": 0.378615, "f1": 0.369615, "f1_weighted": 0.371504 }, { "accuracy": 0.396436, "f1": 0.368307, "f1_weighted": 0.391361 }, { "accuracy": 0.439139, "f1": 0.413264, "f1_weighted": 0.425183 }, { "accuracy": 0.426362, "f1": 0.401181, "f1_weighted": 0.422249 }, { "accuracy": 0.395427, "f1": 0.371843, "f1_weighted": 0.381157 }, { "accuracy": 0.365165, "f1": 0.336977, "f1_weighted": 0.343212 }, { "accuracy": 0.422327, "f1": 0.401649, "f1_weighted": 0.418936 }, { "accuracy": 0.407196, "f1": 0.39619, "f1_weighted": 0.407314 }, { "accuracy": 0.401479, "f1": 0.3864, "f1_weighted": 0.396653 }, { "accuracy": 0.417283, "f1": 0.397576, "f1_weighted": 0.409013 } ], "main_score": 0.404943, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "accuracy": 0.094755, "f1": 0.039348, "f1_weighted": 0.050881, "scores_per_experiment": [ { "accuracy": 0.136853, "f1": 0.050241, "f1_weighted": 0.071413 }, { "accuracy": 0.114997, "f1": 0.044891, "f1_weighted": 0.07064 }, { "accuracy": 0.058507, "f1": 0.033861, "f1_weighted": 0.03116 }, { "accuracy": 0.105582, "f1": 0.033859, "f1_weighted": 0.037091 }, { "accuracy": 0.067586, "f1": 0.031711, "f1_weighted": 0.04 }, { "accuracy": 0.053463, "f1": 0.031088, "f1_weighted": 0.031562 }, { "accuracy": 0.079691, "f1": 0.029929, "f1_weighted": 0.025599 }, { "accuracy": 0.151984, "f1": 0.063528, "f1_weighted": 0.091702 }, { "accuracy": 0.059516, "f1": 0.025554, "f1_weighted": 0.037391 }, { "accuracy": 0.119368, "f1": 0.048824, "f1_weighted": 0.072257 } ], "main_score": 0.094755, "hf_subset": "km", "languages": [ "khm-Khmr" ] }, { "accuracy": 0.50037, "f1": 0.467455, "f1_weighted": 0.494382, "scores_per_experiment": [ { "accuracy": 0.488231, "f1": 0.4607, "f1_weighted": 0.479721 }, { "accuracy": 0.507061, "f1": 0.481982, "f1_weighted": 0.502277 }, { "accuracy": 0.503699, "f1": 0.467038, "f1_weighted": 0.499561 }, { "accuracy": 0.47041, "f1": 0.436415, "f1_weighted": 0.463934 }, { "accuracy": 0.514122, "f1": 0.483135, "f1_weighted": 0.505609 }, { "accuracy": 0.503026, "f1": 0.472285, "f1_weighted": 0.50251 }, { "accuracy": 0.495629, "f1": 0.462298, "f1_weighted": 0.490945 }, { "accuracy": 0.53497, "f1": 0.503777, "f1_weighted": 0.531996 }, { "accuracy": 0.476126, "f1": 0.440584, "f1_weighted": 0.464895 }, { "accuracy": 0.510424, "f1": 0.466341, "f1_weighted": 0.502371 } ], "main_score": 0.50037, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "accuracy": 0.412878, "f1": 0.38257, "f1_weighted": 0.407567, "scores_per_experiment": [ { "accuracy": 0.424008, "f1": 0.401661, "f1_weighted": 0.419701 }, { "accuracy": 0.427371, "f1": 0.395682, "f1_weighted": 0.420547 }, { "accuracy": 0.430733, "f1": 0.401048, "f1_weighted": 0.430705 }, { "accuracy": 0.412576, "f1": 0.379179, "f1_weighted": 0.414787 }, { "accuracy": 0.419301, "f1": 0.381205, "f1_weighted": 0.40367 }, { "accuracy": 0.414929, "f1": 0.370427, "f1_weighted": 0.410549 }, { "accuracy": 0.412239, "f1": 0.378682, "f1_weighted": 0.405564 }, { "accuracy": 0.392401, "f1": 0.37129, "f1_weighted": 0.385993 }, { "accuracy": 0.390383, "f1": 0.370653, "f1_weighted": 0.392594 }, { "accuracy": 0.404842, "f1": 0.375871, "f1_weighted": 0.391556 } ], "main_score": 0.412878, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "accuracy": 0.394418, "f1": 0.375808, "f1_weighted": 0.391621, "scores_per_experiment": [ { "accuracy": 0.403497, "f1": 0.38955, "f1_weighted": 0.397656 }, { "accuracy": 0.395763, "f1": 0.379609, "f1_weighted": 0.393858 }, { "accuracy": 0.417619, "f1": 0.389921, "f1_weighted": 0.420683 }, { "accuracy": 0.362475, "f1": 0.330679, "f1_weighted": 0.354179 }, { "accuracy": 0.381641, "f1": 0.360091, "f1_weighted": 0.371289 }, { "accuracy": 0.392401, "f1": 0.390583, "f1_weighted": 0.388198 }, { "accuracy": 0.394418, "f1": 0.374239, "f1_weighted": 0.394333 }, { "accuracy": 0.382986, "f1": 0.376893, "f1_weighted": 0.388981 }, { "accuracy": 0.386348, "f1": 0.368488, "f1_weighted": 0.383002 }, { "accuracy": 0.427034, "f1": 0.398026, "f1_weighted": 0.424031 } ], "main_score": 0.394418, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "accuracy": 0.26234, "f1": 0.238965, "f1_weighted": 0.257827, "scores_per_experiment": [ { "accuracy": 0.253531, "f1": 0.223952, "f1_weighted": 0.238406 }, { "accuracy": 0.252858, "f1": 0.234172, "f1_weighted": 0.246485 }, { "accuracy": 0.277068, "f1": 0.240186, "f1_weighted": 0.270825 }, { "accuracy": 0.250841, "f1": 0.233158, "f1_weighted": 0.254941 }, { "accuracy": 0.254876, "f1": 0.228103, "f1_weighted": 0.244915 }, { "accuracy": 0.244452, "f1": 0.21672, "f1_weighted": 0.239972 }, { "accuracy": 0.257566, "f1": 0.233288, "f1_weighted": 0.257262 }, { "accuracy": 0.264627, "f1": 0.254762, "f1_weighted": 0.258446 }, { "accuracy": 0.271015, "f1": 0.257064, "f1_weighted": 0.278745 }, { "accuracy": 0.29657, "f1": 0.268244, "f1_weighted": 0.288273 } ], "main_score": 0.26234, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "accuracy": 0.437727, "f1": 0.401323, "f1_weighted": 0.435172, "scores_per_experiment": [ { "accuracy": 0.410894, "f1": 0.372714, "f1_weighted": 0.410175 }, { "accuracy": 0.436113, "f1": 0.403772, "f1_weighted": 0.442485 }, { "accuracy": 0.463685, "f1": 0.426864, "f1_weighted": 0.455615 }, { "accuracy": 0.423336, "f1": 0.39104, "f1_weighted": 0.430175 }, { "accuracy": 0.444855, "f1": 0.388363, "f1_weighted": 0.428981 }, { "accuracy": 0.429052, "f1": 0.389572, "f1_weighted": 0.426262 }, { "accuracy": 0.449227, "f1": 0.409702, "f1_weighted": 0.448839 }, { "accuracy": 0.463349, "f1": 0.424158, "f1_weighted": 0.464355 }, { "accuracy": 0.417619, "f1": 0.394929, "f1_weighted": 0.409213 }, { "accuracy": 0.439139, "f1": 0.412119, "f1_weighted": 0.435618 } ], "main_score": 0.437727, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "accuracy": 0.462475, "f1": 0.437953, "f1_weighted": 0.454317, "scores_per_experiment": [ { "accuracy": 0.449227, "f1": 0.43558, "f1_weighted": 0.43879 }, { "accuracy": 0.451244, "f1": 0.433589, "f1_weighted": 0.445324 }, { "accuracy": 0.462677, "f1": 0.43493, "f1_weighted": 0.456888 }, { "accuracy": 0.44351, "f1": 0.420069, "f1_weighted": 0.441779 }, { "accuracy": 0.503362, "f1": 0.460777, "f1_weighted": 0.491605 }, { "accuracy": 0.451244, "f1": 0.430062, "f1_weighted": 0.445976 }, { "accuracy": 0.481843, "f1": 0.453985, "f1_weighted": 0.478343 }, { "accuracy": 0.476463, "f1": 0.455687, "f1_weighted": 0.46717 }, { "accuracy": 0.444183, "f1": 0.427716, "f1_weighted": 0.421634 }, { "accuracy": 0.460995, "f1": 0.427139, "f1_weighted": 0.455658 } ], "main_score": 0.462475, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "accuracy": 0.311432, "f1": 0.298448, "f1_weighted": 0.309537, "scores_per_experiment": [ { "accuracy": 0.323806, "f1": 0.316032, "f1_weighted": 0.319259 }, { "accuracy": 0.324143, "f1": 0.301622, "f1_weighted": 0.327363 }, { "accuracy": 0.321453, "f1": 0.30261, "f1_weighted": 0.324191 }, { "accuracy": 0.305985, "f1": 0.29979, "f1_weighted": 0.305374 }, { "accuracy": 0.306321, "f1": 0.288552, "f1_weighted": 0.298996 }, { "accuracy": 0.316745, "f1": 0.300917, "f1_weighted": 0.322036 }, { "accuracy": 0.310356, "f1": 0.302553, "f1_weighted": 0.309996 }, { "accuracy": 0.329523, "f1": 0.313942, "f1_weighted": 0.317422 }, { "accuracy": 0.29119, "f1": 0.278853, "f1_weighted": 0.292615 }, { "accuracy": 0.284802, "f1": 0.279609, "f1_weighted": 0.278118 } ], "main_score": 0.311432, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.075857, "f1": 0.032723, "f1_weighted": 0.04107, "scores_per_experiment": [ { "accuracy": 0.118359, "f1": 0.042903, "f1_weighted": 0.070027 }, { "accuracy": 0.062542, "f1": 0.021038, "f1_weighted": 0.020666 }, { "accuracy": 0.040013, "f1": 0.01682, "f1_weighted": 0.014307 }, { "accuracy": 0.056826, "f1": 0.021647, "f1_weighted": 0.017398 }, { "accuracy": 0.071957, "f1": 0.034788, "f1_weighted": 0.041555 }, { "accuracy": 0.076664, "f1": 0.02739, "f1_weighted": 0.034389 }, { "accuracy": 0.069267, "f1": 0.039641, "f1_weighted": 0.046928 }, { "accuracy": 0.110962, "f1": 0.054719, "f1_weighted": 0.08343 }, { "accuracy": 0.079691, "f1": 0.037164, "f1_weighted": 0.049806 }, { "accuracy": 0.072293, "f1": 0.031117, "f1_weighted": 0.032196 } ], "main_score": 0.075857, "hf_subset": "ml", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.260256, "f1": 0.247087, "f1_weighted": 0.254344, "scores_per_experiment": [ { "accuracy": 0.271352, "f1": 0.25522, "f1_weighted": 0.274429 }, { "accuracy": 0.215871, "f1": 0.206467, "f1_weighted": 0.214371 }, { "accuracy": 0.296234, "f1": 0.275402, "f1_weighted": 0.283335 }, { "accuracy": 0.250841, "f1": 0.236929, "f1_weighted": 0.245523 }, { "accuracy": 0.272697, "f1": 0.243275, "f1_weighted": 0.252052 }, { "accuracy": 0.252186, "f1": 0.243988, "f1_weighted": 0.235478 }, { "accuracy": 0.257229, "f1": 0.247307, "f1_weighted": 0.24438 }, { "accuracy": 0.270007, "f1": 0.256325, "f1_weighted": 0.270407 }, { "accuracy": 0.229993, "f1": 0.230518, "f1_weighted": 0.235193 }, { "accuracy": 0.286147, "f1": 0.275438, "f1_weighted": 0.288269 } ], "main_score": 0.260256, "hf_subset": "mn", "languages": [ "mon-Cyrl" ] } ] }, "evaluation_time": 218.53059220314026, "kg_co2_emissions": null }