{ "dataset_revision": "fad2c6e8459f9e1c45d9315f4953d921437d70f8", "task_name": "MassiveScenarioClassification", "mteb_version": "1.18.0", "scores": { "test": [ { "accuracy": 0.255817, "f1": 0.247917, "f1_weighted": 0.24234, "hf_subset": "ru", "languages": [ "rus-Cyrl" ], "main_score": 0.255817, "scores_per_experiment": [ { "accuracy": 0.26698, "f1": 0.261689, "f1_weighted": 0.270466 }, { "accuracy": 0.282448, "f1": 0.266202, "f1_weighted": 0.277615 }, { "accuracy": 0.253531, "f1": 0.246749, "f1_weighted": 0.243937 }, { "accuracy": 0.276732, "f1": 0.255931, "f1_weighted": 0.261992 }, { "accuracy": 0.223268, "f1": 0.210983, "f1_weighted": 0.182001 }, { "accuracy": 0.225622, "f1": 0.211517, "f1_weighted": 0.195032 }, { "accuracy": 0.234364, "f1": 0.228754, "f1_weighted": 0.23211 }, { "accuracy": 0.285138, "f1": 0.280648, "f1_weighted": 0.265678 }, { "accuracy": 0.242434, "f1": 0.241186, "f1_weighted": 0.222538 }, { "accuracy": 0.267653, "f1": 0.27551, "f1_weighted": 0.272031 } ] }, { "accuracy": 0.388299, "f1": 0.353084, "f1_weighted": 0.395856, "scores_per_experiment": [ { "accuracy": 0.435777, "f1": 0.37889, "f1_weighted": 0.433756 }, { "accuracy": 0.389711, "f1": 0.365498, "f1_weighted": 0.404986 }, { "accuracy": 0.399126, "f1": 0.3585, "f1_weighted": 0.403923 }, { "accuracy": 0.39341, "f1": 0.351547, "f1_weighted": 0.411676 }, { "accuracy": 0.410894, "f1": 0.359617, "f1_weighted": 0.421524 }, { "accuracy": 0.373235, "f1": 0.328741, "f1_weighted": 0.378075 }, { "accuracy": 0.362139, "f1": 0.33043, "f1_weighted": 0.374076 }, { "accuracy": 0.398453, "f1": 0.353454, "f1_weighted": 0.408694 }, { "accuracy": 0.288837, "f1": 0.29945, "f1_weighted": 0.292804 }, { "accuracy": 0.431406, "f1": 0.404712, "f1_weighted": 0.429041 } ], "main_score": 0.388299, "hf_subset": "jv", "languages": [ "jav-Latn" ] }, { "accuracy": 0.304371, "f1": 0.279778, "f1_weighted": 0.302695, "scores_per_experiment": [ { "accuracy": 0.289509, "f1": 0.272741, "f1_weighted": 0.280842 }, { "accuracy": 0.299597, "f1": 0.284673, "f1_weighted": 0.306895 }, { "accuracy": 0.308675, "f1": 0.29036, "f1_weighted": 0.306696 }, { "accuracy": 0.328178, "f1": 0.299176, "f1_weighted": 0.340548 }, { "accuracy": 0.345662, "f1": 0.292191, "f1_weighted": 0.340041 }, { "accuracy": 0.308675, "f1": 0.280399, "f1_weighted": 0.304865 }, { "accuracy": 0.317418, "f1": 0.293052, "f1_weighted": 0.324458 }, { "accuracy": 0.287155, "f1": 0.263036, "f1_weighted": 0.271789 }, { "accuracy": 0.252522, "f1": 0.252268, "f1_weighted": 0.262444 }, { "accuracy": 0.306321, "f1": 0.269884, "f1_weighted": 0.288368 } ], "main_score": 0.304371, "hf_subset": "cy", "languages": [ "cym-Latn" ] }, { "accuracy": 0.097848, "f1": 0.037063, "f1_weighted": 0.050032, "scores_per_experiment": [ { "accuracy": 0.113315, "f1": 0.046115, "f1_weighted": 0.065368 }, { "accuracy": 0.130464, "f1": 0.042053, "f1_weighted": 0.070981 }, { "accuracy": 0.063887, "f1": 0.033678, "f1_weighted": 0.032724 }, { "accuracy": 0.11735, "f1": 0.035142, "f1_weighted": 0.050115 }, { "accuracy": 0.069939, "f1": 0.03291, "f1_weighted": 0.044364 }, { "accuracy": 0.04842, "f1": 0.03522, "f1_weighted": 0.028251 }, { "accuracy": 0.077337, "f1": 0.022856, "f1_weighted": 0.020225 }, { "accuracy": 0.143914, "f1": 0.058637, "f1_weighted": 0.092474 }, { "accuracy": 0.089778, "f1": 0.024047, "f1_weighted": 0.040628 }, { "accuracy": 0.124075, "f1": 0.039966, "f1_weighted": 0.055184 } ], "main_score": 0.097848, "hf_subset": "km", "languages": [ "khm-Khmr" ] }, { "accuracy": 0.209852, "f1": 0.17648, "f1_weighted": 0.191275, "scores_per_experiment": [ { "accuracy": 0.207801, "f1": 0.169389, "f1_weighted": 0.189236 }, { "accuracy": 0.187626, "f1": 0.172557, "f1_weighted": 0.163971 }, { "accuracy": 0.226967, "f1": 0.183859, "f1_weighted": 0.208625 }, { "accuracy": 0.220578, "f1": 0.187755, "f1_weighted": 0.215109 }, { "accuracy": 0.229321, "f1": 0.171616, "f1_weighted": 0.200456 }, { "accuracy": 0.19267, "f1": 0.169772, "f1_weighted": 0.181467 }, { "accuracy": 0.217216, "f1": 0.191547, "f1_weighted": 0.218256 }, { "accuracy": 0.223605, "f1": 0.161437, "f1_weighted": 0.171332 }, { "accuracy": 0.184264, "f1": 0.173384, "f1_weighted": 0.173888 }, { "accuracy": 0.208473, "f1": 0.183482, "f1_weighted": 0.190404 } ], "main_score": 0.209852, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "accuracy": 0.23349, "f1": 0.208729, "f1_weighted": 0.232269, "scores_per_experiment": [ { "accuracy": 0.207465, "f1": 0.188863, "f1_weighted": 0.194154 }, { "accuracy": 0.231675, "f1": 0.194137, "f1_weighted": 0.223811 }, { "accuracy": 0.20343, "f1": 0.185867, "f1_weighted": 0.216333 }, { "accuracy": 0.210827, "f1": 0.192486, "f1_weighted": 0.210399 }, { "accuracy": 0.248823, "f1": 0.217232, "f1_weighted": 0.248199 }, { "accuracy": 0.26967, "f1": 0.241919, "f1_weighted": 0.272689 }, { "accuracy": 0.297243, "f1": 0.251076, "f1_weighted": 0.296084 }, { "accuracy": 0.245461, "f1": 0.228035, "f1_weighted": 0.248809 }, { "accuracy": 0.212172, "f1": 0.198601, "f1_weighted": 0.209501 }, { "accuracy": 0.208137, "f1": 0.189077, "f1_weighted": 0.202708 } ], "main_score": 0.23349, "hf_subset": "he", "languages": [ "heb-Hebr" ] }, { "accuracy": 0.370242, "f1": 0.335055, "f1_weighted": 0.355922, "scores_per_experiment": [ { "accuracy": 0.396772, "f1": 0.375055, "f1_weighted": 0.401734 }, { "accuracy": 0.387021, "f1": 0.336476, "f1_weighted": 0.361732 }, { "accuracy": 0.353732, "f1": 0.312048, "f1_weighted": 0.335521 }, { "accuracy": 0.357767, "f1": 0.335061, "f1_weighted": 0.361817 }, { "accuracy": 0.411567, "f1": 0.358864, "f1_weighted": 0.406875 }, { "accuracy": 0.373235, "f1": 0.345227, "f1_weighted": 0.349213 }, { "accuracy": 0.374916, "f1": 0.337807, "f1_weighted": 0.359962 }, { "accuracy": 0.31809, "f1": 0.283999, "f1_weighted": 0.298189 }, { "accuracy": 0.349361, "f1": 0.324429, "f1_weighted": 0.320022 }, { "accuracy": 0.37996, "f1": 0.341588, "f1_weighted": 0.36415 } ], "main_score": 0.370242, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "accuracy": 0.324546, "f1": 0.310965, "f1_weighted": 0.301341, "scores_per_experiment": [ { "accuracy": 0.322125, "f1": 0.336957, "f1_weighted": 0.307347 }, { "accuracy": 0.327505, "f1": 0.315373, "f1_weighted": 0.301123 }, { "accuracy": 0.316073, "f1": 0.303437, "f1_weighted": 0.281553 }, { "accuracy": 0.353732, "f1": 0.32046, "f1_weighted": 0.319558 }, { "accuracy": 0.322798, "f1": 0.293788, "f1_weighted": 0.288845 }, { "accuracy": 0.312038, "f1": 0.302482, "f1_weighted": 0.260064 }, { "accuracy": 0.332213, "f1": 0.322344, "f1_weighted": 0.332887 }, { "accuracy": 0.338265, "f1": 0.318794, "f1_weighted": 0.314872 }, { "accuracy": 0.29388, "f1": 0.288702, "f1_weighted": 0.29397 }, { "accuracy": 0.326833, "f1": 0.307308, "f1_weighted": 0.31319 } ], "main_score": 0.324546, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ] }, { "accuracy": 0.408776, "f1": 0.381721, "f1_weighted": 0.419664, "scores_per_experiment": [ { "accuracy": 0.410558, "f1": 0.376958, "f1_weighted": 0.430254 }, { "accuracy": 0.439812, "f1": 0.391319, "f1_weighted": 0.448104 }, { "accuracy": 0.429052, "f1": 0.393823, "f1_weighted": 0.450997 }, { "accuracy": 0.439812, "f1": 0.413902, "f1_weighted": 0.451694 }, { "accuracy": 0.439812, "f1": 0.397055, "f1_weighted": 0.437632 }, { "accuracy": 0.357767, "f1": 0.355326, "f1_weighted": 0.369678 }, { "accuracy": 0.432078, "f1": 0.393807, "f1_weighted": 0.450215 }, { "accuracy": 0.358104, "f1": 0.354026, "f1_weighted": 0.355533 }, { "accuracy": 0.343645, "f1": 0.345731, "f1_weighted": 0.352671 }, { "accuracy": 0.437122, "f1": 0.395262, "f1_weighted": 0.449862 } ], "main_score": 0.408776, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "accuracy": 0.06957, "f1": 0.040728, "f1_weighted": 0.038893, "scores_per_experiment": [ { "accuracy": 0.099866, "f1": 0.038474, "f1_weighted": 0.053963 }, { "accuracy": 0.079691, "f1": 0.055169, "f1_weighted": 0.056834 }, { "accuracy": 0.035978, "f1": 0.008741, "f1_weighted": 0.005238 }, { "accuracy": 0.058507, "f1": 0.041111, "f1_weighted": 0.04807 }, { "accuracy": 0.123067, "f1": 0.062976, "f1_weighted": 0.077184 }, { "accuracy": 0.056826, "f1": 0.032184, "f1_weighted": 0.023009 }, { "accuracy": 0.062542, "f1": 0.040201, "f1_weighted": 0.035645 }, { "accuracy": 0.06187, "f1": 0.035012, "f1_weighted": 0.028102 }, { "accuracy": 0.048756, "f1": 0.034177, "f1_weighted": 0.023319 }, { "accuracy": 0.068594, "f1": 0.059231, "f1_weighted": 0.037569 } ], "main_score": 0.06957, "hf_subset": "hy", "languages": [ "hye-Armn" ] }, { "accuracy": 0.258305, "f1": 0.239586, "f1_weighted": 0.261499, "scores_per_experiment": [ { "accuracy": 0.276059, "f1": 0.234933, "f1_weighted": 0.254286 }, { "accuracy": 0.257902, "f1": 0.232056, "f1_weighted": 0.261995 }, { "accuracy": 0.240753, "f1": 0.23785, "f1_weighted": 0.247776 }, { "accuracy": 0.211163, "f1": 0.176264, "f1_weighted": 0.175736 }, { "accuracy": 0.255212, "f1": 0.24368, "f1_weighted": 0.270579 }, { "accuracy": 0.267653, "f1": 0.247298, "f1_weighted": 0.278526 }, { "accuracy": 0.264963, "f1": 0.265931, "f1_weighted": 0.296366 }, { "accuracy": 0.262946, "f1": 0.257962, "f1_weighted": 0.266748 }, { "accuracy": 0.262609, "f1": 0.223759, "f1_weighted": 0.248413 }, { "accuracy": 0.283793, "f1": 0.276133, "f1_weighted": 0.314563 } ], "main_score": 0.258305, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "accuracy": 0.437424, "f1": 0.414, "f1_weighted": 0.442101, "scores_per_experiment": [ { "accuracy": 0.416947, "f1": 0.405127, "f1_weighted": 0.407131 }, { "accuracy": 0.431742, "f1": 0.392259, "f1_weighted": 0.426808 }, { "accuracy": 0.475454, "f1": 0.437714, "f1_weighted": 0.489717 }, { "accuracy": 0.444183, "f1": 0.429468, "f1_weighted": 0.461555 }, { "accuracy": 0.450572, "f1": 0.425661, "f1_weighted": 0.452279 }, { "accuracy": 0.381305, "f1": 0.383399, "f1_weighted": 0.383856 }, { "accuracy": 0.447882, "f1": 0.407492, "f1_weighted": 0.446006 }, { "accuracy": 0.479825, "f1": 0.444763, "f1_weighted": 0.483453 }, { "accuracy": 0.387021, "f1": 0.383941, "f1_weighted": 0.394945 }, { "accuracy": 0.459314, "f1": 0.430179, "f1_weighted": 0.475263 } ], "main_score": 0.437424, "hf_subset": "sq", "languages": [ "sqi-Latn" ] }, { "accuracy": 0.260525, "f1": 0.251679, "f1_weighted": 0.248742, "scores_per_experiment": [ { "accuracy": 0.252858, "f1": 0.250508, "f1_weighted": 0.261952 }, { "accuracy": 0.292199, "f1": 0.268366, "f1_weighted": 0.272591 }, { "accuracy": 0.26698, "f1": 0.268353, "f1_weighted": 0.255714 }, { "accuracy": 0.248823, "f1": 0.244072, "f1_weighted": 0.224018 }, { "accuracy": 0.240753, "f1": 0.216495, "f1_weighted": 0.202394 }, { "accuracy": 0.232347, "f1": 0.218389, "f1_weighted": 0.213199 }, { "accuracy": 0.262946, "f1": 0.263787, "f1_weighted": 0.269939 }, { "accuracy": 0.292199, "f1": 0.29203, "f1_weighted": 0.288439 }, { "accuracy": 0.294217, "f1": 0.265756, "f1_weighted": 0.290796 }, { "accuracy": 0.221923, "f1": 0.229033, "f1_weighted": 0.208379 } ], "main_score": 0.260525, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.0769, "f1": 0.049187, "f1_weighted": 0.045813, "scores_per_experiment": [ { "accuracy": 0.084062, "f1": 0.065959, "f1_weighted": 0.049018 }, { "accuracy": 0.1308, "f1": 0.11764, "f1_weighted": 0.11821 }, { "accuracy": 0.055481, "f1": 0.029017, "f1_weighted": 0.020606 }, { "accuracy": 0.095831, "f1": 0.046716, "f1_weighted": 0.057384 }, { "accuracy": 0.051782, "f1": 0.028571, "f1_weighted": 0.021289 }, { "accuracy": 0.047747, "f1": 0.03873, "f1_weighted": 0.034819 }, { "accuracy": 0.090787, "f1": 0.031102, "f1_weighted": 0.037703 }, { "accuracy": 0.061197, "f1": 0.042127, "f1_weighted": 0.036 }, { "accuracy": 0.074647, "f1": 0.048883, "f1_weighted": 0.043111 }, { "accuracy": 0.076664, "f1": 0.043122, "f1_weighted": 0.039985 } ], "main_score": 0.0769, "hf_subset": "ta", "languages": [ "tam-Taml" ] }, { "accuracy": 0.066779, "f1": 0.032168, "f1_weighted": 0.037554, "scores_per_experiment": [ { "accuracy": 0.081708, "f1": 0.041755, "f1_weighted": 0.05961 }, { "accuracy": 0.065568, "f1": 0.026065, "f1_weighted": 0.028227 }, { "accuracy": 0.033625, "f1": 0.017662, "f1_weighted": 0.011913 }, { "accuracy": 0.057498, "f1": 0.022915, "f1_weighted": 0.020619 }, { "accuracy": 0.070948, "f1": 0.033861, "f1_weighted": 0.040647 }, { "accuracy": 0.069939, "f1": 0.026154, "f1_weighted": 0.033116 }, { "accuracy": 0.070276, "f1": 0.039062, "f1_weighted": 0.052066 }, { "accuracy": 0.087761, "f1": 0.049057, "f1_weighted": 0.068429 }, { "accuracy": 0.063887, "f1": 0.033659, "f1_weighted": 0.033353 }, { "accuracy": 0.066577, "f1": 0.031487, "f1_weighted": 0.027558 } ], "main_score": 0.066779, "hf_subset": "ml", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.517418, "f1": 0.490994, "f1_weighted": 0.516333, "scores_per_experiment": [ { "accuracy": 0.520175, "f1": 0.492941, "f1_weighted": 0.529689 }, { "accuracy": 0.546738, "f1": 0.514374, "f1_weighted": 0.547375 }, { "accuracy": 0.544721, "f1": 0.528079, "f1_weighted": 0.554988 }, { "accuracy": 0.547411, "f1": 0.517712, "f1_weighted": 0.552765 }, { "accuracy": 0.489913, "f1": 0.472527, "f1_weighted": 0.481373 }, { "accuracy": 0.53766, "f1": 0.49432, "f1_weighted": 0.536727 }, { "accuracy": 0.515804, "f1": 0.480447, "f1_weighted": 0.506776 }, { "accuracy": 0.542703, "f1": 0.495657, "f1_weighted": 0.536396 }, { "accuracy": 0.426698, "f1": 0.427896, "f1_weighted": 0.413984 }, { "accuracy": 0.502354, "f1": 0.48599, "f1_weighted": 0.503256 } ], "main_score": 0.517418, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "accuracy": 0.347075, "f1": 0.320967, "f1_weighted": 0.341307, "scores_per_experiment": [ { "accuracy": 0.367855, "f1": 0.336791, "f1_weighted": 0.370082 }, { "accuracy": 0.336584, "f1": 0.339569, "f1_weighted": 0.34484 }, { "accuracy": 0.338937, "f1": 0.313321, "f1_weighted": 0.331905 }, { "accuracy": 0.366174, "f1": 0.3335, "f1_weighted": 0.368248 }, { "accuracy": 0.3154, "f1": 0.289294, "f1_weighted": 0.301237 }, { "accuracy": 0.332213, "f1": 0.308256, "f1_weighted": 0.322147 }, { "accuracy": 0.374916, "f1": 0.347814, "f1_weighted": 0.382925 }, { "accuracy": 0.338937, "f1": 0.304746, "f1_weighted": 0.305855 }, { "accuracy": 0.334902, "f1": 0.306804, "f1_weighted": 0.327707 }, { "accuracy": 0.364829, "f1": 0.329577, "f1_weighted": 0.358121 } ], "main_score": 0.347075, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "accuracy": 0.624983, "f1": 0.601094, "f1_weighted": 0.61855, "scores_per_experiment": [ { "accuracy": 0.61735, "f1": 0.608879, "f1_weighted": 0.609431 }, { "accuracy": 0.631473, "f1": 0.596441, "f1_weighted": 0.620688 }, { "accuracy": 0.61735, "f1": 0.597882, "f1_weighted": 0.611516 }, { "accuracy": 0.635844, "f1": 0.604048, "f1_weighted": 0.632303 }, { "accuracy": 0.634499, "f1": 0.603932, "f1_weighted": 0.628103 }, { "accuracy": 0.640551, "f1": 0.618969, "f1_weighted": 0.642288 }, { "accuracy": 0.592132, "f1": 0.573112, "f1_weighted": 0.574831 }, { "accuracy": 0.610625, "f1": 0.594691, "f1_weighted": 0.60532 }, { "accuracy": 0.654001, "f1": 0.61842, "f1_weighted": 0.651486 }, { "accuracy": 0.616005, "f1": 0.594563, "f1_weighted": 0.609537 } ], "main_score": 0.624983, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "accuracy": 0.376194, "f1": 0.337068, "f1_weighted": 0.371022, "scores_per_experiment": [ { "accuracy": 0.37458, "f1": 0.342637, "f1_weighted": 0.372353 }, { "accuracy": 0.355414, "f1": 0.313507, "f1_weighted": 0.338886 }, { "accuracy": 0.385003, "f1": 0.336171, "f1_weighted": 0.372781 }, { "accuracy": 0.39879, "f1": 0.351727, "f1_weighted": 0.395942 }, { "accuracy": 0.427371, "f1": 0.3817, "f1_weighted": 0.42564 }, { "accuracy": 0.359785, "f1": 0.31705, "f1_weighted": 0.342041 }, { "accuracy": 0.345326, "f1": 0.322425, "f1_weighted": 0.342778 }, { "accuracy": 0.375588, "f1": 0.357524, "f1_weighted": 0.385501 }, { "accuracy": 0.364492, "f1": 0.321027, "f1_weighted": 0.361469 }, { "accuracy": 0.375588, "f1": 0.326907, "f1_weighted": 0.372829 } ], "main_score": 0.376194, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "accuracy": 0.072091, "f1": 0.035998, "f1_weighted": 0.044361, "scores_per_experiment": [ { "accuracy": 0.105245, "f1": 0.032374, "f1_weighted": 0.051686 }, { "accuracy": 0.075656, "f1": 0.03116, "f1_weighted": 0.037154 }, { "accuracy": 0.057162, "f1": 0.038069, "f1_weighted": 0.037966 }, { "accuracy": 0.054808, "f1": 0.029703, "f1_weighted": 0.03152 }, { "accuracy": 0.074983, "f1": 0.038013, "f1_weighted": 0.050239 }, { "accuracy": 0.088433, "f1": 0.046846, "f1_weighted": 0.062431 }, { "accuracy": 0.047747, "f1": 0.025131, "f1_weighted": 0.027311 }, { "accuracy": 0.089106, "f1": 0.04445, "f1_weighted": 0.065328 }, { "accuracy": 0.074647, "f1": 0.044607, "f1_weighted": 0.054439 }, { "accuracy": 0.053127, "f1": 0.029622, "f1_weighted": 0.025535 } ], "main_score": 0.072091, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "accuracy": 0.366644, "f1": 0.324772, "f1_weighted": 0.370191, "scores_per_experiment": [ { "accuracy": 0.378278, "f1": 0.337175, "f1_weighted": 0.378711 }, { "accuracy": 0.356422, "f1": 0.322568, "f1_weighted": 0.3639 }, { "accuracy": 0.338937, "f1": 0.300869, "f1_weighted": 0.339084 }, { "accuracy": 0.381641, "f1": 0.339347, "f1_weighted": 0.383668 }, { "accuracy": 0.364156, "f1": 0.318343, "f1_weighted": 0.363339 }, { "accuracy": 0.36113, "f1": 0.305929, "f1_weighted": 0.358311 }, { "accuracy": 0.414593, "f1": 0.367205, "f1_weighted": 0.420075 }, { "accuracy": 0.376597, "f1": 0.343198, "f1_weighted": 0.39005 }, { "accuracy": 0.343645, "f1": 0.294357, "f1_weighted": 0.353305 }, { "accuracy": 0.351042, "f1": 0.318728, "f1_weighted": 0.351466 } ], "main_score": 0.366644, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "accuracy": 0.369906, "f1": 0.342567, "f1_weighted": 0.369472, "scores_per_experiment": [ { "accuracy": 0.39072, "f1": 0.353714, "f1_weighted": 0.384899 }, { "accuracy": 0.38265, "f1": 0.360231, "f1_weighted": 0.387469 }, { "accuracy": 0.374243, "f1": 0.342928, "f1_weighted": 0.378264 }, { "accuracy": 0.350706, "f1": 0.334887, "f1_weighted": 0.359025 }, { "accuracy": 0.403497, "f1": 0.350348, "f1_weighted": 0.395192 }, { "accuracy": 0.324479, "f1": 0.314756, "f1_weighted": 0.326595 }, { "accuracy": 0.406187, "f1": 0.368291, "f1_weighted": 0.400375 }, { "accuracy": 0.359785, "f1": 0.349207, "f1_weighted": 0.365344 }, { "accuracy": 0.312038, "f1": 0.288502, "f1_weighted": 0.304719 }, { "accuracy": 0.394755, "f1": 0.362806, "f1_weighted": 0.392834 } ], "main_score": 0.369906, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "accuracy": 0.52505, "f1": 0.492657, "f1_weighted": 0.522031, "scores_per_experiment": [ { "accuracy": 0.539677, "f1": 0.497366, "f1_weighted": 0.545343 }, { "accuracy": 0.56187, "f1": 0.523332, "f1_weighted": 0.559949 }, { "accuracy": 0.541022, "f1": 0.526279, "f1_weighted": 0.550306 }, { "accuracy": 0.5269, "f1": 0.495877, "f1_weighted": 0.521536 }, { "accuracy": 0.499664, "f1": 0.455614, "f1_weighted": 0.480584 }, { "accuracy": 0.498319, "f1": 0.461351, "f1_weighted": 0.493648 }, { "accuracy": 0.507397, "f1": 0.483536, "f1_weighted": 0.503154 }, { "accuracy": 0.529926, "f1": 0.506719, "f1_weighted": 0.532216 }, { "accuracy": 0.525891, "f1": 0.481564, "f1_weighted": 0.509232 }, { "accuracy": 0.519839, "f1": 0.494931, "f1_weighted": 0.524343 } ], "main_score": 0.52505, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "accuracy": 0.630868, "f1": 0.589586, "f1_weighted": 0.625344, "scores_per_experiment": [ { "accuracy": 0.6308, "f1": 0.589835, "f1_weighted": 0.625863 }, { "accuracy": 0.654338, "f1": 0.617025, "f1_weighted": 0.652071 }, { "accuracy": 0.592468, "f1": 0.560818, "f1_weighted": 0.591227 }, { "accuracy": 0.665098, "f1": 0.61146, "f1_weighted": 0.653436 }, { "accuracy": 0.658373, "f1": 0.61426, "f1_weighted": 0.653307 }, { "accuracy": 0.636853, "f1": 0.587305, "f1_weighted": 0.638075 }, { "accuracy": 0.604909, "f1": 0.569987, "f1_weighted": 0.595821 }, { "accuracy": 0.599529, "f1": 0.568274, "f1_weighted": 0.58562 }, { "accuracy": 0.637189, "f1": 0.586343, "f1_weighted": 0.631974 }, { "accuracy": 0.629119, "f1": 0.59055, "f1_weighted": 0.62605 } ], "main_score": 0.630868, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "accuracy": 0.286516, "f1": 0.243394, "f1_weighted": 0.279947, "scores_per_experiment": [ { "accuracy": 0.302623, "f1": 0.2317, "f1_weighted": 0.288097 }, { "accuracy": 0.325488, "f1": 0.284838, "f1_weighted": 0.325159 }, { "accuracy": 0.312374, "f1": 0.24109, "f1_weighted": 0.293258 }, { "accuracy": 0.265636, "f1": 0.21094, "f1_weighted": 0.250307 }, { "accuracy": 0.267989, "f1": 0.224228, "f1_weighted": 0.242789 }, { "accuracy": 0.236382, "f1": 0.209602, "f1_weighted": 0.212471 }, { "accuracy": 0.310693, "f1": 0.276448, "f1_weighted": 0.315522 }, { "accuracy": 0.283793, "f1": 0.274104, "f1_weighted": 0.310143 }, { "accuracy": 0.249496, "f1": 0.224684, "f1_weighted": 0.264575 }, { "accuracy": 0.310693, "f1": 0.256306, "f1_weighted": 0.297148 } ], "main_score": 0.286516, "hf_subset": "mn", "languages": [ "mon-Cyrl" ] }, { "accuracy": 0.38692, "f1": 0.340835, "f1_weighted": 0.3851, "scores_per_experiment": [ { "accuracy": 0.437122, "f1": 0.375479, "f1_weighted": 0.442651 }, { "accuracy": 0.351042, "f1": 0.337658, "f1_weighted": 0.355209 }, { "accuracy": 0.360121, "f1": 0.32593, "f1_weighted": 0.362102 }, { "accuracy": 0.441829, "f1": 0.381347, "f1_weighted": 0.445419 }, { "accuracy": 0.405514, "f1": 0.34416, "f1_weighted": 0.40344 }, { "accuracy": 0.392065, "f1": 0.358094, "f1_weighted": 0.39966 }, { "accuracy": 0.403497, "f1": 0.344458, "f1_weighted": 0.399626 }, { "accuracy": 0.391392, "f1": 0.32422, "f1_weighted": 0.388498 }, { "accuracy": 0.264291, "f1": 0.261342, "f1_weighted": 0.241846 }, { "accuracy": 0.422327, "f1": 0.355664, "f1_weighted": 0.412548 } ], "main_score": 0.38692, "hf_subset": "ms", "languages": [ "msa-Latn" ] }, { "accuracy": 0.336382, "f1": 0.300632, "f1_weighted": 0.337648, "scores_per_experiment": [ { "accuracy": 0.371217, "f1": 0.335267, "f1_weighted": 0.377656 }, { "accuracy": 0.343981, "f1": 0.319154, "f1_weighted": 0.362052 }, { "accuracy": 0.306658, "f1": 0.270768, "f1_weighted": 0.305234 }, { "accuracy": 0.383658, "f1": 0.327398, "f1_weighted": 0.380951 }, { "accuracy": 0.333557, "f1": 0.312497, "f1_weighted": 0.356736 }, { "accuracy": 0.2885, "f1": 0.262183, "f1_weighted": 0.279063 }, { "accuracy": 0.357095, "f1": 0.300948, "f1_weighted": 0.3451 }, { "accuracy": 0.362811, "f1": 0.327292, "f1_weighted": 0.365939 }, { "accuracy": 0.252186, "f1": 0.240604, "f1_weighted": 0.246311 }, { "accuracy": 0.364156, "f1": 0.31021, "f1_weighted": 0.357439 } ], "main_score": 0.336382, "hf_subset": "az", "languages": [ "aze-Latn" ] }, { "accuracy": 0.608541, "f1": 0.551525, "f1_weighted": 0.601427, "scores_per_experiment": [ { "accuracy": 0.626093, "f1": 0.562191, "f1_weighted": 0.618111 }, { "accuracy": 0.616342, "f1": 0.540144, "f1_weighted": 0.602496 }, { "accuracy": 0.587761, "f1": 0.522659, "f1_weighted": 0.575907 }, { "accuracy": 0.62542, "f1": 0.5659, "f1_weighted": 0.618574 }, { "accuracy": 0.613988, "f1": 0.551286, "f1_weighted": 0.596955 }, { "accuracy": 0.574983, "f1": 0.525496, "f1_weighted": 0.563172 }, { "accuracy": 0.610625, "f1": 0.562891, "f1_weighted": 0.606948 }, { "accuracy": 0.603564, "f1": 0.552729, "f1_weighted": 0.603434 }, { "accuracy": 0.627438, "f1": 0.572865, "f1_weighted": 0.621698 }, { "accuracy": 0.599193, "f1": 0.55909, "f1_weighted": 0.606973 } ], "main_score": 0.608541, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "accuracy": 0.246806, "f1": 0.225136, "f1_weighted": 0.241358, "scores_per_experiment": [ { "accuracy": 0.207465, "f1": 0.207543, "f1_weighted": 0.209374 }, { "accuracy": 0.270679, "f1": 0.256693, "f1_weighted": 0.264124 }, { "accuracy": 0.202421, "f1": 0.192079, "f1_weighted": 0.212077 }, { "accuracy": 0.28043, "f1": 0.243877, "f1_weighted": 0.273104 }, { "accuracy": 0.263282, "f1": 0.226066, "f1_weighted": 0.240123 }, { "accuracy": 0.203766, "f1": 0.199226, "f1_weighted": 0.207974 }, { "accuracy": 0.278749, "f1": 0.246948, "f1_weighted": 0.266516 }, { "accuracy": 0.267653, "f1": 0.230255, "f1_weighted": 0.262664 }, { "accuracy": 0.223605, "f1": 0.205565, "f1_weighted": 0.233913 }, { "accuracy": 0.270007, "f1": 0.243107, "f1_weighted": 0.243712 } ], "main_score": 0.246806, "hf_subset": "ur", "languages": [ "urd-Arab" ] }, { "accuracy": 0.715434, "f1": 0.693609, "f1_weighted": 0.714534, "scores_per_experiment": [ { "accuracy": 0.700403, "f1": 0.690379, "f1_weighted": 0.702056 }, { "accuracy": 0.745461, "f1": 0.723776, "f1_weighted": 0.742247 }, { "accuracy": 0.720915, "f1": 0.69662, "f1_weighted": 0.722986 }, { "accuracy": 0.737727, "f1": 0.712173, "f1_weighted": 0.737162 }, { "accuracy": 0.703093, "f1": 0.679115, "f1_weighted": 0.696348 }, { "accuracy": 0.7115, "f1": 0.691751, "f1_weighted": 0.714267 }, { "accuracy": 0.679556, "f1": 0.658233, "f1_weighted": 0.673797 }, { "accuracy": 0.725958, "f1": 0.69979, "f1_weighted": 0.727622 }, { "accuracy": 0.734028, "f1": 0.70835, "f1_weighted": 0.733758 }, { "accuracy": 0.695696, "f1": 0.675903, "f1_weighted": 0.695093 } ], "main_score": 0.715434, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "accuracy": 0.49082, "f1": 0.443284, "f1_weighted": 0.48989, "scores_per_experiment": [ { "accuracy": 0.509079, "f1": 0.441486, "f1_weighted": 0.508176 }, { "accuracy": 0.508406, "f1": 0.461969, "f1_weighted": 0.507835 }, { "accuracy": 0.490921, "f1": 0.425505, "f1_weighted": 0.481019 }, { "accuracy": 0.472091, "f1": 0.432741, "f1_weighted": 0.477982 }, { "accuracy": 0.497983, "f1": 0.436754, "f1_weighted": 0.47578 }, { "accuracy": 0.509079, "f1": 0.479024, "f1_weighted": 0.518046 }, { "accuracy": 0.499664, "f1": 0.43754, "f1_weighted": 0.4888 }, { "accuracy": 0.490921, "f1": 0.445016, "f1_weighted": 0.496212 }, { "accuracy": 0.431742, "f1": 0.410265, "f1_weighted": 0.446345 }, { "accuracy": 0.498319, "f1": 0.462536, "f1_weighted": 0.498703 } ], "main_score": 0.49082, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "accuracy": 0.339677, "f1": 0.306108, "f1_weighted": 0.323892, "scores_per_experiment": [ { "accuracy": 0.354741, "f1": 0.33187, "f1_weighted": 0.335959 }, { "accuracy": 0.305313, "f1": 0.26863, "f1_weighted": 0.272053 }, { "accuracy": 0.341627, "f1": 0.314387, "f1_weighted": 0.325859 }, { "accuracy": 0.383995, "f1": 0.316431, "f1_weighted": 0.363402 }, { "accuracy": 0.344654, "f1": 0.288988, "f1_weighted": 0.312294 }, { "accuracy": 0.354069, "f1": 0.327814, "f1_weighted": 0.351581 }, { "accuracy": 0.320108, "f1": 0.301393, "f1_weighted": 0.314419 }, { "accuracy": 0.35306, "f1": 0.335157, "f1_weighted": 0.343983 }, { "accuracy": 0.322125, "f1": 0.272811, "f1_weighted": 0.317391 }, { "accuracy": 0.317081, "f1": 0.303602, "f1_weighted": 0.301979 } ], "main_score": 0.339677, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ] }, { "accuracy": 0.088769, "f1": 0.034875, "f1_weighted": 0.044311, "scores_per_experiment": [ { "accuracy": 0.113652, "f1": 0.038634, "f1_weighted": 0.050753 }, { "accuracy": 0.078346, "f1": 0.037645, "f1_weighted": 0.03927 }, { "accuracy": 0.091459, "f1": 0.041539, "f1_weighted": 0.043183 }, { "accuracy": 0.084062, "f1": 0.027507, "f1_weighted": 0.048483 }, { "accuracy": 0.061197, "f1": 0.031366, "f1_weighted": 0.04155 }, { "accuracy": 0.091123, "f1": 0.034494, "f1_weighted": 0.045108 }, { "accuracy": 0.081708, "f1": 0.027511, "f1_weighted": 0.033336 }, { "accuracy": 0.081036, "f1": 0.037398, "f1_weighted": 0.042607 }, { "accuracy": 0.086079, "f1": 0.028497, "f1_weighted": 0.04108 }, { "accuracy": 0.119032, "f1": 0.044157, "f1_weighted": 0.057737 } ], "main_score": 0.088769, "hf_subset": "ka", "languages": [ "kat-Geor" ] }, { "accuracy": 0.511298, "f1": 0.461117, "f1_weighted": 0.507697, "scores_per_experiment": [ { "accuracy": 0.506052, "f1": 0.464241, "f1_weighted": 0.511301 }, { "accuracy": 0.54304, "f1": 0.460336, "f1_weighted": 0.521045 }, { "accuracy": 0.526564, "f1": 0.476372, "f1_weighted": 0.521168 }, { "accuracy": 0.547747, "f1": 0.476954, "f1_weighted": 0.542532 }, { "accuracy": 0.480834, "f1": 0.447381, "f1_weighted": 0.472643 }, { "accuracy": 0.499664, "f1": 0.444484, "f1_weighted": 0.492728 }, { "accuracy": 0.518157, "f1": 0.472325, "f1_weighted": 0.516681 }, { "accuracy": 0.489576, "f1": 0.450281, "f1_weighted": 0.49546 }, { "accuracy": 0.522529, "f1": 0.468978, "f1_weighted": 0.521694 }, { "accuracy": 0.478816, "f1": 0.449814, "f1_weighted": 0.481718 } ], "main_score": 0.511298, "hf_subset": "af", "languages": [ "afr-Latn" ] }, { "accuracy": 0.14462, "f1": 0.137378, "f1_weighted": 0.127022, "scores_per_experiment": [ { "accuracy": 0.122394, "f1": 0.142964, "f1_weighted": 0.129546 }, { "accuracy": 0.140888, "f1": 0.135016, "f1_weighted": 0.117827 }, { "accuracy": 0.151311, "f1": 0.129227, "f1_weighted": 0.118078 }, { "accuracy": 0.167787, "f1": 0.150389, "f1_weighted": 0.157457 }, { "accuracy": 0.132145, "f1": 0.127527, "f1_weighted": 0.13158 }, { "accuracy": 0.105918, "f1": 0.121598, "f1_weighted": 0.096597 }, { "accuracy": 0.137861, "f1": 0.121613, "f1_weighted": 0.098321 }, { "accuracy": 0.162071, "f1": 0.148564, "f1_weighted": 0.148292 }, { "accuracy": 0.17384, "f1": 0.166979, "f1_weighted": 0.147797 }, { "accuracy": 0.151984, "f1": 0.129902, "f1_weighted": 0.124721 } ], "main_score": 0.14462, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "accuracy": 0.232919, "f1": 0.21898, "f1_weighted": 0.225788, "scores_per_experiment": [ { "accuracy": 0.265299, "f1": 0.240081, "f1_weighted": 0.263751 }, { "accuracy": 0.20612, "f1": 0.21126, "f1_weighted": 0.191319 }, { "accuracy": 0.210491, "f1": 0.197359, "f1_weighted": 0.20563 }, { "accuracy": 0.241426, "f1": 0.234445, "f1_weighted": 0.246704 }, { "accuracy": 0.236718, "f1": 0.230156, "f1_weighted": 0.220853 }, { "accuracy": 0.248487, "f1": 0.219995, "f1_weighted": 0.229019 }, { "accuracy": 0.248823, "f1": 0.231561, "f1_weighted": 0.236505 }, { "accuracy": 0.265972, "f1": 0.242738, "f1_weighted": 0.275364 }, { "accuracy": 0.186617, "f1": 0.176261, "f1_weighted": 0.183707 }, { "accuracy": 0.219233, "f1": 0.205944, "f1_weighted": 0.205031 } ], "main_score": 0.232919, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "accuracy": 0.264324, "f1": 0.254708, "f1_weighted": 0.25916, "scores_per_experiment": [ { "accuracy": 0.283793, "f1": 0.268766, "f1_weighted": 0.285238 }, { "accuracy": 0.295562, "f1": 0.292588, "f1_weighted": 0.310678 }, { "accuracy": 0.267989, "f1": 0.252948, "f1_weighted": 0.268599 }, { "accuracy": 0.250168, "f1": 0.238565, "f1_weighted": 0.260567 }, { "accuracy": 0.276395, "f1": 0.268816, "f1_weighted": 0.262978 }, { "accuracy": 0.252858, "f1": 0.249751, "f1_weighted": 0.228551 }, { "accuracy": 0.261264, "f1": 0.248054, "f1_weighted": 0.252189 }, { "accuracy": 0.255212, "f1": 0.245226, "f1_weighted": 0.241284 }, { "accuracy": 0.258238, "f1": 0.253073, "f1_weighted": 0.25452 }, { "accuracy": 0.241762, "f1": 0.229288, "f1_weighted": 0.226995 } ], "main_score": 0.264324, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "accuracy": 0.458003, "f1": 0.437957, "f1_weighted": 0.468452, "scores_per_experiment": [ { "accuracy": 0.468729, "f1": 0.434819, "f1_weighted": 0.488583 }, { "accuracy": 0.496638, "f1": 0.45319, "f1_weighted": 0.501206 }, { "accuracy": 0.436113, "f1": 0.436046, "f1_weighted": 0.457892 }, { "accuracy": 0.458642, "f1": 0.428099, "f1_weighted": 0.458024 }, { "accuracy": 0.453262, "f1": 0.418736, "f1_weighted": 0.45413 }, { "accuracy": 0.469401, "f1": 0.46428, "f1_weighted": 0.490045 }, { "accuracy": 0.436785, "f1": 0.424605, "f1_weighted": 0.454908 }, { "accuracy": 0.500336, "f1": 0.473721, "f1_weighted": 0.510244 }, { "accuracy": 0.385676, "f1": 0.396783, "f1_weighted": 0.38704 }, { "accuracy": 0.474445, "f1": 0.44929, "f1_weighted": 0.482445 } ], "main_score": 0.458003, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "accuracy": 0.522024, "f1": 0.498176, "f1_weighted": 0.522573, "scores_per_experiment": [ { "accuracy": 0.542703, "f1": 0.508029, "f1_weighted": 0.548439 }, { "accuracy": 0.490585, "f1": 0.481437, "f1_weighted": 0.484985 }, { "accuracy": 0.582044, "f1": 0.536484, "f1_weighted": 0.583055 }, { "accuracy": 0.552791, "f1": 0.513395, "f1_weighted": 0.558907 }, { "accuracy": 0.54035, "f1": 0.505375, "f1_weighted": 0.535442 }, { "accuracy": 0.486886, "f1": 0.476638, "f1_weighted": 0.494762 }, { "accuracy": 0.519166, "f1": 0.490075, "f1_weighted": 0.519864 }, { "accuracy": 0.502354, "f1": 0.495644, "f1_weighted": 0.505443 }, { "accuracy": 0.472091, "f1": 0.459641, "f1_weighted": 0.460054 }, { "accuracy": 0.531271, "f1": 0.51504, "f1_weighted": 0.534778 } ], "main_score": 0.522024, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "accuracy": 0.171284, "f1": 0.159616, "f1_weighted": 0.169626, "scores_per_experiment": [ { "accuracy": 0.170814, "f1": 0.15851, "f1_weighted": 0.166775 }, { "accuracy": 0.169132, "f1": 0.14354, "f1_weighted": 0.149341 }, { "accuracy": 0.170814, "f1": 0.147131, "f1_weighted": 0.162934 }, { "accuracy": 0.195024, "f1": 0.178392, "f1_weighted": 0.196314 }, { "accuracy": 0.148621, "f1": 0.140982, "f1_weighted": 0.149468 }, { "accuracy": 0.168124, "f1": 0.174487, "f1_weighted": 0.173214 }, { "accuracy": 0.192334, "f1": 0.187171, "f1_weighted": 0.199935 }, { "accuracy": 0.17922, "f1": 0.160205, "f1_weighted": 0.165765 }, { "accuracy": 0.17922, "f1": 0.166254, "f1_weighted": 0.187567 }, { "accuracy": 0.139543, "f1": 0.13949, "f1_weighted": 0.144942 } ], "main_score": 0.171284, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "accuracy": 0.658675, "f1": 0.630239, "f1_weighted": 0.652477, "scores_per_experiment": [ { "accuracy": 0.66039, "f1": 0.641483, "f1_weighted": 0.656071 }, { "accuracy": 0.648621, "f1": 0.631954, "f1_weighted": 0.63766 }, { "accuracy": 0.661399, "f1": 0.629236, "f1_weighted": 0.661206 }, { "accuracy": 0.682919, "f1": 0.647041, "f1_weighted": 0.679611 }, { "accuracy": 0.670141, "f1": 0.641464, "f1_weighted": 0.658728 }, { "accuracy": 0.669469, "f1": 0.632973, "f1_weighted": 0.670531 }, { "accuracy": 0.628447, "f1": 0.597919, "f1_weighted": 0.610285 }, { "accuracy": 0.650639, "f1": 0.627918, "f1_weighted": 0.646546 }, { "accuracy": 0.659045, "f1": 0.629993, "f1_weighted": 0.655006 }, { "accuracy": 0.655683, "f1": 0.622409, "f1_weighted": 0.649128 } ], "main_score": 0.658675, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "accuracy": 0.072999, "f1": 0.032596, "f1_weighted": 0.036499, "scores_per_experiment": [ { "accuracy": 0.089106, "f1": 0.033437, "f1_weighted": 0.046059 }, { "accuracy": 0.077001, "f1": 0.033754, "f1_weighted": 0.033575 }, { "accuracy": 0.05918, "f1": 0.04007, "f1_weighted": 0.027746 }, { "accuracy": 0.065232, "f1": 0.027508, "f1_weighted": 0.035637 }, { "accuracy": 0.051446, "f1": 0.027341, "f1_weighted": 0.01961 }, { "accuracy": 0.109953, "f1": 0.043883, "f1_weighted": 0.055856 }, { "accuracy": 0.061533, "f1": 0.029362, "f1_weighted": 0.03055 }, { "accuracy": 0.124412, "f1": 0.054002, "f1_weighted": 0.091624 }, { "accuracy": 0.047075, "f1": 0.021281, "f1_weighted": 0.014107 }, { "accuracy": 0.045057, "f1": 0.015327, "f1_weighted": 0.010228 } ], "main_score": 0.072999, "hf_subset": "am", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.895595, "f1": 0.883202, "f1_weighted": 0.890401, "scores_per_experiment": [ { "accuracy": 0.903833, "f1": 0.896228, "f1_weighted": 0.899697 }, { "accuracy": 0.891056, "f1": 0.879, "f1_weighted": 0.885752 }, { "accuracy": 0.892401, "f1": 0.875763, "f1_weighted": 0.886041 }, { "accuracy": 0.896436, "f1": 0.88228, "f1_weighted": 0.889983 }, { "accuracy": 0.901816, "f1": 0.886862, "f1_weighted": 0.895252 }, { "accuracy": 0.892401, "f1": 0.883746, "f1_weighted": 0.888246 }, { "accuracy": 0.882986, "f1": 0.868216, "f1_weighted": 0.876043 }, { "accuracy": 0.903833, "f1": 0.894621, "f1_weighted": 0.901296 }, { "accuracy": 0.889375, "f1": 0.87386, "f1_weighted": 0.883953 }, { "accuracy": 0.901816, "f1": 0.89144, "f1_weighted": 0.897751 } ], "main_score": 0.895595, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "accuracy": 0.108675, "f1": 0.063784, "f1_weighted": 0.074084, "scores_per_experiment": [ { "accuracy": 0.102219, "f1": 0.053498, "f1_weighted": 0.074091 }, { "accuracy": 0.140551, "f1": 0.094479, "f1_weighted": 0.117911 }, { "accuracy": 0.101883, "f1": 0.048445, "f1_weighted": 0.070377 }, { "accuracy": 0.093477, "f1": 0.057506, "f1_weighted": 0.062099 }, { "accuracy": 0.099866, "f1": 0.04899, "f1_weighted": 0.039824 }, { "accuracy": 0.118023, "f1": 0.08613, "f1_weighted": 0.107414 }, { "accuracy": 0.103564, "f1": 0.069338, "f1_weighted": 0.064852 }, { "accuracy": 0.150303, "f1": 0.069879, "f1_weighted": 0.102972 }, { "accuracy": 0.084062, "f1": 0.064258, "f1_weighted": 0.05505 }, { "accuracy": 0.092804, "f1": 0.04532, "f1_weighted": 0.046248 } ], "main_score": 0.108675, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "accuracy": 0.072024, "f1": 0.047615, "f1_weighted": 0.046418, "scores_per_experiment": [ { "accuracy": 0.090451, "f1": 0.065153, "f1_weighted": 0.071982 }, { "accuracy": 0.054808, "f1": 0.040541, "f1_weighted": 0.027475 }, { "accuracy": 0.050773, "f1": 0.034832, "f1_weighted": 0.024882 }, { "accuracy": 0.120713, "f1": 0.060652, "f1_weighted": 0.073787 }, { "accuracy": 0.061533, "f1": 0.043712, "f1_weighted": 0.032205 }, { "accuracy": 0.074983, "f1": 0.053734, "f1_weighted": 0.066632 }, { "accuracy": 0.051782, "f1": 0.029802, "f1_weighted": 0.023685 }, { "accuracy": 0.088433, "f1": 0.063688, "f1_weighted": 0.06962 }, { "accuracy": 0.068931, "f1": 0.051834, "f1_weighted": 0.043874 }, { "accuracy": 0.057835, "f1": 0.032202, "f1_weighted": 0.030035 } ], "main_score": 0.072024, "hf_subset": "kn", "languages": [ "kan-Knda" ] }, { "accuracy": 0.649731, "f1": 0.621642, "f1_weighted": 0.649797, "scores_per_experiment": [ { "accuracy": 0.641224, "f1": 0.614546, "f1_weighted": 0.648051 }, { "accuracy": 0.683927, "f1": 0.650199, "f1_weighted": 0.677369 }, { "accuracy": 0.639206, "f1": 0.614421, "f1_weighted": 0.644268 }, { "accuracy": 0.679556, "f1": 0.648392, "f1_weighted": 0.684214 }, { "accuracy": 0.668124, "f1": 0.629175, "f1_weighted": 0.662544 }, { "accuracy": 0.648621, "f1": 0.625095, "f1_weighted": 0.637723 }, { "accuracy": 0.60928, "f1": 0.574068, "f1_weighted": 0.61096 }, { "accuracy": 0.632482, "f1": 0.626465, "f1_weighted": 0.642407 }, { "accuracy": 0.658036, "f1": 0.62301, "f1_weighted": 0.653109 }, { "accuracy": 0.636853, "f1": 0.611052, "f1_weighted": 0.637326 } ], "main_score": 0.649731, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "accuracy": 0.491459, "f1": 0.439794, "f1_weighted": 0.487846, "scores_per_experiment": [ { "accuracy": 0.415938, "f1": 0.398596, "f1_weighted": 0.412043 }, { "accuracy": 0.498319, "f1": 0.436266, "f1_weighted": 0.497975 }, { "accuracy": 0.495965, "f1": 0.446622, "f1_weighted": 0.506452 }, { "accuracy": 0.495293, "f1": 0.450566, "f1_weighted": 0.494492 }, { "accuracy": 0.496974, "f1": 0.41971, "f1_weighted": 0.473972 }, { "accuracy": 0.489576, "f1": 0.434043, "f1_weighted": 0.490367 }, { "accuracy": 0.520175, "f1": 0.458441, "f1_weighted": 0.50681 }, { "accuracy": 0.504371, "f1": 0.450447, "f1_weighted": 0.502059 }, { "accuracy": 0.486886, "f1": 0.448063, "f1_weighted": 0.482764 }, { "accuracy": 0.511096, "f1": 0.455189, "f1_weighted": 0.511524 } ], "main_score": 0.491459, "hf_subset": "tl", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.101681, "f1": 0.057721, "f1_weighted": 0.062388, "scores_per_experiment": [ { "accuracy": 0.156019, "f1": 0.060593, "f1_weighted": 0.089888 }, { "accuracy": 0.099866, "f1": 0.05267, "f1_weighted": 0.048438 }, { "accuracy": 0.108944, "f1": 0.077171, "f1_weighted": 0.073561 }, { "accuracy": 0.093477, "f1": 0.038224, "f1_weighted": 0.053157 }, { "accuracy": 0.096839, "f1": 0.057433, "f1_weighted": 0.05965 }, { "accuracy": 0.070612, "f1": 0.047275, "f1_weighted": 0.038925 }, { "accuracy": 0.073302, "f1": 0.053076, "f1_weighted": 0.05941 }, { "accuracy": 0.097176, "f1": 0.060421, "f1_weighted": 0.056775 }, { "accuracy": 0.128783, "f1": 0.068173, "f1_weighted": 0.085071 }, { "accuracy": 0.091796, "f1": 0.062171, "f1_weighted": 0.059003 } ], "main_score": 0.101681, "hf_subset": "my", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.359381, "f1": 0.297982, "f1_weighted": 0.338924, "scores_per_experiment": [ { "accuracy": 0.422999, "f1": 0.342762, "f1_weighted": 0.414798 }, { "accuracy": 0.392065, "f1": 0.305219, "f1_weighted": 0.353465 }, { "accuracy": 0.354741, "f1": 0.293005, "f1_weighted": 0.336198 }, { "accuracy": 0.391728, "f1": 0.317555, "f1_weighted": 0.368823 }, { "accuracy": 0.33961, "f1": 0.274361, "f1_weighted": 0.310083 }, { "accuracy": 0.342636, "f1": 0.308532, "f1_weighted": 0.338652 }, { "accuracy": 0.414929, "f1": 0.324522, "f1_weighted": 0.38969 }, { "accuracy": 0.309348, "f1": 0.28333, "f1_weighted": 0.298805 }, { "accuracy": 0.282784, "f1": 0.255841, "f1_weighted": 0.267195 }, { "accuracy": 0.342972, "f1": 0.27469, "f1_weighted": 0.311527 } ], "main_score": 0.359381, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "accuracy": 0.396234, "f1": 0.374861, "f1_weighted": 0.39874, "scores_per_experiment": [ { "accuracy": 0.415266, "f1": 0.388413, "f1_weighted": 0.418386 }, { "accuracy": 0.370208, "f1": 0.358374, "f1_weighted": 0.380538 }, { "accuracy": 0.421991, "f1": 0.386144, "f1_weighted": 0.419432 }, { "accuracy": 0.446873, "f1": 0.422787, "f1_weighted": 0.456347 }, { "accuracy": 0.39879, "f1": 0.366597, "f1_weighted": 0.378737 }, { "accuracy": 0.346335, "f1": 0.326579, "f1_weighted": 0.322608 }, { "accuracy": 0.375925, "f1": 0.357837, "f1_weighted": 0.379774 }, { "accuracy": 0.411903, "f1": 0.393484, "f1_weighted": 0.434669 }, { "accuracy": 0.363147, "f1": 0.357226, "f1_weighted": 0.374072 }, { "accuracy": 0.411903, "f1": 0.391168, "f1_weighted": 0.422833 } ], "main_score": 0.396234, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "accuracy": 0.380363, "f1": 0.359472, "f1_weighted": 0.368444, "scores_per_experiment": [ { "accuracy": 0.386685, "f1": 0.359259, "f1_weighted": 0.366212 }, { "accuracy": 0.381305, "f1": 0.360603, "f1_weighted": 0.366685 }, { "accuracy": 0.37727, "f1": 0.353884, "f1_weighted": 0.362201 }, { "accuracy": 0.335239, "f1": 0.33974, "f1_weighted": 0.323628 }, { "accuracy": 0.429724, "f1": 0.388357, "f1_weighted": 0.413295 }, { "accuracy": 0.372562, "f1": 0.348439, "f1_weighted": 0.352669 }, { "accuracy": 0.403497, "f1": 0.376518, "f1_weighted": 0.400652 }, { "accuracy": 0.411903, "f1": 0.385197, "f1_weighted": 0.41466 }, { "accuracy": 0.311701, "f1": 0.313048, "f1_weighted": 0.296013 }, { "accuracy": 0.393746, "f1": 0.369674, "f1_weighted": 0.388428 } ], "main_score": 0.380363, "hf_subset": "tr", "languages": [ "tur-Latn" ] } ], "validation": [ { "accuracy": 0.264634, "f1": 0.259459, "f1_weighted": 0.252164, "hf_subset": "ru", "languages": [ "rus-Cyrl" ], "main_score": 0.264634, "scores_per_experiment": [ { "accuracy": 0.286768, "f1": 0.285467, "f1_weighted": 0.28748 }, { "accuracy": 0.285293, "f1": 0.275302, "f1_weighted": 0.281921 }, { "accuracy": 0.259223, "f1": 0.250729, "f1_weighted": 0.244891 }, { "accuracy": 0.28726, "f1": 0.273313, "f1_weighted": 0.274058 }, { "accuracy": 0.224299, "f1": 0.221047, "f1_weighted": 0.194616 }, { "accuracy": 0.244958, "f1": 0.230434, "f1_weighted": 0.219957 }, { "accuracy": 0.247418, "f1": 0.240686, "f1_weighted": 0.24857 }, { "accuracy": 0.275947, "f1": 0.268602, "f1_weighted": 0.256671 }, { "accuracy": 0.265125, "f1": 0.266209, "f1_weighted": 0.243962 }, { "accuracy": 0.270044, "f1": 0.282805, "f1_weighted": 0.269513 } ] }, { "accuracy": 0.37939, "f1": 0.357818, "f1_weighted": 0.381432, "scores_per_experiment": [ { "accuracy": 0.437285, "f1": 0.396542, "f1_weighted": 0.4357 }, { "accuracy": 0.377767, "f1": 0.37051, "f1_weighted": 0.391606 }, { "accuracy": 0.381702, "f1": 0.3579, "f1_weighted": 0.379581 }, { "accuracy": 0.362027, "f1": 0.345233, "f1_weighted": 0.369447 }, { "accuracy": 0.391048, "f1": 0.367881, "f1_weighted": 0.400862 }, { "accuracy": 0.383669, "f1": 0.347985, "f1_weighted": 0.380268 }, { "accuracy": 0.368913, "f1": 0.351914, "f1_weighted": 0.376615 }, { "accuracy": 0.380718, "f1": 0.343678, "f1_weighted": 0.382359 }, { "accuracy": 0.286768, "f1": 0.299423, "f1_weighted": 0.281375 }, { "accuracy": 0.424004, "f1": 0.397118, "f1_weighted": 0.416509 } ], "main_score": 0.37939, "hf_subset": "jv", "languages": [ "jav-Latn" ] }, { "accuracy": 0.31028, "f1": 0.289033, "f1_weighted": 0.305967, "scores_per_experiment": [ { "accuracy": 0.315298, "f1": 0.299128, "f1_weighted": 0.302605 }, { "accuracy": 0.300049, "f1": 0.281492, "f1_weighted": 0.304166 }, { "accuracy": 0.30546, "f1": 0.293221, "f1_weighted": 0.304835 }, { "accuracy": 0.328578, "f1": 0.301904, "f1_weighted": 0.338327 }, { "accuracy": 0.336449, "f1": 0.304462, "f1_weighted": 0.334211 }, { "accuracy": 0.309887, "f1": 0.268899, "f1_weighted": 0.299729 }, { "accuracy": 0.305952, "f1": 0.29788, "f1_weighted": 0.312436 }, { "accuracy": 0.310379, "f1": 0.284001, "f1_weighted": 0.284794 }, { "accuracy": 0.268077, "f1": 0.26114, "f1_weighted": 0.272786 }, { "accuracy": 0.322676, "f1": 0.2982, "f1_weighted": 0.305782 } ], "main_score": 0.31028, "hf_subset": "cy", "languages": [ "cym-Latn" ] }, { "accuracy": 0.094294, "f1": 0.034793, "f1_weighted": 0.047829, "scores_per_experiment": [ { "accuracy": 0.115593, "f1": 0.036059, "f1_weighted": 0.058866 }, { "accuracy": 0.128382, "f1": 0.043964, "f1_weighted": 0.071105 }, { "accuracy": 0.065912, "f1": 0.033362, "f1_weighted": 0.033607 }, { "accuracy": 0.108214, "f1": 0.032818, "f1_weighted": 0.046371 }, { "accuracy": 0.063945, "f1": 0.031008, "f1_weighted": 0.038743 }, { "accuracy": 0.049188, "f1": 0.032016, "f1_weighted": 0.029224 }, { "accuracy": 0.060502, "f1": 0.017839, "f1_weighted": 0.014563 }, { "accuracy": 0.136744, "f1": 0.056304, "f1_weighted": 0.087116 }, { "accuracy": 0.097885, "f1": 0.029338, "f1_weighted": 0.049093 }, { "accuracy": 0.116576, "f1": 0.035226, "f1_weighted": 0.049598 } ], "main_score": 0.094294, "hf_subset": "km", "languages": [ "khm-Khmr" ] }, { "accuracy": 0.209198, "f1": 0.18122, "f1_weighted": 0.193405, "scores_per_experiment": [ { "accuracy": 0.210034, "f1": 0.17385, "f1_weighted": 0.18958 }, { "accuracy": 0.189867, "f1": 0.184168, "f1_weighted": 0.169928 }, { "accuracy": 0.235121, "f1": 0.20339, "f1_weighted": 0.218727 }, { "accuracy": 0.21397, "f1": 0.184667, "f1_weighted": 0.205417 }, { "accuracy": 0.225283, "f1": 0.168939, "f1_weighted": 0.198384 }, { "accuracy": 0.199705, "f1": 0.184831, "f1_weighted": 0.189581 }, { "accuracy": 0.216429, "f1": 0.192954, "f1_weighted": 0.215603 }, { "accuracy": 0.213478, "f1": 0.157826, "f1_weighted": 0.171746 }, { "accuracy": 0.175111, "f1": 0.169681, "f1_weighted": 0.166194 }, { "accuracy": 0.212986, "f1": 0.191897, "f1_weighted": 0.208894 } ], "main_score": 0.209198, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "accuracy": 0.229513, "f1": 0.210359, "f1_weighted": 0.22383, "scores_per_experiment": [ { "accuracy": 0.19577, "f1": 0.17545, "f1_weighted": 0.171881 }, { "accuracy": 0.232661, "f1": 0.203303, "f1_weighted": 0.221864 }, { "accuracy": 0.191343, "f1": 0.182753, "f1_weighted": 0.199973 }, { "accuracy": 0.215937, "f1": 0.205177, "f1_weighted": 0.215975 }, { "accuracy": 0.239056, "f1": 0.218509, "f1_weighted": 0.233371 }, { "accuracy": 0.268569, "f1": 0.25223, "f1_weighted": 0.268046 }, { "accuracy": 0.275947, "f1": 0.241735, "f1_weighted": 0.274052 }, { "accuracy": 0.25578, "f1": 0.24198, "f1_weighted": 0.259854 }, { "accuracy": 0.210526, "f1": 0.195341, "f1_weighted": 0.197402 }, { "accuracy": 0.209543, "f1": 0.187114, "f1_weighted": 0.195879 } ], "main_score": 0.229513, "hf_subset": "he", "languages": [ "heb-Hebr" ] }, { "accuracy": 0.3606, "f1": 0.322681, "f1_weighted": 0.347675, "scores_per_experiment": [ { "accuracy": 0.375307, "f1": 0.345853, "f1_weighted": 0.377837 }, { "accuracy": 0.367437, "f1": 0.317603, "f1_weighted": 0.345668 }, { "accuracy": 0.343827, "f1": 0.296711, "f1_weighted": 0.32474 }, { "accuracy": 0.349238, "f1": 0.321382, "f1_weighted": 0.353538 }, { "accuracy": 0.395475, "f1": 0.350378, "f1_weighted": 0.391665 }, { "accuracy": 0.364978, "f1": 0.325511, "f1_weighted": 0.340151 }, { "accuracy": 0.362518, "f1": 0.328589, "f1_weighted": 0.350029 }, { "accuracy": 0.330054, "f1": 0.296491, "f1_weighted": 0.313768 }, { "accuracy": 0.342351, "f1": 0.313818, "f1_weighted": 0.319911 }, { "accuracy": 0.374816, "f1": 0.330472, "f1_weighted": 0.359439 } ], "main_score": 0.3606, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "accuracy": 0.340138, "f1": 0.330474, "f1_weighted": 0.313933, "scores_per_experiment": [ { "accuracy": 0.353173, "f1": 0.368183, "f1_weighted": 0.342421 }, { "accuracy": 0.334481, "f1": 0.335233, "f1_weighted": 0.307881 }, { "accuracy": 0.316281, "f1": 0.314033, "f1_weighted": 0.27831 }, { "accuracy": 0.360059, "f1": 0.334885, "f1_weighted": 0.323458 }, { "accuracy": 0.332514, "f1": 0.308858, "f1_weighted": 0.295757 }, { "accuracy": 0.33153, "f1": 0.322244, "f1_weighted": 0.274029 }, { "accuracy": 0.352189, "f1": 0.35068, "f1_weighted": 0.352901 }, { "accuracy": 0.355632, "f1": 0.340234, "f1_weighted": 0.327255 }, { "accuracy": 0.322184, "f1": 0.316495, "f1_weighted": 0.317306 }, { "accuracy": 0.343335, "f1": 0.313894, "f1_weighted": 0.32001 } ], "main_score": 0.340138, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ] }, { "accuracy": 0.41274, "f1": 0.391105, "f1_weighted": 0.420374, "scores_per_experiment": [ { "accuracy": 0.420561, "f1": 0.388934, "f1_weighted": 0.438328 }, { "accuracy": 0.439252, "f1": 0.396326, "f1_weighted": 0.444582 }, { "accuracy": 0.448106, "f1": 0.422622, "f1_weighted": 0.470683 }, { "accuracy": 0.428431, "f1": 0.414022, "f1_weighted": 0.439046 }, { "accuracy": 0.43335, "f1": 0.398437, "f1_weighted": 0.426961 }, { "accuracy": 0.361535, "f1": 0.364334, "f1_weighted": 0.368397 }, { "accuracy": 0.437285, "f1": 0.396448, "f1_weighted": 0.447071 }, { "accuracy": 0.354156, "f1": 0.357495, "f1_weighted": 0.347716 }, { "accuracy": 0.361535, "f1": 0.369718, "f1_weighted": 0.370023 }, { "accuracy": 0.443187, "f1": 0.402719, "f1_weighted": 0.450929 } ], "main_score": 0.41274, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "accuracy": 0.070093, "f1": 0.039571, "f1_weighted": 0.039149, "scores_per_experiment": [ { "accuracy": 0.097885, "f1": 0.037596, "f1_weighted": 0.052915 }, { "accuracy": 0.069848, "f1": 0.050993, "f1_weighted": 0.052252 }, { "accuracy": 0.038859, "f1": 0.00817, "f1_weighted": 0.00477 }, { "accuracy": 0.061977, "f1": 0.043387, "f1_weighted": 0.048657 }, { "accuracy": 0.128874, "f1": 0.058636, "f1_weighted": 0.079892 }, { "accuracy": 0.066896, "f1": 0.03831, "f1_weighted": 0.028705 }, { "accuracy": 0.059518, "f1": 0.037114, "f1_weighted": 0.034948 }, { "accuracy": 0.068372, "f1": 0.031485, "f1_weighted": 0.028504 }, { "accuracy": 0.04427, "f1": 0.033317, "f1_weighted": 0.023373 }, { "accuracy": 0.064437, "f1": 0.056703, "f1_weighted": 0.037473 } ], "main_score": 0.070093, "hf_subset": "hy", "languages": [ "hye-Armn" ] }, { "accuracy": 0.262223, "f1": 0.247885, "f1_weighted": 0.261115, "scores_per_experiment": [ { "accuracy": 0.266601, "f1": 0.239443, "f1_weighted": 0.248122 }, { "accuracy": 0.258239, "f1": 0.245415, "f1_weighted": 0.256818 }, { "accuracy": 0.26365, "f1": 0.267179, "f1_weighted": 0.267946 }, { "accuracy": 0.204132, "f1": 0.174115, "f1_weighted": 0.169321 }, { "accuracy": 0.25578, "f1": 0.246742, "f1_weighted": 0.266851 }, { "accuracy": 0.269061, "f1": 0.248417, "f1_weighted": 0.261129 }, { "accuracy": 0.27939, "f1": 0.278461, "f1_weighted": 0.30965 }, { "accuracy": 0.253812, "f1": 0.25379, "f1_weighted": 0.256251 }, { "accuracy": 0.28726, "f1": 0.251914, "f1_weighted": 0.271997 }, { "accuracy": 0.284309, "f1": 0.273379, "f1_weighted": 0.303065 } ], "main_score": 0.262223, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "accuracy": 0.436252, "f1": 0.421393, "f1_weighted": 0.437625, "scores_per_experiment": [ { "accuracy": 0.422528, "f1": 0.411289, "f1_weighted": 0.404929 }, { "accuracy": 0.436793, "f1": 0.401934, "f1_weighted": 0.43255 }, { "accuracy": 0.4727, "f1": 0.435163, "f1_weighted": 0.481035 }, { "accuracy": 0.446631, "f1": 0.439031, "f1_weighted": 0.461502 }, { "accuracy": 0.449582, "f1": 0.441342, "f1_weighted": 0.44746 }, { "accuracy": 0.383178, "f1": 0.395764, "f1_weighted": 0.377873 }, { "accuracy": 0.441712, "f1": 0.414345, "f1_weighted": 0.437546 }, { "accuracy": 0.473684, "f1": 0.454755, "f1_weighted": 0.473777 }, { "accuracy": 0.383178, "f1": 0.385052, "f1_weighted": 0.388112 }, { "accuracy": 0.452533, "f1": 0.435254, "f1_weighted": 0.471467 } ], "main_score": 0.436252, "hf_subset": "sq", "languages": [ "sqi-Latn" ] }, { "accuracy": 0.268569, "f1": 0.262352, "f1_weighted": 0.253362, "scores_per_experiment": [ { "accuracy": 0.26119, "f1": 0.255929, "f1_weighted": 0.26378 }, { "accuracy": 0.290703, "f1": 0.265436, "f1_weighted": 0.269222 }, { "accuracy": 0.282833, "f1": 0.295278, "f1_weighted": 0.270654 }, { "accuracy": 0.257255, "f1": 0.241167, "f1_weighted": 0.224303 }, { "accuracy": 0.231677, "f1": 0.211607, "f1_weighted": 0.189577 }, { "accuracy": 0.250369, "f1": 0.244933, "f1_weighted": 0.230921 }, { "accuracy": 0.277914, "f1": 0.278936, "f1_weighted": 0.278835 }, { "accuracy": 0.289228, "f1": 0.287209, "f1_weighted": 0.278897 }, { "accuracy": 0.306936, "f1": 0.289852, "f1_weighted": 0.306739 }, { "accuracy": 0.23758, "f1": 0.253173, "f1_weighted": 0.220697 } ], "main_score": 0.268569, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.079882, "f1": 0.047589, "f1_weighted": 0.046683, "scores_per_experiment": [ { "accuracy": 0.082145, "f1": 0.068541, "f1_weighted": 0.047612 }, { "accuracy": 0.133792, "f1": 0.113523, "f1_weighted": 0.118992 }, { "accuracy": 0.059026, "f1": 0.027792, "f1_weighted": 0.020818 }, { "accuracy": 0.109198, "f1": 0.053675, "f1_weighted": 0.071531 }, { "accuracy": 0.058534, "f1": 0.023538, "f1_weighted": 0.020095 }, { "accuracy": 0.046237, "f1": 0.034162, "f1_weighted": 0.03368 }, { "accuracy": 0.087063, "f1": 0.025847, "f1_weighted": 0.033744 }, { "accuracy": 0.054599, "f1": 0.037693, "f1_weighted": 0.028479 }, { "accuracy": 0.087063, "f1": 0.050133, "f1_weighted": 0.049253 }, { "accuracy": 0.081161, "f1": 0.040986, "f1_weighted": 0.042621 } ], "main_score": 0.079882, "hf_subset": "ta", "languages": [ "tam-Taml" ] }, { "accuracy": 0.069552, "f1": 0.032854, "f1_weighted": 0.038754, "scores_per_experiment": [ { "accuracy": 0.070831, "f1": 0.039136, "f1_weighted": 0.057246 }, { "accuracy": 0.073291, "f1": 0.030534, "f1_weighted": 0.032027 }, { "accuracy": 0.029513, "f1": 0.015039, "f1_weighted": 0.011005 }, { "accuracy": 0.068864, "f1": 0.029028, "f1_weighted": 0.022966 }, { "accuracy": 0.079685, "f1": 0.040881, "f1_weighted": 0.041758 }, { "accuracy": 0.092474, "f1": 0.029764, "f1_weighted": 0.041899 }, { "accuracy": 0.064929, "f1": 0.033326, "f1_weighted": 0.050898 }, { "accuracy": 0.094934, "f1": 0.055945, "f1_weighted": 0.07749 }, { "accuracy": 0.05214, "f1": 0.023848, "f1_weighted": 0.027385 }, { "accuracy": 0.068864, "f1": 0.031036, "f1_weighted": 0.024869 } ], "main_score": 0.069552, "hf_subset": "ml", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.5121, "f1": 0.492094, "f1_weighted": 0.510574, "scores_per_experiment": [ { "accuracy": 0.515986, "f1": 0.495571, "f1_weighted": 0.523923 }, { "accuracy": 0.545991, "f1": 0.519942, "f1_weighted": 0.548892 }, { "accuracy": 0.536645, "f1": 0.521296, "f1_weighted": 0.546109 }, { "accuracy": 0.54058, "f1": 0.515203, "f1_weighted": 0.545717 }, { "accuracy": 0.481062, "f1": 0.474812, "f1_weighted": 0.469986 }, { "accuracy": 0.54058, "f1": 0.514641, "f1_weighted": 0.540439 }, { "accuracy": 0.523364, "f1": 0.493437, "f1_weighted": 0.518991 }, { "accuracy": 0.545007, "f1": 0.507434, "f1_weighted": 0.532952 }, { "accuracy": 0.411215, "f1": 0.40975, "f1_weighted": 0.396577 }, { "accuracy": 0.480571, "f1": 0.468852, "f1_weighted": 0.482149 } ], "main_score": 0.5121, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "accuracy": 0.331628, "f1": 0.315208, "f1_weighted": 0.327106, "scores_per_experiment": [ { "accuracy": 0.342843, "f1": 0.319355, "f1_weighted": 0.352676 }, { "accuracy": 0.333005, "f1": 0.344339, "f1_weighted": 0.340547 }, { "accuracy": 0.330546, "f1": 0.322233, "f1_weighted": 0.329004 }, { "accuracy": 0.337432, "f1": 0.312655, "f1_weighted": 0.345017 }, { "accuracy": 0.299557, "f1": 0.276366, "f1_weighted": 0.281914 }, { "accuracy": 0.326119, "f1": 0.319614, "f1_weighted": 0.316606 }, { "accuracy": 0.344811, "f1": 0.333469, "f1_weighted": 0.346415 }, { "accuracy": 0.324643, "f1": 0.292106, "f1_weighted": 0.295459 }, { "accuracy": 0.309395, "f1": 0.288395, "f1_weighted": 0.305526 }, { "accuracy": 0.367929, "f1": 0.343545, "f1_weighted": 0.357893 } ], "main_score": 0.331628, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "accuracy": 0.625775, "f1": 0.604082, "f1_weighted": 0.62258, "scores_per_experiment": [ { "accuracy": 0.623217, "f1": 0.616921, "f1_weighted": 0.615514 }, { "accuracy": 0.625184, "f1": 0.596401, "f1_weighted": 0.619681 }, { "accuracy": 0.625184, "f1": 0.607767, "f1_weighted": 0.621973 }, { "accuracy": 0.632563, "f1": 0.598564, "f1_weighted": 0.631319 }, { "accuracy": 0.639941, "f1": 0.609302, "f1_weighted": 0.635982 }, { "accuracy": 0.641909, "f1": 0.624455, "f1_weighted": 0.646586 }, { "accuracy": 0.597639, "f1": 0.573894, "f1_weighted": 0.583234 }, { "accuracy": 0.612395, "f1": 0.597381, "f1_weighted": 0.612253 }, { "accuracy": 0.650762, "f1": 0.620584, "f1_weighted": 0.651782 }, { "accuracy": 0.608952, "f1": 0.595547, "f1_weighted": 0.607474 } ], "main_score": 0.625775, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "accuracy": 0.363896, "f1": 0.338693, "f1_weighted": 0.356974, "scores_per_experiment": [ { "accuracy": 0.364486, "f1": 0.344779, "f1_weighted": 0.363373 }, { "accuracy": 0.352189, "f1": 0.322533, "f1_weighted": 0.329879 }, { "accuracy": 0.368421, "f1": 0.332561, "f1_weighted": 0.350182 }, { "accuracy": 0.380226, "f1": 0.342241, "f1_weighted": 0.377936 }, { "accuracy": 0.406296, "f1": 0.385618, "f1_weighted": 0.406195 }, { "accuracy": 0.360059, "f1": 0.333353, "f1_weighted": 0.345512 }, { "accuracy": 0.332022, "f1": 0.319315, "f1_weighted": 0.323971 }, { "accuracy": 0.356616, "f1": 0.345958, "f1_weighted": 0.36079 }, { "accuracy": 0.351697, "f1": 0.327055, "f1_weighted": 0.345079 }, { "accuracy": 0.366945, "f1": 0.333514, "f1_weighted": 0.366819 } ], "main_score": 0.363896, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "accuracy": 0.069257, "f1": 0.035924, "f1_weighted": 0.041508, "scores_per_experiment": [ { "accuracy": 0.104279, "f1": 0.030503, "f1_weighted": 0.049829 }, { "accuracy": 0.071815, "f1": 0.028826, "f1_weighted": 0.03085 }, { "accuracy": 0.057059, "f1": 0.041357, "f1_weighted": 0.037909 }, { "accuracy": 0.051648, "f1": 0.028845, "f1_weighted": 0.026953 }, { "accuracy": 0.068372, "f1": 0.038801, "f1_weighted": 0.048426 }, { "accuracy": 0.089031, "f1": 0.045065, "f1_weighted": 0.057393 }, { "accuracy": 0.041318, "f1": 0.024219, "f1_weighted": 0.024088 }, { "accuracy": 0.082636, "f1": 0.04659, "f1_weighted": 0.061166 }, { "accuracy": 0.071323, "f1": 0.045363, "f1_weighted": 0.05258 }, { "accuracy": 0.055091, "f1": 0.029667, "f1_weighted": 0.025883 } ], "main_score": 0.069257, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "accuracy": 0.364683, "f1": 0.330184, "f1_weighted": 0.364223, "scores_per_experiment": [ { "accuracy": 0.37088, "f1": 0.33327, "f1_weighted": 0.371522 }, { "accuracy": 0.342843, "f1": 0.315542, "f1_weighted": 0.345486 }, { "accuracy": 0.343827, "f1": 0.312802, "f1_weighted": 0.339933 }, { "accuracy": 0.376783, "f1": 0.338311, "f1_weighted": 0.376379 }, { "accuracy": 0.363502, "f1": 0.325964, "f1_weighted": 0.358273 }, { "accuracy": 0.350713, "f1": 0.312683, "f1_weighted": 0.340562 }, { "accuracy": 0.420069, "f1": 0.380947, "f1_weighted": 0.426033 }, { "accuracy": 0.368421, "f1": 0.342813, "f1_weighted": 0.372995 }, { "accuracy": 0.355632, "f1": 0.309, "f1_weighted": 0.358903 }, { "accuracy": 0.354156, "f1": 0.330511, "f1_weighted": 0.352145 } ], "main_score": 0.364683, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "accuracy": 0.37029, "f1": 0.345879, "f1_weighted": 0.368863, "scores_per_experiment": [ { "accuracy": 0.382686, "f1": 0.346116, "f1_weighted": 0.382243 }, { "accuracy": 0.394983, "f1": 0.379586, "f1_weighted": 0.395898 }, { "accuracy": 0.372848, "f1": 0.34045, "f1_weighted": 0.372759 }, { "accuracy": 0.342351, "f1": 0.330437, "f1_weighted": 0.350943 }, { "accuracy": 0.41515, "f1": 0.374351, "f1_weighted": 0.403448 }, { "accuracy": 0.334481, "f1": 0.32853, "f1_weighted": 0.334285 }, { "accuracy": 0.393507, "f1": 0.358952, "f1_weighted": 0.387021 }, { "accuracy": 0.35514, "f1": 0.343107, "f1_weighted": 0.356203 }, { "accuracy": 0.315298, "f1": 0.300352, "f1_weighted": 0.309615 }, { "accuracy": 0.396458, "f1": 0.356911, "f1_weighted": 0.396213 } ], "main_score": 0.37029, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "accuracy": 0.514363, "f1": 0.492019, "f1_weighted": 0.511506, "scores_per_experiment": [ { "accuracy": 0.523364, "f1": 0.496031, "f1_weighted": 0.528173 }, { "accuracy": 0.553861, "f1": 0.511323, "f1_weighted": 0.549178 }, { "accuracy": 0.536153, "f1": 0.528461, "f1_weighted": 0.54334 }, { "accuracy": 0.497295, "f1": 0.480278, "f1_weighted": 0.491909 }, { "accuracy": 0.499262, "f1": 0.461982, "f1_weighted": 0.483772 }, { "accuracy": 0.486473, "f1": 0.467792, "f1_weighted": 0.480329 }, { "accuracy": 0.497787, "f1": 0.480429, "f1_weighted": 0.494937 }, { "accuracy": 0.513035, "f1": 0.493841, "f1_weighted": 0.513585 }, { "accuracy": 0.529759, "f1": 0.501788, "f1_weighted": 0.515562 }, { "accuracy": 0.50664, "f1": 0.498268, "f1_weighted": 0.514273 } ], "main_score": 0.514363, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "accuracy": 0.648647, "f1": 0.610443, "f1_weighted": 0.639853, "scores_per_experiment": [ { "accuracy": 0.655189, "f1": 0.613757, "f1_weighted": 0.643116 }, { "accuracy": 0.684211, "f1": 0.651589, "f1_weighted": 0.682469 }, { "accuracy": 0.604525, "f1": 0.573523, "f1_weighted": 0.599884 }, { "accuracy": 0.679784, "f1": 0.628157, "f1_weighted": 0.666864 }, { "accuracy": 0.666011, "f1": 0.617264, "f1_weighted": 0.656501 }, { "accuracy": 0.659616, "f1": 0.624856, "f1_weighted": 0.660893 }, { "accuracy": 0.627152, "f1": 0.589598, "f1_weighted": 0.611506 }, { "accuracy": 0.609936, "f1": 0.57366, "f1_weighted": 0.591949 }, { "accuracy": 0.655189, "f1": 0.611882, "f1_weighted": 0.645151 }, { "accuracy": 0.64486, "f1": 0.620148, "f1_weighted": 0.640197 } ], "main_score": 0.648647, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "accuracy": 0.279833, "f1": 0.237872, "f1_weighted": 0.270345, "scores_per_experiment": [ { "accuracy": 0.303984, "f1": 0.234307, "f1_weighted": 0.287757 }, { "accuracy": 0.286276, "f1": 0.248885, "f1_weighted": 0.281494 }, { "accuracy": 0.303, "f1": 0.238371, "f1_weighted": 0.284756 }, { "accuracy": 0.275455, "f1": 0.209787, "f1_weighted": 0.264473 }, { "accuracy": 0.255288, "f1": 0.222909, "f1_weighted": 0.22653 }, { "accuracy": 0.23758, "f1": 0.202008, "f1_weighted": 0.203027 }, { "accuracy": 0.279882, "f1": 0.255836, "f1_weighted": 0.287608 }, { "accuracy": 0.278898, "f1": 0.270715, "f1_weighted": 0.300432 }, { "accuracy": 0.262666, "f1": 0.244878, "f1_weighted": 0.269135 }, { "accuracy": 0.315298, "f1": 0.251023, "f1_weighted": 0.298236 } ], "main_score": 0.279833, "hf_subset": "mn", "languages": [ "mon-Cyrl" ] }, { "accuracy": 0.377619, "f1": 0.345112, "f1_weighted": 0.375844, "scores_per_experiment": [ { "accuracy": 0.435809, "f1": 0.39004, "f1_weighted": 0.441766 }, { "accuracy": 0.351205, "f1": 0.348429, "f1_weighted": 0.358567 }, { "accuracy": 0.356124, "f1": 0.33337, "f1_weighted": 0.356444 }, { "accuracy": 0.436301, "f1": 0.379423, "f1_weighted": 0.435685 }, { "accuracy": 0.401377, "f1": 0.353854, "f1_weighted": 0.398979 }, { "accuracy": 0.373832, "f1": 0.354706, "f1_weighted": 0.376778 }, { "accuracy": 0.377275, "f1": 0.338017, "f1_weighted": 0.374486 }, { "accuracy": 0.375307, "f1": 0.323702, "f1_weighted": 0.374428 }, { "accuracy": 0.260207, "f1": 0.26825, "f1_weighted": 0.238276 }, { "accuracy": 0.408756, "f1": 0.361332, "f1_weighted": 0.403027 } ], "main_score": 0.377619, "hf_subset": "ms", "languages": [ "msa-Latn" ] }, { "accuracy": 0.331776, "f1": 0.3103, "f1_weighted": 0.33451, "scores_per_experiment": [ { "accuracy": 0.364978, "f1": 0.337535, "f1_weighted": 0.375325 }, { "accuracy": 0.338416, "f1": 0.330641, "f1_weighted": 0.366173 }, { "accuracy": 0.309395, "f1": 0.283882, "f1_weighted": 0.310533 }, { "accuracy": 0.363502, "f1": 0.32824, "f1_weighted": 0.367337 }, { "accuracy": 0.348254, "f1": 0.336984, "f1_weighted": 0.365948 }, { "accuracy": 0.275947, "f1": 0.269266, "f1_weighted": 0.266146 }, { "accuracy": 0.35514, "f1": 0.317126, "f1_weighted": 0.342239 }, { "accuracy": 0.350221, "f1": 0.318073, "f1_weighted": 0.349532 }, { "accuracy": 0.243974, "f1": 0.255509, "f1_weighted": 0.238079 }, { "accuracy": 0.367929, "f1": 0.325742, "f1_weighted": 0.363787 } ], "main_score": 0.331776, "hf_subset": "az", "languages": [ "aze-Latn" ] }, { "accuracy": 0.615691, "f1": 0.565729, "f1_weighted": 0.607684, "scores_per_experiment": [ { "accuracy": 0.633546, "f1": 0.574976, "f1_weighted": 0.626294 }, { "accuracy": 0.618298, "f1": 0.545802, "f1_weighted": 0.599359 }, { "accuracy": 0.588293, "f1": 0.532121, "f1_weighted": 0.577038 }, { "accuracy": 0.632071, "f1": 0.571701, "f1_weighted": 0.623264 }, { "accuracy": 0.620758, "f1": 0.563498, "f1_weighted": 0.59858 }, { "accuracy": 0.580423, "f1": 0.550702, "f1_weighted": 0.573993 }, { "accuracy": 0.624693, "f1": 0.580412, "f1_weighted": 0.61778 }, { "accuracy": 0.612395, "f1": 0.571594, "f1_weighted": 0.609893 }, { "accuracy": 0.637482, "f1": 0.589148, "f1_weighted": 0.633881 }, { "accuracy": 0.608952, "f1": 0.577337, "f1_weighted": 0.616757 } ], "main_score": 0.615691, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "accuracy": 0.243827, "f1": 0.227729, "f1_weighted": 0.237682, "scores_per_experiment": [ { "accuracy": 0.214953, "f1": 0.22304, "f1_weighted": 0.22199 }, { "accuracy": 0.261682, "f1": 0.2548, "f1_weighted": 0.257438 }, { "accuracy": 0.197737, "f1": 0.183181, "f1_weighted": 0.206538 }, { "accuracy": 0.282341, "f1": 0.244344, "f1_weighted": 0.271993 }, { "accuracy": 0.264142, "f1": 0.245367, "f1_weighted": 0.242334 }, { "accuracy": 0.214461, "f1": 0.214606, "f1_weighted": 0.22191 }, { "accuracy": 0.265617, "f1": 0.243309, "f1_weighted": 0.253214 }, { "accuracy": 0.251353, "f1": 0.223857, "f1_weighted": 0.238261 }, { "accuracy": 0.227742, "f1": 0.210019, "f1_weighted": 0.233732 }, { "accuracy": 0.258239, "f1": 0.234766, "f1_weighted": 0.22941 } ], "main_score": 0.243827, "hf_subset": "ur", "languages": [ "urd-Arab" ] }, { "accuracy": 0.717167, "f1": 0.692835, "f1_weighted": 0.716778, "scores_per_experiment": [ { "accuracy": 0.702902, "f1": 0.696116, "f1_weighted": 0.707029 }, { "accuracy": 0.756517, "f1": 0.728059, "f1_weighted": 0.752497 }, { "accuracy": 0.720118, "f1": 0.689215, "f1_weighted": 0.721027 }, { "accuracy": 0.741269, "f1": 0.710465, "f1_weighted": 0.741593 }, { "accuracy": 0.701918, "f1": 0.675602, "f1_weighted": 0.690957 }, { "accuracy": 0.717167, "f1": 0.695594, "f1_weighted": 0.720476 }, { "accuracy": 0.681259, "f1": 0.660758, "f1_weighted": 0.676245 }, { "accuracy": 0.718642, "f1": 0.693158, "f1_weighted": 0.722838 }, { "accuracy": 0.737334, "f1": 0.706719, "f1_weighted": 0.737877 }, { "accuracy": 0.69454, "f1": 0.672666, "f1_weighted": 0.697243 } ], "main_score": 0.717167, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "accuracy": 0.488539, "f1": 0.445599, "f1_weighted": 0.48358, "scores_per_experiment": [ { "accuracy": 0.510576, "f1": 0.455015, "f1_weighted": 0.505626 }, { "accuracy": 0.499754, "f1": 0.454738, "f1_weighted": 0.491149 }, { "accuracy": 0.487949, "f1": 0.41583, "f1_weighted": 0.474232 }, { "accuracy": 0.470241, "f1": 0.436511, "f1_weighted": 0.473773 }, { "accuracy": 0.486965, "f1": 0.433275, "f1_weighted": 0.464693 }, { "accuracy": 0.518446, "f1": 0.498152, "f1_weighted": 0.522817 }, { "accuracy": 0.503689, "f1": 0.442968, "f1_weighted": 0.487682 }, { "accuracy": 0.488441, "f1": 0.450666, "f1_weighted": 0.488335 }, { "accuracy": 0.435809, "f1": 0.421457, "f1_weighted": 0.444666 }, { "accuracy": 0.483522, "f1": 0.447383, "f1_weighted": 0.482825 } ], "main_score": 0.488539, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "accuracy": 0.355288, "f1": 0.315843, "f1_weighted": 0.337277, "scores_per_experiment": [ { "accuracy": 0.375307, "f1": 0.347101, "f1_weighted": 0.353562 }, { "accuracy": 0.320708, "f1": 0.27898, "f1_weighted": 0.287099 }, { "accuracy": 0.357108, "f1": 0.317793, "f1_weighted": 0.338505 }, { "accuracy": 0.396458, "f1": 0.331643, "f1_weighted": 0.375847 }, { "accuracy": 0.360551, "f1": 0.301846, "f1_weighted": 0.324374 }, { "accuracy": 0.364978, "f1": 0.329554, "f1_weighted": 0.354454 }, { "accuracy": 0.332022, "f1": 0.307722, "f1_weighted": 0.326543 }, { "accuracy": 0.371864, "f1": 0.348858, "f1_weighted": 0.36096 }, { "accuracy": 0.326611, "f1": 0.270038, "f1_weighted": 0.316538 }, { "accuracy": 0.34727, "f1": 0.324891, "f1_weighted": 0.334888 } ], "main_score": 0.355288, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ] }, { "accuracy": 0.088195, "f1": 0.03473, "f1_weighted": 0.043072, "scores_per_experiment": [ { "accuracy": 0.118544, "f1": 0.039967, "f1_weighted": 0.053026 }, { "accuracy": 0.076734, "f1": 0.042432, "f1_weighted": 0.04192 }, { "accuracy": 0.094442, "f1": 0.039496, "f1_weighted": 0.042804 }, { "accuracy": 0.094934, "f1": 0.030313, "f1_weighted": 0.054146 }, { "accuracy": 0.060502, "f1": 0.029107, "f1_weighted": 0.035707 }, { "accuracy": 0.085588, "f1": 0.028388, "f1_weighted": 0.039354 }, { "accuracy": 0.075258, "f1": 0.024334, "f1_weighted": 0.031657 }, { "accuracy": 0.074766, "f1": 0.038038, "f1_weighted": 0.037054 }, { "accuracy": 0.086572, "f1": 0.029188, "f1_weighted": 0.040528 }, { "accuracy": 0.114609, "f1": 0.046039, "f1_weighted": 0.054524 } ], "main_score": 0.088195, "hf_subset": "ka", "languages": [ "kat-Geor" ] }, { "accuracy": 0.514019, "f1": 0.470549, "f1_weighted": 0.507627, "scores_per_experiment": [ { "accuracy": 0.5091, "f1": 0.469735, "f1_weighted": 0.509802 }, { "accuracy": 0.542548, "f1": 0.461506, "f1_weighted": 0.515589 }, { "accuracy": 0.525824, "f1": 0.484462, "f1_weighted": 0.519459 }, { "accuracy": 0.545991, "f1": 0.478317, "f1_weighted": 0.534606 }, { "accuracy": 0.484998, "f1": 0.469529, "f1_weighted": 0.478764 }, { "accuracy": 0.504181, "f1": 0.464096, "f1_weighted": 0.496505 }, { "accuracy": 0.520413, "f1": 0.478012, "f1_weighted": 0.514827 }, { "accuracy": 0.489424, "f1": 0.454259, "f1_weighted": 0.493083 }, { "accuracy": 0.536645, "f1": 0.491866, "f1_weighted": 0.533309 }, { "accuracy": 0.481062, "f1": 0.453712, "f1_weighted": 0.480325 } ], "main_score": 0.514019, "hf_subset": "af", "languages": [ "afr-Latn" ] }, { "accuracy": 0.141663, "f1": 0.12958, "f1_weighted": 0.123104, "scores_per_experiment": [ { "accuracy": 0.117068, "f1": 0.127661, "f1_weighted": 0.115826 }, { "accuracy": 0.152484, "f1": 0.137208, "f1_weighted": 0.124367 }, { "accuracy": 0.155927, "f1": 0.122022, "f1_weighted": 0.117409 }, { "accuracy": 0.160354, "f1": 0.133912, "f1_weighted": 0.145298 }, { "accuracy": 0.121003, "f1": 0.118291, "f1_weighted": 0.125982 }, { "accuracy": 0.101328, "f1": 0.114612, "f1_weighted": 0.095394 }, { "accuracy": 0.134776, "f1": 0.117491, "f1_weighted": 0.097065 }, { "accuracy": 0.155435, "f1": 0.144353, "f1_weighted": 0.144629 }, { "accuracy": 0.168716, "f1": 0.153798, "f1_weighted": 0.141553 }, { "accuracy": 0.149533, "f1": 0.126449, "f1_weighted": 0.12352 } ], "main_score": 0.141663, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "accuracy": 0.227103, "f1": 0.214771, "f1_weighted": 0.21621, "scores_per_experiment": [ { "accuracy": 0.262666, "f1": 0.246292, "f1_weighted": 0.264287 }, { "accuracy": 0.181505, "f1": 0.189676, "f1_weighted": 0.171666 }, { "accuracy": 0.210034, "f1": 0.195437, "f1_weighted": 0.194161 }, { "accuracy": 0.241023, "f1": 0.232251, "f1_weighted": 0.24383 }, { "accuracy": 0.235121, "f1": 0.22313, "f1_weighted": 0.211685 }, { "accuracy": 0.23758, "f1": 0.210076, "f1_weighted": 0.21784 }, { "accuracy": 0.237088, "f1": 0.222835, "f1_weighted": 0.227971 }, { "accuracy": 0.256272, "f1": 0.24575, "f1_weighted": 0.262853 }, { "accuracy": 0.19331, "f1": 0.188249, "f1_weighted": 0.179295 }, { "accuracy": 0.216429, "f1": 0.194012, "f1_weighted": 0.188508 } ], "main_score": 0.227103, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "accuracy": 0.261043, "f1": 0.256508, "f1_weighted": 0.251743, "scores_per_experiment": [ { "accuracy": 0.281849, "f1": 0.268392, "f1_weighted": 0.277822 }, { "accuracy": 0.302509, "f1": 0.304829, "f1_weighted": 0.312196 }, { "accuracy": 0.276931, "f1": 0.263338, "f1_weighted": 0.270283 }, { "accuracy": 0.252336, "f1": 0.249261, "f1_weighted": 0.258122 }, { "accuracy": 0.265617, "f1": 0.266815, "f1_weighted": 0.243206 }, { "accuracy": 0.232661, "f1": 0.241627, "f1_weighted": 0.209648 }, { "accuracy": 0.264142, "f1": 0.252031, "f1_weighted": 0.250445 }, { "accuracy": 0.25332, "f1": 0.248008, "f1_weighted": 0.235916 }, { "accuracy": 0.241023, "f1": 0.232219, "f1_weighted": 0.231883 }, { "accuracy": 0.240039, "f1": 0.238559, "f1_weighted": 0.227913 } ], "main_score": 0.261043, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "accuracy": 0.444417, "f1": 0.430562, "f1_weighted": 0.449427, "scores_per_experiment": [ { "accuracy": 0.446631, "f1": 0.423039, "f1_weighted": 0.461941 }, { "accuracy": 0.481554, "f1": 0.44308, "f1_weighted": 0.48266 }, { "accuracy": 0.412199, "f1": 0.418631, "f1_weighted": 0.429035 }, { "accuracy": 0.432366, "f1": 0.407239, "f1_weighted": 0.423052 }, { "accuracy": 0.44909, "f1": 0.417648, "f1_weighted": 0.445317 }, { "accuracy": 0.471225, "f1": 0.480006, "f1_weighted": 0.488364 }, { "accuracy": 0.410723, "f1": 0.404645, "f1_weighted": 0.424859 }, { "accuracy": 0.485489, "f1": 0.462827, "f1_weighted": 0.488562 }, { "accuracy": 0.397442, "f1": 0.418351, "f1_weighted": 0.390733 }, { "accuracy": 0.457452, "f1": 0.430157, "f1_weighted": 0.459748 } ], "main_score": 0.444417, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "accuracy": 0.519872, "f1": 0.505203, "f1_weighted": 0.51953, "scores_per_experiment": [ { "accuracy": 0.542056, "f1": 0.511901, "f1_weighted": 0.548562 }, { "accuracy": 0.496311, "f1": 0.495599, "f1_weighted": 0.49276 }, { "accuracy": 0.577472, "f1": 0.53994, "f1_weighted": 0.579165 }, { "accuracy": 0.552386, "f1": 0.523348, "f1_weighted": 0.55592 }, { "accuracy": 0.534678, "f1": 0.515011, "f1_weighted": 0.532867 }, { "accuracy": 0.49336, "f1": 0.494912, "f1_weighted": 0.498629 }, { "accuracy": 0.5091, "f1": 0.494607, "f1_weighted": 0.506998 }, { "accuracy": 0.48303, "f1": 0.482423, "f1_weighted": 0.483568 }, { "accuracy": 0.484998, "f1": 0.482126, "f1_weighted": 0.468074 }, { "accuracy": 0.525332, "f1": 0.512161, "f1_weighted": 0.528752 } ], "main_score": 0.519872, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "accuracy": 0.168815, "f1": 0.157277, "f1_weighted": 0.167364, "scores_per_experiment": [ { "accuracy": 0.170684, "f1": 0.152435, "f1_weighted": 0.170218 }, { "accuracy": 0.160846, "f1": 0.135965, "f1_weighted": 0.131345 }, { "accuracy": 0.178554, "f1": 0.15145, "f1_weighted": 0.170312 }, { "accuracy": 0.1879, "f1": 0.16926, "f1_weighted": 0.189327 }, { "accuracy": 0.166749, "f1": 0.159133, "f1_weighted": 0.174225 }, { "accuracy": 0.171176, "f1": 0.180933, "f1_weighted": 0.182844 }, { "accuracy": 0.178062, "f1": 0.170631, "f1_weighted": 0.186353 }, { "accuracy": 0.171176, "f1": 0.158739, "f1_weighted": 0.162783 }, { "accuracy": 0.171176, "f1": 0.156806, "f1_weighted": 0.173424 }, { "accuracy": 0.131825, "f1": 0.137417, "f1_weighted": 0.132809 } ], "main_score": 0.168815, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "accuracy": 0.652189, "f1": 0.627662, "f1_weighted": 0.644089, "scores_per_experiment": [ { "accuracy": 0.661584, "f1": 0.642955, "f1_weighted": 0.6534 }, { "accuracy": 0.650271, "f1": 0.631424, "f1_weighted": 0.638354 }, { "accuracy": 0.663551, "f1": 0.639022, "f1_weighted": 0.664648 }, { "accuracy": 0.662568, "f1": 0.633557, "f1_weighted": 0.656635 }, { "accuracy": 0.661092, "f1": 0.633144, "f1_weighted": 0.644935 }, { "accuracy": 0.657649, "f1": 0.628489, "f1_weighted": 0.657797 }, { "accuracy": 0.623217, "f1": 0.598396, "f1_weighted": 0.603069 }, { "accuracy": 0.635514, "f1": 0.61468, "f1_weighted": 0.627975 }, { "accuracy": 0.659616, "f1": 0.63871, "f1_weighted": 0.654976 }, { "accuracy": 0.646827, "f1": 0.616247, "f1_weighted": 0.639106 } ], "main_score": 0.652189, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "accuracy": 0.072602, "f1": 0.03338, "f1_weighted": 0.038438, "scores_per_experiment": [ { "accuracy": 0.088047, "f1": 0.033742, "f1_weighted": 0.047445 }, { "accuracy": 0.068372, "f1": 0.031048, "f1_weighted": 0.028257 }, { "accuracy": 0.06788, "f1": 0.04481, "f1_weighted": 0.039314 }, { "accuracy": 0.073291, "f1": 0.035719, "f1_weighted": 0.049949 }, { "accuracy": 0.052632, "f1": 0.029137, "f1_weighted": 0.022322 }, { "accuracy": 0.096901, "f1": 0.037262, "f1_weighted": 0.045753 }, { "accuracy": 0.066404, "f1": 0.032209, "f1_weighted": 0.039079 }, { "accuracy": 0.121987, "f1": 0.054854, "f1_weighted": 0.087935 }, { "accuracy": 0.046729, "f1": 0.019561, "f1_weighted": 0.014524 }, { "accuracy": 0.043778, "f1": 0.015453, "f1_weighted": 0.009798 } ], "main_score": 0.072602, "hf_subset": "am", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.886227, "f1": 0.870169, "f1_weighted": 0.880388, "scores_per_experiment": [ { "accuracy": 0.892769, "f1": 0.880708, "f1_weighted": 0.887586 }, { "accuracy": 0.889818, "f1": 0.876072, "f1_weighted": 0.884635 }, { "accuracy": 0.88785, "f1": 0.869645, "f1_weighted": 0.880995 }, { "accuracy": 0.892277, "f1": 0.876846, "f1_weighted": 0.885292 }, { "accuracy": 0.883424, "f1": 0.863116, "f1_weighted": 0.876259 }, { "accuracy": 0.876045, "f1": 0.86212, "f1_weighted": 0.871017 }, { "accuracy": 0.878505, "f1": 0.858652, "f1_weighted": 0.870831 }, { "accuracy": 0.887359, "f1": 0.871176, "f1_weighted": 0.884009 }, { "accuracy": 0.878997, "f1": 0.859798, "f1_weighted": 0.871989 }, { "accuracy": 0.895229, "f1": 0.883557, "f1_weighted": 0.891272 } ], "main_score": 0.886227, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "accuracy": 0.105804, "f1": 0.067111, "f1_weighted": 0.072148, "scores_per_experiment": [ { "accuracy": 0.099361, "f1": 0.059968, "f1_weighted": 0.068858 }, { "accuracy": 0.14363, "f1": 0.094117, "f1_weighted": 0.113344 }, { "accuracy": 0.091982, "f1": 0.047393, "f1_weighted": 0.063357 }, { "accuracy": 0.086572, "f1": 0.057812, "f1_weighted": 0.060217 }, { "accuracy": 0.087063, "f1": 0.051596, "f1_weighted": 0.038278 }, { "accuracy": 0.115101, "f1": 0.089936, "f1_weighted": 0.102046 }, { "accuracy": 0.102312, "f1": 0.077546, "f1_weighted": 0.064564 }, { "accuracy": 0.149041, "f1": 0.075157, "f1_weighted": 0.105116 }, { "accuracy": 0.080177, "f1": 0.065865, "f1_weighted": 0.053906 }, { "accuracy": 0.102804, "f1": 0.05172, "f1_weighted": 0.051799 } ], "main_score": 0.105804, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "accuracy": 0.078603, "f1": 0.05278, "f1_weighted": 0.050438, "scores_per_experiment": [ { "accuracy": 0.10182, "f1": 0.072204, "f1_weighted": 0.076851 }, { "accuracy": 0.064437, "f1": 0.045492, "f1_weighted": 0.03364 }, { "accuracy": 0.062469, "f1": 0.044064, "f1_weighted": 0.032204 }, { "accuracy": 0.128874, "f1": 0.067168, "f1_weighted": 0.079373 }, { "accuracy": 0.068372, "f1": 0.049694, "f1_weighted": 0.035723 }, { "accuracy": 0.087063, "f1": 0.063378, "f1_weighted": 0.07518 }, { "accuracy": 0.059026, "f1": 0.029993, "f1_weighted": 0.027673 }, { "accuracy": 0.085096, "f1": 0.064184, "f1_weighted": 0.067251 }, { "accuracy": 0.070831, "f1": 0.05701, "f1_weighted": 0.04708 }, { "accuracy": 0.058042, "f1": 0.034612, "f1_weighted": 0.0294 } ], "main_score": 0.078603, "hf_subset": "kn", "languages": [ "kan-Knda" ] }, { "accuracy": 0.647221, "f1": 0.615961, "f1_weighted": 0.647816, "scores_per_experiment": [ { "accuracy": 0.638465, "f1": 0.603834, "f1_weighted": 0.643471 }, { "accuracy": 0.676832, "f1": 0.637497, "f1_weighted": 0.671783 }, { "accuracy": 0.636498, "f1": 0.609341, "f1_weighted": 0.642376 }, { "accuracy": 0.681259, "f1": 0.645391, "f1_weighted": 0.684385 }, { "accuracy": 0.651746, "f1": 0.611833, "f1_weighted": 0.646017 }, { "accuracy": 0.646827, "f1": 0.629519, "f1_weighted": 0.638385 }, { "accuracy": 0.613379, "f1": 0.576616, "f1_weighted": 0.617378 }, { "accuracy": 0.632563, "f1": 0.618081, "f1_weighted": 0.642658 }, { "accuracy": 0.649287, "f1": 0.618516, "f1_weighted": 0.646883 }, { "accuracy": 0.645352, "f1": 0.608984, "f1_weighted": 0.644828 } ], "main_score": 0.647221, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "accuracy": 0.495622, "f1": 0.451977, "f1_weighted": 0.491143, "scores_per_experiment": [ { "accuracy": 0.435317, "f1": 0.420658, "f1_weighted": 0.429516 }, { "accuracy": 0.501722, "f1": 0.449356, "f1_weighted": 0.498755 }, { "accuracy": 0.511559, "f1": 0.475926, "f1_weighted": 0.521967 }, { "accuracy": 0.492376, "f1": 0.449087, "f1_weighted": 0.489333 }, { "accuracy": 0.492376, "f1": 0.423715, "f1_weighted": 0.469489 }, { "accuracy": 0.483522, "f1": 0.44274, "f1_weighted": 0.478164 }, { "accuracy": 0.522381, "f1": 0.475734, "f1_weighted": 0.514104 }, { "accuracy": 0.510576, "f1": 0.468136, "f1_weighted": 0.509125 }, { "accuracy": 0.487949, "f1": 0.448702, "f1_weighted": 0.482898 }, { "accuracy": 0.518446, "f1": 0.465713, "f1_weighted": 0.518083 } ], "main_score": 0.495622, "hf_subset": "tl", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.1091, "f1": 0.063079, "f1_weighted": 0.065745, "scores_per_experiment": [ { "accuracy": 0.155927, "f1": 0.060386, "f1_weighted": 0.090731 }, { "accuracy": 0.104279, "f1": 0.058277, "f1_weighted": 0.049377 }, { "accuracy": 0.124939, "f1": 0.091268, "f1_weighted": 0.082197 }, { "accuracy": 0.087555, "f1": 0.032765, "f1_weighted": 0.051877 }, { "accuracy": 0.105755, "f1": 0.067926, "f1_weighted": 0.066652 }, { "accuracy": 0.079193, "f1": 0.047678, "f1_weighted": 0.037787 }, { "accuracy": 0.090507, "f1": 0.065152, "f1_weighted": 0.069501 }, { "accuracy": 0.113625, "f1": 0.069335, "f1_weighted": 0.063708 }, { "accuracy": 0.141171, "f1": 0.075133, "f1_weighted": 0.092719 }, { "accuracy": 0.088047, "f1": 0.062867, "f1_weighted": 0.052899 } ], "main_score": 0.1091, "hf_subset": "my", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.342056, "f1": 0.29234, "f1_weighted": 0.321365, "scores_per_experiment": [ { "accuracy": 0.396458, "f1": 0.332967, "f1_weighted": 0.386981 }, { "accuracy": 0.361043, "f1": 0.293658, "f1_weighted": 0.328412 }, { "accuracy": 0.33694, "f1": 0.282467, "f1_weighted": 0.320643 }, { "accuracy": 0.372356, "f1": 0.307333, "f1_weighted": 0.341604 }, { "accuracy": 0.323168, "f1": 0.276326, "f1_weighted": 0.294787 }, { "accuracy": 0.345303, "f1": 0.330482, "f1_weighted": 0.338828 }, { "accuracy": 0.393015, "f1": 0.316174, "f1_weighted": 0.368768 }, { "accuracy": 0.305952, "f1": 0.272429, "f1_weighted": 0.289238 }, { "accuracy": 0.272996, "f1": 0.255705, "f1_weighted": 0.252968 }, { "accuracy": 0.31333, "f1": 0.255857, "f1_weighted": 0.291424 } ], "main_score": 0.342056, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "accuracy": 0.398475, "f1": 0.389921, "f1_weighted": 0.398516, "scores_per_experiment": [ { "accuracy": 0.421053, "f1": 0.415902, "f1_weighted": 0.427564 }, { "accuracy": 0.361043, "f1": 0.362988, "f1_weighted": 0.368443 }, { "accuracy": 0.43335, "f1": 0.401172, "f1_weighted": 0.426052 }, { "accuracy": 0.432858, "f1": 0.424043, "f1_weighted": 0.440632 }, { "accuracy": 0.401377, "f1": 0.380155, "f1_weighted": 0.382405 }, { "accuracy": 0.350221, "f1": 0.344121, "f1_weighted": 0.320387 }, { "accuracy": 0.384653, "f1": 0.378415, "f1_weighted": 0.385415 }, { "accuracy": 0.409739, "f1": 0.411827, "f1_weighted": 0.429221 }, { "accuracy": 0.372356, "f1": 0.376417, "f1_weighted": 0.378516 }, { "accuracy": 0.418101, "f1": 0.404169, "f1_weighted": 0.426524 } ], "main_score": 0.398475, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "accuracy": 0.375603, "f1": 0.358404, "f1_weighted": 0.36073, "scores_per_experiment": [ { "accuracy": 0.377767, "f1": 0.349415, "f1_weighted": 0.351816 }, { "accuracy": 0.385637, "f1": 0.360686, "f1_weighted": 0.362473 }, { "accuracy": 0.368913, "f1": 0.351313, "f1_weighted": 0.349097 }, { "accuracy": 0.326119, "f1": 0.339156, "f1_weighted": 0.313701 }, { "accuracy": 0.429907, "f1": 0.402279, "f1_weighted": 0.418097 }, { "accuracy": 0.363994, "f1": 0.348531, "f1_weighted": 0.343279 }, { "accuracy": 0.394983, "f1": 0.37108, "f1_weighted": 0.394911 }, { "accuracy": 0.409739, "f1": 0.382053, "f1_weighted": 0.403349 }, { "accuracy": 0.29759, "f1": 0.296964, "f1_weighted": 0.271688 }, { "accuracy": 0.401377, "f1": 0.382559, "f1_weighted": 0.398893 } ], "main_score": 0.375603, "hf_subset": "tr", "languages": [ "tur-Latn" ] } ] }, "evaluation_time": 2909.0904228687286, "kg_co2_emissions": null }