{ "dataset_revision": "186b61175fbd77059f769b6bf1110d449a2ff311", "task_name": "SIBFLEURS", "mteb_version": "1.38.33", "scores": { "train": [ { "accuracy": 0.160474, "f1": 0.144494, "f1_weighted": 0.136638, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.107937, "f1_weighted": 0.120773 }, { "accuracy": 0.217391, "f1": 0.209647, "f1_weighted": 0.183512 }, { "accuracy": 0.090909, "f1": 0.07619, "f1_weighted": 0.072727 }, { "accuracy": 0.090909, "f1": 0.073593, "f1_weighted": 0.085399 }, { "accuracy": 0.272727, "f1": 0.255102, "f1_weighted": 0.220779 } ], "main_score": 0.160474, "hf_subset": "afr_Latn", "languages": [ "afr-Latn" ] }, { "accuracy": 0.105534, "f1": 0.079732, "f1_weighted": 0.081942, "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.190724, "f1_weighted": 0.213213 }, { "accuracy": 0.130435, "f1": 0.088889, "f1_weighted": 0.071498 }, { "accuracy": 0.090909, "f1": 0.083333, "f1_weighted": 0.079545 }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.045455 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 } ], "main_score": 0.105534, "hf_subset": "amh_Ethi", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.142688, "f1": 0.119232, "f1_weighted": 0.117847, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.088435, "f1_weighted": 0.078675 }, { "accuracy": 0.173913, "f1": 0.176531, "f1_weighted": 0.137267 }, { "accuracy": 0.090909, "f1": 0.069597, "f1_weighted": 0.059441 }, { "accuracy": 0.090909, "f1": 0.051948, "f1_weighted": 0.066116 }, { "accuracy": 0.227273, "f1": 0.209647, "f1_weighted": 0.247737 } ], "main_score": 0.142688, "hf_subset": "arb_Arab", "languages": [ "arb-Arab" ] }, { "accuracy": 0.071146, "f1": 0.059481, "f1_weighted": 0.06087, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.049784, "f1_weighted": 0.05336 }, { "accuracy": 0.086957, "f1": 0.07619, "f1_weighted": 0.078261 }, { "accuracy": 0.090909, "f1": 0.095238, "f1_weighted": 0.090909 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.045455 }, { "accuracy": 0.045455, "f1": 0.028571, "f1_weighted": 0.036364 } ], "main_score": 0.071146, "hf_subset": "asm_Beng", "languages": [ "asm-Beng" ] }, { "accuracy": 0.098024, "f1": 0.095537, "f1_weighted": 0.091402, "scores_per_experiment": [ { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.217391, "f1": 0.245145, "f1_weighted": 0.220139 }, { "accuracy": 0.090909, "f1": 0.064286, "f1_weighted": 0.068182 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.045455 }, { "accuracy": 0.136364, "f1": 0.120635, "f1_weighted": 0.123232 } ], "main_score": 0.098024, "hf_subset": "ast_Latn", "languages": [ "ast-Latn" ] }, { "accuracy": 0.116206, "f1": 0.100272, "f1_weighted": 0.091813, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.064286, "f1_weighted": 0.05 }, { "accuracy": 0.130435, "f1": 0.129252, "f1_weighted": 0.10766 }, { "accuracy": 0.136364, "f1": 0.105442, "f1_weighted": 0.085498 }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.034091 }, { "accuracy": 0.181818, "f1": 0.166667, "f1_weighted": 0.181818 } ], "main_score": 0.116206, "hf_subset": "azj_Latn", "languages": [ "azj-Latn" ] }, { "accuracy": 0.088538, "f1": 0.070251, "f1_weighted": 0.08769, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.081633, "f1_weighted": 0.086957 }, { "accuracy": 0.173913, "f1": 0.145022, "f1_weighted": 0.175231 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.090909, "f1": 0.088889, "f1_weighted": 0.153535 }, { "accuracy": 0.090909, "f1": 0.035714, "f1_weighted": 0.022727 } ], "main_score": 0.088538, "hf_subset": "bel_Cyrl", "languages": [ "bel-Cyrl" ] }, { "accuracy": 0.089723, "f1": 0.077827, "f1_weighted": 0.075053, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.113379, "f1_weighted": 0.093858 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.181818, "f1": 0.166667, "f1_weighted": 0.159091 }, { "accuracy": 0.045455, "f1": 0.057143, "f1_weighted": 0.072727 }, { "accuracy": 0.090909, "f1": 0.051948, "f1_weighted": 0.049587 } ], "main_score": 0.089723, "hf_subset": "bul_Cyrl", "languages": [ "bul-Cyrl" ] }, { "accuracy": 0.168379, "f1": 0.151541, "f1_weighted": 0.149623, "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.281633, "f1_weighted": 0.249689 }, { "accuracy": 0.173913, "f1": 0.143651, "f1_weighted": 0.14686 }, { "accuracy": 0.136364, "f1": 0.103175, "f1_weighted": 0.089646 }, { "accuracy": 0.136364, "f1": 0.114959, "f1_weighted": 0.152827 }, { "accuracy": 0.090909, "f1": 0.114286, "f1_weighted": 0.109091 } ], "main_score": 0.168379, "hf_subset": "ben_Beng", "languages": [ "ben-Beng" ] }, { "accuracy": 0.132016, "f1": 0.109476, "f1_weighted": 0.093287, "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.221984, "f1_weighted": 0.14885 }, { "accuracy": 0.217391, "f1": 0.19161, "f1_weighted": 0.179779 }, { "accuracy": 0.090909, "f1": 0.061224, "f1_weighted": 0.058442 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.090909, "f1": 0.072562, "f1_weighted": 0.079365 } ], "main_score": 0.132016, "hf_subset": "bos_Latn", "languages": [ "bos-Latn" ] }, { "accuracy": 0.186166, "f1": 0.167943, "f1_weighted": 0.179969, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.194444, "f1_weighted": 0.2343 }, { "accuracy": 0.304348, "f1": 0.248444, "f1_weighted": 0.216049 }, { "accuracy": 0.227273, "f1": 0.238095, "f1_weighted": 0.257576 }, { "accuracy": 0.090909, "f1": 0.063492, "f1_weighted": 0.070707 }, { "accuracy": 0.090909, "f1": 0.095238, "f1_weighted": 0.121212 } ], "main_score": 0.186166, "hf_subset": "cat_Latn", "languages": [ "cat-Latn" ] }, { "accuracy": 0.151779, "f1": 0.140433, "f1_weighted": 0.158567, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.112245, "f1_weighted": 0.113354 }, { "accuracy": 0.173913, "f1": 0.168254, "f1_weighted": 0.204831 }, { "accuracy": 0.136364, "f1": 0.114409, "f1_weighted": 0.126525 }, { "accuracy": 0.136364, "f1": 0.122449, "f1_weighted": 0.12987 }, { "accuracy": 0.181818, "f1": 0.184807, "f1_weighted": 0.218254 } ], "main_score": 0.151779, "hf_subset": "ceb_Latn", "languages": [ "ceb-Latn" ] }, { "accuracy": 0.124901, "f1": 0.112387, "f1_weighted": 0.129632, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.12381, "f1_weighted": 0.136232 }, { "accuracy": 0.130435, "f1": 0.105102, "f1_weighted": 0.115528 }, { "accuracy": 0.227273, "f1": 0.211812, "f1_weighted": 0.265545 }, { "accuracy": 0.045455, "f1": 0.025974, "f1_weighted": 0.024793 }, { "accuracy": 0.090909, "f1": 0.095238, "f1_weighted": 0.106061 } ], "main_score": 0.124901, "hf_subset": "ckb_Arab", "languages": [ "ckb-Arab" ] }, { "accuracy": 0.143478, "f1": 0.128141, "f1_weighted": 0.127119, "scores_per_experiment": [ { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.217391, "f1": 0.238776, "f1_weighted": 0.23354 }, { "accuracy": 0.136364, "f1": 0.108277, "f1_weighted": 0.129329 }, { "accuracy": 0.181818, "f1": 0.133333, "f1_weighted": 0.142424 }, { "accuracy": 0.181818, "f1": 0.160317, "f1_weighted": 0.130303 } ], "main_score": 0.143478, "hf_subset": "zho_Hans", "languages": [ "zho-Hans" ] }, { "accuracy": 0.107905, "f1": 0.094333, "f1_weighted": 0.084053, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.028571, "f1_weighted": 0.017391 }, { "accuracy": 0.086957, "f1": 0.06679, "f1_weighted": 0.0655 }, { "accuracy": 0.227273, "f1": 0.211338, "f1_weighted": 0.168543 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.045455 }, { "accuracy": 0.136364, "f1": 0.117347, "f1_weighted": 0.123377 } ], "main_score": 0.107905, "hf_subset": "ces_Latn", "languages": [ "ces-Latn" ] }, { "accuracy": 0.071542, "f1": 0.053358, "f1_weighted": 0.052764, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.035714, "f1_weighted": 0.021739 }, { "accuracy": 0.086957, "f1": 0.061688, "f1_weighted": 0.059289 }, { "accuracy": 0.136364, "f1": 0.076531, "f1_weighted": 0.082792 }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.045455 }, { "accuracy": 0.045455, "f1": 0.057143, "f1_weighted": 0.054545 } ], "main_score": 0.071542, "hf_subset": "cym_Latn", "languages": [ "cym-Latn" ] }, { "accuracy": 0.106324, "f1": 0.095261, "f1_weighted": 0.113391, "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.195578, "f1_weighted": 0.249482 }, { "accuracy": 0.043478, "f1": 0.020408, "f1_weighted": 0.012422 }, { "accuracy": 0.090909, "f1": 0.1, "f1_weighted": 0.113636 }, { "accuracy": 0.090909, "f1": 0.128571, "f1_weighted": 0.140909 }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.050505 } ], "main_score": 0.106324, "hf_subset": "dan_Latn", "languages": [ "dan-Latn" ] }, { "accuracy": 0.098419, "f1": 0.083991, "f1_weighted": 0.100934, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.040816, "f1_weighted": 0.024845 }, { "accuracy": 0.130435, "f1": 0.096372, "f1_weighted": 0.115252 }, { "accuracy": 0.136364, "f1": 0.117347, "f1_weighted": 0.112013 }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.080808 }, { "accuracy": 0.136364, "f1": 0.133673, "f1_weighted": 0.171753 } ], "main_score": 0.098419, "hf_subset": "deu_Latn", "languages": [ "deu-Latn" ] }, { "accuracy": 0.043874, "f1": 0.035013, "f1_weighted": 0.036331, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.072562, "f1_weighted": 0.078675 }, { "accuracy": 0.086957, "f1": 0.06679, "f1_weighted": 0.068888 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.034091 } ], "main_score": 0.043874, "hf_subset": "ell_Grek", "languages": [ "ell-Grek" ] }, { "accuracy": 0.143083, "f1": 0.126922, "f1_weighted": 0.130872, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.072562, "f1_weighted": 0.085576 }, { "accuracy": 0.173913, "f1": 0.214286, "f1_weighted": 0.181159 }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.020202 }, { "accuracy": 0.227273, "f1": 0.180736, "f1_weighted": 0.206612 }, { "accuracy": 0.181818, "f1": 0.135281, "f1_weighted": 0.160813 } ], "main_score": 0.143083, "hf_subset": "eng_Latn", "languages": [ "eng-Latn" ] }, { "accuracy": 0.097628, "f1": 0.086504, "f1_weighted": 0.076143, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.104308, "f1_weighted": 0.075914 }, { "accuracy": 0.130435, "f1": 0.105102, "f1_weighted": 0.081366 }, { "accuracy": 0.090909, "f1": 0.088889, "f1_weighted": 0.105051 }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.051948 }, { "accuracy": 0.090909, "f1": 0.093407, "f1_weighted": 0.066434 } ], "main_score": 0.097628, "hf_subset": "spa_Latn", "languages": [ "spa-Latn" ] }, { "accuracy": 0.124901, "f1": 0.105306, "f1_weighted": 0.124051, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.071429, "f1_weighted": 0.108696 }, { "accuracy": 0.173913, "f1": 0.159184, "f1_weighted": 0.181366 }, { "accuracy": 0.136364, "f1": 0.117347, "f1_weighted": 0.112013 }, { "accuracy": 0.090909, "f1": 0.064286, "f1_weighted": 0.118182 }, { "accuracy": 0.136364, "f1": 0.114286, "f1_weighted": 0.1 } ], "main_score": 0.124901, "hf_subset": "est_Latn", "languages": [ "est-Latn" ] }, { "accuracy": 0.11581, "f1": 0.103267, "f1_weighted": 0.103105, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.133673, "f1_weighted": 0.13882 }, { "accuracy": 0.130435, "f1": 0.112245, "f1_weighted": 0.114907 }, { "accuracy": 0.090909, "f1": 0.085714, "f1_weighted": 0.081818 }, { "accuracy": 0.181818, "f1": 0.15873, "f1_weighted": 0.171717 }, { "accuracy": 0.045455, "f1": 0.025974, "f1_weighted": 0.008264 } ], "main_score": 0.11581, "hf_subset": "pes_Arab", "languages": [ "pes-Arab" ] }, { "accuracy": 0.150593, "f1": 0.117256, "f1_weighted": 0.118166, "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.220635, "f1_weighted": 0.222222 }, { "accuracy": 0.173913, "f1": 0.145125, "f1_weighted": 0.136646 }, { "accuracy": 0.090909, "f1": 0.035714, "f1_weighted": 0.022727 }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.038961 }, { "accuracy": 0.181818, "f1": 0.143991, "f1_weighted": 0.170274 } ], "main_score": 0.150593, "hf_subset": "fin_Latn", "languages": [ "fin-Latn" ] }, { "accuracy": 0.114625, "f1": 0.12551, "f1_weighted": 0.117768, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.158163, "f1_weighted": 0.170807 }, { "accuracy": 0.217391, "f1": 0.255102, "f1_weighted": 0.243789 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.045455 }, { "accuracy": 0.136364, "f1": 0.166667, "f1_weighted": 0.128788 } ], "main_score": 0.114625, "hf_subset": "tgl_Latn", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.133202, "f1": 0.117714, "f1_weighted": 0.105811, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.097403, "f1_weighted": 0.140316 }, { "accuracy": 0.217391, "f1": 0.187425, "f1_weighted": 0.147287 }, { "accuracy": 0.090909, "f1": 0.097959, "f1_weighted": 0.075325 }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.051948 }, { "accuracy": 0.181818, "f1": 0.164966, "f1_weighted": 0.114177 } ], "main_score": 0.133202, "hf_subset": "fra_Latn", "languages": [ "fra-Latn" ] }, { "accuracy": 0.124901, "f1": 0.116327, "f1_weighted": 0.107564, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.188435, "f1_weighted": 0.160663 }, { "accuracy": 0.086957, "f1": 0.088435, "f1_weighted": 0.078675 }, { "accuracy": 0.136364, "f1": 0.119048, "f1_weighted": 0.075758 }, { "accuracy": 0.090909, "f1": 0.057143, "f1_weighted": 0.145455 }, { "accuracy": 0.136364, "f1": 0.128571, "f1_weighted": 0.077273 } ], "main_score": 0.124901, "hf_subset": "gle_Latn", "languages": [ "gle-Latn" ] }, { "accuracy": 0.114625, "f1": 0.106125, "f1_weighted": 0.095816, "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.228118, "f1_weighted": 0.251484 }, { "accuracy": 0.130435, "f1": 0.14026, "f1_weighted": 0.109091 }, { "accuracy": 0.136364, "f1": 0.126531, "f1_weighted": 0.084416 }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.034091 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 } ], "main_score": 0.114625, "hf_subset": "glg_Latn", "languages": [ "glg-Latn" ] }, { "accuracy": 0.081028, "f1": 0.067871, "f1_weighted": 0.064156, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.06679, "f1_weighted": 0.077922 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.136364, "f1": 0.112698, "f1_weighted": 0.1 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.181818, "f1": 0.159864, "f1_weighted": 0.142857 } ], "main_score": 0.081028, "hf_subset": "guj_Gujr", "languages": [ "guj-Gujr" ] }, { "accuracy": 0.106324, "f1": 0.079029, "f1_weighted": 0.084103, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.120635, "f1_weighted": 0.131401 }, { "accuracy": 0.130435, "f1": 0.109091, "f1_weighted": 0.098024 }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.050505 }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.051948 }, { "accuracy": 0.136364, "f1": 0.092857, "f1_weighted": 0.088636 } ], "main_score": 0.106324, "hf_subset": "hau_Latn", "languages": [ "hau-Latn" ] }, { "accuracy": 0.052964, "f1": 0.048322, "f1_weighted": 0.0464, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.028571, "f1_weighted": 0.026087 }, { "accuracy": 0.130435, "f1": 0.124603, "f1_weighted": 0.121498 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.090909, "f1": 0.088435, "f1_weighted": 0.084416 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 } ], "main_score": 0.052964, "hf_subset": "heb_Hebr", "languages": [ "heb-Hebr" ] }, { "accuracy": 0.098024, "f1": 0.085106, "f1_weighted": 0.086317, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.081633, "f1_weighted": 0.099379 }, { "accuracy": 0.130435, "f1": 0.126984, "f1_weighted": 0.144928 }, { "accuracy": 0.136364, "f1": 0.087662, "f1_weighted": 0.089876 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.136364, "f1": 0.129252, "f1_weighted": 0.097403 } ], "main_score": 0.098024, "hf_subset": "hin_Deva", "languages": [ "hin-Deva" ] }, { "accuracy": 0.124901, "f1": 0.113152, "f1_weighted": 0.119893, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.145578, "f1_weighted": 0.130849 }, { "accuracy": 0.086957, "f1": 0.088435, "f1_weighted": 0.122153 }, { "accuracy": 0.090909, "f1": 0.085714, "f1_weighted": 0.063636 }, { "accuracy": 0.136364, "f1": 0.142857, "f1_weighted": 0.151515 }, { "accuracy": 0.136364, "f1": 0.103175, "f1_weighted": 0.131313 } ], "main_score": 0.124901, "hf_subset": "hrv_Latn", "languages": [ "hrv-Latn" ] }, { "accuracy": 0.185771, "f1": 0.166011, "f1_weighted": 0.176193, "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.243991, "f1_weighted": 0.260663 }, { "accuracy": 0.304348, "f1": 0.287982, "f1_weighted": 0.273292 }, { "accuracy": 0.136364, "f1": 0.107143, "f1_weighted": 0.125 }, { "accuracy": 0.090909, "f1": 0.076531, "f1_weighted": 0.086039 }, { "accuracy": 0.136364, "f1": 0.114409, "f1_weighted": 0.13597 } ], "main_score": 0.185771, "hf_subset": "hun_Latn", "languages": [ "hun-Latn" ] }, { "accuracy": 0.205534, "f1": 0.182086, "f1_weighted": 0.18488, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.069388, "f1_weighted": 0.068323 }, { "accuracy": 0.304348, "f1": 0.261905, "f1_weighted": 0.253623 }, { "accuracy": 0.181818, "f1": 0.157823, "f1_weighted": 0.150649 }, { "accuracy": 0.136364, "f1": 0.120181, "f1_weighted": 0.178211 }, { "accuracy": 0.318182, "f1": 0.301134, "f1_weighted": 0.273593 } ], "main_score": 0.205534, "hf_subset": "hye_Armn", "languages": [ "hye-Armn" ] }, { "accuracy": 0.186561, "f1": 0.171138, "f1_weighted": 0.159436, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.2, "f1_weighted": 0.150725 }, { "accuracy": 0.304348, "f1": 0.254329, "f1_weighted": 0.267128 }, { "accuracy": 0.181818, "f1": 0.158163, "f1_weighted": 0.128247 }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.038961 }, { "accuracy": 0.227273, "f1": 0.202381, "f1_weighted": 0.212121 } ], "main_score": 0.186561, "hf_subset": "ind_Latn", "languages": [ "ind-Latn" ] }, { "accuracy": 0.167984, "f1": 0.141061, "f1_weighted": 0.142519, "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.262709, "f1_weighted": 0.269226 }, { "accuracy": 0.26087, "f1": 0.20471, "f1_weighted": 0.16474 }, { "accuracy": 0.090909, "f1": 0.05772, "f1_weighted": 0.091827 }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.040404 }, { "accuracy": 0.181818, "f1": 0.148423, "f1_weighted": 0.146399 } ], "main_score": 0.167984, "hf_subset": "ibo_Latn", "languages": [ "ibo-Latn" ] }, { "accuracy": 0.168775, "f1": 0.134927, "f1_weighted": 0.126939, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.102041, "f1_weighted": 0.118012 }, { "accuracy": 0.26087, "f1": 0.216698, "f1_weighted": 0.191756 }, { "accuracy": 0.181818, "f1": 0.172222, "f1_weighted": 0.156818 }, { "accuracy": 0.136364, "f1": 0.111111, "f1_weighted": 0.106061 }, { "accuracy": 0.090909, "f1": 0.072562, "f1_weighted": 0.062049 } ], "main_score": 0.168775, "hf_subset": "isl_Latn", "languages": [ "isl-Latn" ] }, { "accuracy": 0.185771, "f1": 0.179252, "f1_weighted": 0.157192, "scores_per_experiment": [ { "accuracy": 0.391304, "f1": 0.378571, "f1_weighted": 0.341304 }, { "accuracy": 0.173913, "f1": 0.164966, "f1_weighted": 0.136646 }, { "accuracy": 0.181818, "f1": 0.2, "f1_weighted": 0.134091 }, { "accuracy": 0.090909, "f1": 0.069388, "f1_weighted": 0.079221 }, { "accuracy": 0.090909, "f1": 0.083333, "f1_weighted": 0.094697 } ], "main_score": 0.185771, "hf_subset": "ita_Latn", "languages": [ "ita-Latn" ] }, { "accuracy": 0.080632, "f1": 0.079634, "f1_weighted": 0.060111, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.107143, "f1_weighted": 0.086957 }, { "accuracy": 0.043478, "f1": 0.047619, "f1_weighted": 0.028986 }, { "accuracy": 0.045455, "f1": 0.021978, "f1_weighted": 0.020979 }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.034091 }, { "accuracy": 0.181818, "f1": 0.185714, "f1_weighted": 0.129545 } ], "main_score": 0.080632, "hf_subset": "jpn_Jpan", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.11581, "f1": 0.10424, "f1_weighted": 0.109721, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.10034, "f1_weighted": 0.093685 }, { "accuracy": 0.130435, "f1": 0.112245, "f1_weighted": 0.10766 }, { "accuracy": 0.136364, "f1": 0.159864, "f1_weighted": 0.126623 }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.080808 }, { "accuracy": 0.136364, "f1": 0.117007, "f1_weighted": 0.139827 } ], "main_score": 0.11581, "hf_subset": "jav_Latn", "languages": [ "jav-Latn" ] }, { "accuracy": 0.071937, "f1": 0.062516, "f1_weighted": 0.04748, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.069597, "f1_weighted": 0.06243 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.090909, "f1": 0.06679, "f1_weighted": 0.029516 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.045455 }, { "accuracy": 0.136364, "f1": 0.128571, "f1_weighted": 0.1 } ], "main_score": 0.071937, "hf_subset": "kat_Geor", "languages": [ "kat-Geor" ] }, { "accuracy": 0.133992, "f1": 0.126712, "f1_weighted": 0.14231, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.121429, "f1_weighted": 0.13913 }, { "accuracy": 0.130435, "f1": 0.143991, "f1_weighted": 0.121808 }, { "accuracy": 0.181818, "f1": 0.197619, "f1_weighted": 0.211364 }, { "accuracy": 0.136364, "f1": 0.113379, "f1_weighted": 0.184704 }, { "accuracy": 0.090909, "f1": 0.057143, "f1_weighted": 0.054545 } ], "main_score": 0.133992, "hf_subset": "kam_Latn", "languages": [ "kam-Latn" ] }, { "accuracy": 0.142688, "f1": 0.127326, "f1_weighted": 0.105639, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.072562, "f1_weighted": 0.069013 }, { "accuracy": 0.217391, "f1": 0.222222, "f1_weighted": 0.144928 }, { "accuracy": 0.136364, "f1": 0.114863, "f1_weighted": 0.121579 }, { "accuracy": 0.090909, "f1": 0.064286, "f1_weighted": 0.072727 }, { "accuracy": 0.181818, "f1": 0.162698, "f1_weighted": 0.119949 } ], "main_score": 0.142688, "hf_subset": "kea_Latn", "languages": [ "kea-Latn" ] }, { "accuracy": 0.124901, "f1": 0.089041, "f1_weighted": 0.08719, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.183333, "f1_weighted": 0.20942 }, { "accuracy": 0.043478, "f1": 0.035714, "f1_weighted": 0.043478 }, { "accuracy": 0.181818, "f1": 0.09768, "f1_weighted": 0.083139 }, { "accuracy": 0.136364, "f1": 0.092764, "f1_weighted": 0.088548 }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.011364 } ], "main_score": 0.124901, "hf_subset": "kaz_Cyrl", "languages": [ "kaz-Cyrl" ] }, { "accuracy": 0.215415, "f1": 0.188277, "f1_weighted": 0.202105, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.150794, "f1_weighted": 0.120773 }, { "accuracy": 0.130435, "f1": 0.101134, "f1_weighted": 0.091373 }, { "accuracy": 0.181818, "f1": 0.207143, "f1_weighted": 0.143182 }, { "accuracy": 0.272727, "f1": 0.2, "f1_weighted": 0.327273 }, { "accuracy": 0.318182, "f1": 0.282313, "f1_weighted": 0.327922 } ], "main_score": 0.215415, "hf_subset": "khm_Khmr", "languages": [ "khm-Khmr" ] }, { "accuracy": 0.079447, "f1": 0.062723, "f1_weighted": 0.06485, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.129149, "f1_weighted": 0.151735 }, { "accuracy": 0.086957, "f1": 0.088435, "f1_weighted": 0.05383 }, { "accuracy": 0.090909, "f1": 0.06746, "f1_weighted": 0.073232 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.028571, "f1_weighted": 0.045455 } ], "main_score": 0.079447, "hf_subset": "kan_Knda", "languages": [ "kan-Knda" ] }, { "accuracy": 0.133202, "f1": 0.11932, "f1_weighted": 0.116148, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.208617, "f1_weighted": 0.199448 }, { "accuracy": 0.130435, "f1": 0.12415, "f1_weighted": 0.100414 }, { "accuracy": 0.136364, "f1": 0.111111, "f1_weighted": 0.131313 }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.038961 }, { "accuracy": 0.136364, "f1": 0.111905, "f1_weighted": 0.110606 } ], "main_score": 0.133202, "hf_subset": "kor_Hang", "languages": [ "kor-Hang" ] }, { "accuracy": 0.133202, "f1": 0.120911, "f1_weighted": 0.138378, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.128571, "f1_weighted": 0.078261 }, { "accuracy": 0.217391, "f1": 0.205896, "f1_weighted": 0.238923 }, { "accuracy": 0.090909, "f1": 0.051948, "f1_weighted": 0.082645 }, { "accuracy": 0.181818, "f1": 0.170522, "f1_weighted": 0.231457 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.060606 } ], "main_score": 0.133202, "hf_subset": "kir_Cyrl", "languages": [ "kir-Cyrl" ] }, { "accuracy": 0.194862, "f1": 0.13826, "f1_weighted": 0.154352, "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.185281, "f1_weighted": 0.229776 }, { "accuracy": 0.26087, "f1": 0.219388, "f1_weighted": 0.219255 }, { "accuracy": 0.181818, "f1": 0.088889, "f1_weighted": 0.105051 }, { "accuracy": 0.090909, "f1": 0.083333, "f1_weighted": 0.094697 }, { "accuracy": 0.136364, "f1": 0.114409, "f1_weighted": 0.122983 } ], "main_score": 0.194862, "hf_subset": "ltz_Latn", "languages": [ "ltz-Latn" ] }, { "accuracy": 0.107115, "f1": 0.088561, "f1_weighted": 0.086452, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.151099, "f1_weighted": 0.142977 }, { "accuracy": 0.043478, "f1": 0.035714, "f1_weighted": 0.043478 }, { "accuracy": 0.090909, "f1": 0.071429, "f1_weighted": 0.045455 }, { "accuracy": 0.090909, "f1": 0.080952, "f1_weighted": 0.095455 }, { "accuracy": 0.136364, "f1": 0.103611, "f1_weighted": 0.104895 } ], "main_score": 0.107115, "hf_subset": "lug_Latn", "languages": [ "lug-Latn" ] }, { "accuracy": 0.161265, "f1": 0.143647, "f1_weighted": 0.12981, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.156349, "f1_weighted": 0.11256 }, { "accuracy": 0.086957, "f1": 0.088889, "f1_weighted": 0.088889 }, { "accuracy": 0.090909, "f1": 0.079121, "f1_weighted": 0.039161 }, { "accuracy": 0.181818, "f1": 0.140816, "f1_weighted": 0.156494 }, { "accuracy": 0.272727, "f1": 0.253061, "f1_weighted": 0.251948 } ], "main_score": 0.161265, "hf_subset": "lin_Latn", "languages": [ "lin-Latn" ] }, { "accuracy": 0.133202, "f1": 0.111314, "f1_weighted": 0.083152, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.136813, "f1_weighted": 0.083278 }, { "accuracy": 0.173913, "f1": 0.156926, "f1_weighted": 0.10639 }, { "accuracy": 0.136364, "f1": 0.114409, "f1_weighted": 0.100945 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.181818, "f1": 0.148423, "f1_weighted": 0.125148 } ], "main_score": 0.133202, "hf_subset": "lao_Laoo", "languages": [ "lao-Laoo" ] }, { "accuracy": 0.160474, "f1": 0.161132, "f1_weighted": 0.181458, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.239665, "f1_weighted": 0.251951 }, { "accuracy": 0.130435, "f1": 0.14026, "f1_weighted": 0.135968 }, { "accuracy": 0.090909, "f1": 0.083333, "f1_weighted": 0.079545 }, { "accuracy": 0.090909, "f1": 0.072562, "f1_weighted": 0.132756 }, { "accuracy": 0.272727, "f1": 0.269841, "f1_weighted": 0.307071 } ], "main_score": 0.160474, "hf_subset": "lit_Latn", "languages": [ "lit-Latn" ] }, { "accuracy": 0.160079, "f1": 0.147596, "f1_weighted": 0.14568, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.101134, "f1_weighted": 0.098827 }, { "accuracy": 0.26087, "f1": 0.253175, "f1_weighted": 0.186715 }, { "accuracy": 0.181818, "f1": 0.149206, "f1_weighted": 0.180808 }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.051948 }, { "accuracy": 0.181818, "f1": 0.193651, "f1_weighted": 0.210101 } ], "main_score": 0.160079, "hf_subset": "luo_Latn", "languages": [ "luo-Latn" ] }, { "accuracy": 0.134387, "f1": 0.109213, "f1_weighted": 0.103806, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.051948, "f1_weighted": 0.079051 }, { "accuracy": 0.130435, "f1": 0.117347, "f1_weighted": 0.10559 }, { "accuracy": 0.136364, "f1": 0.104762, "f1_weighted": 0.084848 }, { "accuracy": 0.090909, "f1": 0.073593, "f1_weighted": 0.070248 }, { "accuracy": 0.227273, "f1": 0.198413, "f1_weighted": 0.179293 } ], "main_score": 0.134387, "hf_subset": "lvs_Latn", "languages": [ "lvs-Latn" ] }, { "accuracy": 0.124506, "f1": 0.105813, "f1_weighted": 0.109699, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.114409, "f1_weighted": 0.111048 }, { "accuracy": 0.173913, "f1": 0.155226, "f1_weighted": 0.158667 }, { "accuracy": 0.090909, "f1": 0.076531, "f1_weighted": 0.076299 }, { "accuracy": 0.090909, "f1": 0.083333, "f1_weighted": 0.090909 }, { "accuracy": 0.136364, "f1": 0.099567, "f1_weighted": 0.11157 } ], "main_score": 0.124506, "hf_subset": "mri_Latn", "languages": [ "mri-Latn" ] }, { "accuracy": 0.10751, "f1": 0.099097, "f1_weighted": 0.086256, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.085714, "f1_weighted": 0.069565 }, { "accuracy": 0.086957, "f1": 0.051948, "f1_weighted": 0.047431 }, { "accuracy": 0.181818, "f1": 0.181633, "f1_weighted": 0.168831 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.045455 }, { "accuracy": 0.136364, "f1": 0.128571, "f1_weighted": 0.1 } ], "main_score": 0.10751, "hf_subset": "mkd_Cyrl", "languages": [ "mkd-Cyrl" ] }, { "accuracy": 0.143478, "f1": 0.110072, "f1_weighted": 0.110193, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.123377, "f1_weighted": 0.106719 }, { "accuracy": 0.086957, "f1": 0.060317, "f1_weighted": 0.082126 }, { "accuracy": 0.227273, "f1": 0.18254, "f1_weighted": 0.184343 }, { "accuracy": 0.090909, "f1": 0.063492, "f1_weighted": 0.060606 }, { "accuracy": 0.181818, "f1": 0.120635, "f1_weighted": 0.117172 } ], "main_score": 0.143478, "hf_subset": "mal_Mlym", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.11581, "f1": 0.093028, "f1_weighted": 0.085395, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.128571, "f1_weighted": 0.078261 }, { "accuracy": 0.130435, "f1": 0.072527, "f1_weighted": 0.044147 }, { "accuracy": 0.045455, "f1": 0.021978, "f1_weighted": 0.020979 }, { "accuracy": 0.136364, "f1": 0.124603, "f1_weighted": 0.187626 }, { "accuracy": 0.136364, "f1": 0.11746, "f1_weighted": 0.09596 } ], "main_score": 0.11581, "hf_subset": "khk_Cyrl", "languages": [ "khk-Cyrl" ] }, { "accuracy": 0.133992, "f1": 0.117438, "f1_weighted": 0.111259, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.151927, "f1_weighted": 0.121463 }, { "accuracy": 0.086957, "f1": 0.112245, "f1_weighted": 0.093168 }, { "accuracy": 0.181818, "f1": 0.119048, "f1_weighted": 0.136364 }, { "accuracy": 0.136364, "f1": 0.111111, "f1_weighted": 0.121212 }, { "accuracy": 0.090909, "f1": 0.092857, "f1_weighted": 0.084091 } ], "main_score": 0.133992, "hf_subset": "mar_Deva", "languages": [ "mar-Deva" ] }, { "accuracy": 0.106719, "f1": 0.088169, "f1_weighted": 0.094803, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.205782, "f1_weighted": 0.218427 }, { "accuracy": 0.043478, "f1": 0.025974, "f1_weighted": 0.031621 }, { "accuracy": 0.136364, "f1": 0.121429, "f1_weighted": 0.156818 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.136364, "f1": 0.087662, "f1_weighted": 0.067149 } ], "main_score": 0.106719, "hf_subset": "zsm_Latn", "languages": [ "zsm-Latn" ] }, { "accuracy": 0.089328, "f1": 0.064447, "f1_weighted": 0.053476, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.06679, "f1_weighted": 0.040655 }, { "accuracy": 0.086957, "f1": 0.069388, "f1_weighted": 0.059627 }, { "accuracy": 0.136364, "f1": 0.107143, "f1_weighted": 0.090909 }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.051948 }, { "accuracy": 0.090909, "f1": 0.038095, "f1_weighted": 0.024242 } ], "main_score": 0.089328, "hf_subset": "mlt_Latn", "languages": [ "mlt-Latn" ] }, { "accuracy": 0.062451, "f1": 0.068798, "f1_weighted": 0.0717, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.120181, "f1_weighted": 0.114562 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.075758 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.045455 }, { "accuracy": 0.090909, "f1": 0.128571, "f1_weighted": 0.122727 } ], "main_score": 0.062451, "hf_subset": "mya_Mymr", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.124901, "f1": 0.103379, "f1_weighted": 0.117973, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.145125, "f1_weighted": 0.195997 }, { "accuracy": 0.086957, "f1": 0.080952, "f1_weighted": 0.066667 }, { "accuracy": 0.181818, "f1": 0.142857, "f1_weighted": 0.161616 }, { "accuracy": 0.136364, "f1": 0.112245, "f1_weighted": 0.131494 }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.034091 } ], "main_score": 0.124901, "hf_subset": "nob_Latn", "languages": [ "nob-Latn" ] }, { "accuracy": 0.035968, "f1": 0.028333, "f1_weighted": 0.035023, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.047619, "f1_weighted": 0.072464 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.017857, "f1_weighted": 0.005682 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.060606 }, { "accuracy": 0.045455, "f1": 0.028571, "f1_weighted": 0.036364 } ], "main_score": 0.035968, "hf_subset": "npi_Deva", "languages": [ "npi-Deva" ] }, { "accuracy": 0.16996, "f1": 0.148848, "f1_weighted": 0.151983, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.152381, "f1_weighted": 0.136232 }, { "accuracy": 0.130435, "f1": 0.15, "f1_weighted": 0.113043 }, { "accuracy": 0.227273, "f1": 0.197526, "f1_weighted": 0.185242 }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.051948 }, { "accuracy": 0.272727, "f1": 0.203515, "f1_weighted": 0.273449 } ], "main_score": 0.16996, "hf_subset": "nld_Latn", "languages": [ "nld-Latn" ] }, { "accuracy": 0.167589, "f1": 0.148378, "f1_weighted": 0.152942, "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.20705, "f1_weighted": 0.212309 }, { "accuracy": 0.304348, "f1": 0.261596, "f1_weighted": 0.229531 }, { "accuracy": 0.136364, "f1": 0.153061, "f1_weighted": 0.198052 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.045455 }, { "accuracy": 0.090909, "f1": 0.072562, "f1_weighted": 0.079365 } ], "main_score": 0.167589, "hf_subset": "nso_Latn", "languages": [ "nso-Latn" ] }, { "accuracy": 0.070356, "f1": 0.060728, "f1_weighted": 0.056233, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.138889, "f1_weighted": 0.114734 }, { "accuracy": 0.086957, "f1": 0.097959, "f1_weighted": 0.09441 }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.038961 }, { "accuracy": 0.045455, "f1": 0.025974, "f1_weighted": 0.033058 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 } ], "main_score": 0.070356, "hf_subset": "nya_Latn", "languages": [ "nya-Latn" ] }, { "accuracy": 0.167589, "f1": 0.141596, "f1_weighted": 0.158742, "scores_per_experiment": [ { "accuracy": 0.347826, "f1": 0.287446, "f1_weighted": 0.326746 }, { "accuracy": 0.217391, "f1": 0.208617, "f1_weighted": 0.231884 }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.030303 }, { "accuracy": 0.090909, "f1": 0.072562, "f1_weighted": 0.119769 }, { "accuracy": 0.136364, "f1": 0.107607, "f1_weighted": 0.085006 } ], "main_score": 0.167589, "hf_subset": "oci_Latn", "languages": [ "oci-Latn" ] }, { "accuracy": 0.053755, "f1": 0.047279, "f1_weighted": 0.052136, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.02381, "f1_weighted": 0.028986 }, { "accuracy": 0.043478, "f1": 0.035714, "f1_weighted": 0.021739 }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.064935 }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.038961 }, { "accuracy": 0.090909, "f1": 0.095238, "f1_weighted": 0.106061 } ], "main_score": 0.053755, "hf_subset": "ory_Orya", "languages": [ "ory-Orya" ] }, { "accuracy": 0.071542, "f1": 0.051911, "f1_weighted": 0.064876, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.028571, "f1_weighted": 0.043478 }, { "accuracy": 0.086957, "f1": 0.06679, "f1_weighted": 0.073405 }, { "accuracy": 0.136364, "f1": 0.114409, "f1_weighted": 0.151712 }, { "accuracy": 0.045455, "f1": 0.025974, "f1_weighted": 0.033058 }, { "accuracy": 0.045455, "f1": 0.02381, "f1_weighted": 0.022727 } ], "main_score": 0.071542, "hf_subset": "pan_Guru", "languages": [ "pan-Guru" ] }, { "accuracy": 0.079447, "f1": 0.060637, "f1_weighted": 0.061829, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.081633, "f1_weighted": 0.086957 }, { "accuracy": 0.130435, "f1": 0.107143, "f1_weighted": 0.097826 }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.038961 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.060606 }, { "accuracy": 0.045455, "f1": 0.025974, "f1_weighted": 0.024793 } ], "main_score": 0.079447, "hf_subset": "pol_Latn", "languages": [ "pol-Latn" ] }, { "accuracy": 0.168379, "f1": 0.156961, "f1_weighted": 0.144626, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.20068, "f1_weighted": 0.133023 }, { "accuracy": 0.26087, "f1": 0.207937, "f1_weighted": 0.212077 }, { "accuracy": 0.136364, "f1": 0.154762, "f1_weighted": 0.132576 }, { "accuracy": 0.090909, "f1": 0.071429, "f1_weighted": 0.090909 }, { "accuracy": 0.136364, "f1": 0.15, "f1_weighted": 0.154545 } ], "main_score": 0.168379, "hf_subset": "pbt_Arab", "languages": [ "pbt-Arab" ] }, { "accuracy": 0.160474, "f1": 0.152944, "f1_weighted": 0.150312, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.138889, "f1_weighted": 0.135266 }, { "accuracy": 0.173913, "f1": 0.212245, "f1_weighted": 0.197516 }, { "accuracy": 0.136364, "f1": 0.120181, "f1_weighted": 0.104618 }, { "accuracy": 0.181818, "f1": 0.164835, "f1_weighted": 0.18007 }, { "accuracy": 0.136364, "f1": 0.128571, "f1_weighted": 0.134091 } ], "main_score": 0.160474, "hf_subset": "por_Latn", "languages": [ "por-Latn" ] }, { "accuracy": 0.116996, "f1": 0.097207, "f1_weighted": 0.086356, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.035714, "f1_weighted": 0.032609 }, { "accuracy": 0.086957, "f1": 0.062794, "f1_weighted": 0.076445 }, { "accuracy": 0.272727, "f1": 0.226531, "f1_weighted": 0.166883 }, { "accuracy": 0.090909, "f1": 0.079365, "f1_weighted": 0.090909 }, { "accuracy": 0.090909, "f1": 0.081633, "f1_weighted": 0.064935 } ], "main_score": 0.116996, "hf_subset": "ron_Latn", "languages": [ "ron-Latn" ] }, { "accuracy": 0.088538, "f1": 0.081229, "f1_weighted": 0.079163, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.083117, "f1_weighted": 0.066403 }, { "accuracy": 0.173913, "f1": 0.155226, "f1_weighted": 0.148315 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.040404 }, { "accuracy": 0.136364, "f1": 0.136054, "f1_weighted": 0.140693 } ], "main_score": 0.088538, "hf_subset": "rus_Cyrl", "languages": [ "rus-Cyrl" ] }, { "accuracy": 0.071542, "f1": 0.069702, "f1_weighted": 0.058054, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.142857, "f1_weighted": 0.086957 }, { "accuracy": 0.043478, "f1": 0.021978, "f1_weighted": 0.013378 }, { "accuracy": 0.136364, "f1": 0.112245, "f1_weighted": 0.121753 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.090909, "f1": 0.071429, "f1_weighted": 0.068182 } ], "main_score": 0.071542, "hf_subset": "snd_Arab", "languages": [ "snd-Arab" ] }, { "accuracy": 0.097233, "f1": 0.098188, "f1_weighted": 0.092685, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.112245, "f1_weighted": 0.13354 }, { "accuracy": 0.173913, "f1": 0.181293, "f1_weighted": 0.164182 }, { "accuracy": 0.090909, "f1": 0.054545, "f1_weighted": 0.052066 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.090909, "f1": 0.142857, "f1_weighted": 0.113636 } ], "main_score": 0.097233, "hf_subset": "slk_Latn", "languages": [ "slk-Latn" ] }, { "accuracy": 0.106324, "f1": 0.084036, "f1_weighted": 0.083637, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.172222, "f1_weighted": 0.133816 }, { "accuracy": 0.130435, "f1": 0.095238, "f1_weighted": 0.125604 }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.034091 }, { "accuracy": 0.090909, "f1": 0.057143, "f1_weighted": 0.054545 }, { "accuracy": 0.090909, "f1": 0.059864, "f1_weighted": 0.07013 } ], "main_score": 0.106324, "hf_subset": "slv_Latn", "languages": [ "slv-Latn" ] }, { "accuracy": 0.241897, "f1": 0.208058, "f1_weighted": 0.220103, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.176871, "f1_weighted": 0.180124 }, { "accuracy": 0.173913, "f1": 0.140476, "f1_weighted": 0.152899 }, { "accuracy": 0.227273, "f1": 0.250464, "f1_weighted": 0.248524 }, { "accuracy": 0.227273, "f1": 0.220408, "f1_weighted": 0.267532 }, { "accuracy": 0.363636, "f1": 0.252072, "f1_weighted": 0.251436 } ], "main_score": 0.241897, "hf_subset": "sna_Latn", "languages": [ "sna-Latn" ] }, { "accuracy": 0.071146, "f1": 0.070952, "f1_weighted": 0.083568, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.119048, "f1_weighted": 0.094203 }, { "accuracy": 0.086957, "f1": 0.063492, "f1_weighted": 0.096618 }, { "accuracy": 0.136364, "f1": 0.140476, "f1_weighted": 0.146212 }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.080808 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 } ], "main_score": 0.071146, "hf_subset": "som_Latn", "languages": [ "som-Latn" ] }, { "accuracy": 0.151779, "f1": 0.135125, "f1_weighted": 0.128379, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.121429, "f1_weighted": 0.11087 }, { "accuracy": 0.173913, "f1": 0.143991, "f1_weighted": 0.15873 }, { "accuracy": 0.090909, "f1": 0.114286, "f1_weighted": 0.090909 }, { "accuracy": 0.136364, "f1": 0.095238, "f1_weighted": 0.090909 }, { "accuracy": 0.227273, "f1": 0.20068, "f1_weighted": 0.190476 } ], "main_score": 0.151779, "hf_subset": "srp_Cyrl", "languages": [ "srp-Cyrl" ] }, { "accuracy": 0.169565, "f1": 0.14873, "f1_weighted": 0.14424, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.104762, "f1_weighted": 0.107246 }, { "accuracy": 0.217391, "f1": 0.184127, "f1_weighted": 0.18744 }, { "accuracy": 0.136364, "f1": 0.119048, "f1_weighted": 0.113636 }, { "accuracy": 0.181818, "f1": 0.178571, "f1_weighted": 0.185606 }, { "accuracy": 0.181818, "f1": 0.157143, "f1_weighted": 0.127273 } ], "main_score": 0.169565, "hf_subset": "swe_Latn", "languages": [ "swe-Latn" ] }, { "accuracy": 0.186561, "f1": 0.184963, "f1_weighted": 0.196722, "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.286642, "f1_weighted": 0.273857 }, { "accuracy": 0.173913, "f1": 0.167766, "f1_weighted": 0.13757 }, { "accuracy": 0.181818, "f1": 0.195578, "f1_weighted": 0.220238 }, { "accuracy": 0.136364, "f1": 0.145578, "f1_weighted": 0.172294 }, { "accuracy": 0.136364, "f1": 0.129252, "f1_weighted": 0.179654 } ], "main_score": 0.186561, "hf_subset": "swh_Latn", "languages": [ "swh-Latn" ] }, { "accuracy": 0.11502, "f1": 0.103288, "f1_weighted": 0.097656, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.103175, "f1_weighted": 0.062802 }, { "accuracy": 0.217391, "f1": 0.193878, "f1_weighted": 0.153727 }, { "accuracy": 0.090909, "f1": 0.076531, "f1_weighted": 0.099026 }, { "accuracy": 0.090909, "f1": 0.114286, "f1_weighted": 0.127273 }, { "accuracy": 0.045455, "f1": 0.028571, "f1_weighted": 0.045455 } ], "main_score": 0.11502, "hf_subset": "tam_Taml", "languages": [ "tam-Taml" ] }, { "accuracy": 0.150198, "f1": 0.123471, "f1_weighted": 0.130927, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.199093, "f1_weighted": 0.17902 }, { "accuracy": 0.26087, "f1": 0.154195, "f1_weighted": 0.197378 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.015152 }, { "accuracy": 0.181818, "f1": 0.168831, "f1_weighted": 0.217631 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.045455 } ], "main_score": 0.150198, "hf_subset": "tel_Telu", "languages": [ "tel-Telu" ] }, { "accuracy": 0.098024, "f1": 0.079641, "f1_weighted": 0.077024, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.133673, "f1_weighted": 0.148758 }, { "accuracy": 0.043478, "f1": 0.035714, "f1_weighted": 0.054348 }, { "accuracy": 0.136364, "f1": 0.114409, "f1_weighted": 0.068083 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.045455 }, { "accuracy": 0.090909, "f1": 0.06679, "f1_weighted": 0.068477 } ], "main_score": 0.098024, "hf_subset": "tgk_Cyrl", "languages": [ "tgk-Cyrl" ] }, { "accuracy": 0.088538, "f1": 0.087304, "f1_weighted": 0.05693, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.219171, "f1_weighted": 0.166158 }, { "accuracy": 0.043478, "f1": 0.035714, "f1_weighted": 0.021739 }, { "accuracy": 0.045455, "f1": 0.071429, "f1_weighted": 0.022727 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.136364, "f1": 0.110204, "f1_weighted": 0.074026 } ], "main_score": 0.088538, "hf_subset": "tha_Thai", "languages": [ "tha-Thai" ] }, { "accuracy": 0.107905, "f1": 0.09422, "f1_weighted": 0.114414, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.1, "f1_weighted": 0.069565 }, { "accuracy": 0.043478, "f1": 0.025974, "f1_weighted": 0.023715 }, { "accuracy": 0.181818, "f1": 0.174603, "f1_weighted": 0.20202 }, { "accuracy": 0.090909, "f1": 0.057143, "f1_weighted": 0.145455 }, { "accuracy": 0.136364, "f1": 0.113379, "f1_weighted": 0.131313 } ], "main_score": 0.107905, "hf_subset": "tur_Latn", "languages": [ "tur-Latn" ] }, { "accuracy": 0.213834, "f1": 0.209873, "f1_weighted": 0.178931, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.12674, "f1_weighted": 0.126198 }, { "accuracy": 0.347826, "f1": 0.334432, "f1_weighted": 0.26767 }, { "accuracy": 0.227273, "f1": 0.217007, "f1_weighted": 0.158442 }, { "accuracy": 0.181818, "f1": 0.177778, "f1_weighted": 0.189899 }, { "accuracy": 0.181818, "f1": 0.193407, "f1_weighted": 0.152448 } ], "main_score": 0.213834, "hf_subset": "ukr_Cyrl", "languages": [ "ukr-Cyrl" ] }, { "accuracy": 0.150988, "f1": 0.135269, "f1_weighted": 0.13743, "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.236755, "f1_weighted": 0.215886 }, { "accuracy": 0.130435, "f1": 0.120635, "f1_weighted": 0.129469 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.045455 }, { "accuracy": 0.090909, "f1": 0.051948, "f1_weighted": 0.049587 }, { "accuracy": 0.227273, "f1": 0.219388, "f1_weighted": 0.246753 } ], "main_score": 0.150988, "hf_subset": "umb_Latn", "languages": [ "umb-Latn" ] }, { "accuracy": 0.205138, "f1": 0.189388, "f1_weighted": 0.179345, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.190476, "f1_weighted": 0.150725 }, { "accuracy": 0.26087, "f1": 0.258277, "f1_weighted": 0.245135 }, { "accuracy": 0.227273, "f1": 0.193197, "f1_weighted": 0.148052 }, { "accuracy": 0.227273, "f1": 0.185941, "f1_weighted": 0.21645 }, { "accuracy": 0.136364, "f1": 0.119048, "f1_weighted": 0.136364 } ], "main_score": 0.205138, "hf_subset": "urd_Arab", "languages": [ "urd-Arab" ] }, { "accuracy": 0.133202, "f1": 0.116714, "f1_weighted": 0.105983, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.203401, "f1_weighted": 0.166046 }, { "accuracy": 0.130435, "f1": 0.108277, "f1_weighted": 0.130607 }, { "accuracy": 0.090909, "f1": 0.076531, "f1_weighted": 0.073052 }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.051948 }, { "accuracy": 0.181818, "f1": 0.154545, "f1_weighted": 0.108264 } ], "main_score": 0.133202, "hf_subset": "uzn_Latn", "languages": [ "uzn-Latn" ] }, { "accuracy": 0.143083, "f1": 0.136077, "f1_weighted": 0.152539, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.209524, "f1_weighted": 0.252174 }, { "accuracy": 0.043478, "f1": 0.02381, "f1_weighted": 0.021739 }, { "accuracy": 0.227273, "f1": 0.229592, "f1_weighted": 0.25974 }, { "accuracy": 0.136364, "f1": 0.128571, "f1_weighted": 0.134091 }, { "accuracy": 0.090909, "f1": 0.088889, "f1_weighted": 0.094949 } ], "main_score": 0.143083, "hf_subset": "vie_Latn", "languages": [ "vie-Latn" ] }, { "accuracy": 0.06166, "f1": 0.057914, "f1_weighted": 0.051156, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.128571, "f1_weighted": 0.1 }, { "accuracy": 0.086957, "f1": 0.088435, "f1_weighted": 0.080745 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.090909, "f1": 0.072562, "f1_weighted": 0.075036 } ], "main_score": 0.06166, "hf_subset": "wol_Latn", "languages": [ "wol-Latn" ] }, { "accuracy": 0.17747, "f1": 0.165533, "f1_weighted": 0.187516, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.157143, "f1_weighted": 0.113043 }, { "accuracy": 0.304348, "f1": 0.309524, "f1_weighted": 0.334783 }, { "accuracy": 0.136364, "f1": 0.129705, "f1_weighted": 0.129582 }, { "accuracy": 0.136364, "f1": 0.114286, "f1_weighted": 0.218182 }, { "accuracy": 0.136364, "f1": 0.117007, "f1_weighted": 0.141991 } ], "main_score": 0.17747, "hf_subset": "xho_Latn", "languages": [ "xho-Latn" ] }, { "accuracy": 0.124111, "f1": 0.106236, "f1_weighted": 0.118673, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.072562, "f1_weighted": 0.081435 }, { "accuracy": 0.26087, "f1": 0.231293, "f1_weighted": 0.257419 }, { "accuracy": 0.136364, "f1": 0.12415, "f1_weighted": 0.105519 }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.080808 }, { "accuracy": 0.090909, "f1": 0.071429, "f1_weighted": 0.068182 } ], "main_score": 0.124111, "hf_subset": "yor_Latn", "languages": [ "yor-Latn" ] }, { "accuracy": 0.11581, "f1": 0.104422, "f1_weighted": 0.100257, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.159864, "f1_weighted": 0.178054 }, { "accuracy": 0.086957, "f1": 0.071429, "f1_weighted": 0.057971 }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.011364 }, { "accuracy": 0.090909, "f1": 0.085714, "f1_weighted": 0.1 }, { "accuracy": 0.181818, "f1": 0.169388, "f1_weighted": 0.153896 } ], "main_score": 0.11581, "hf_subset": "zho_Hant", "languages": [ "zho-Hant" ] }, { "accuracy": 0.11581, "f1": 0.110612, "f1_weighted": 0.10956, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.071429, "f1_weighted": 0.065217 }, { "accuracy": 0.173913, "f1": 0.140816, "f1_weighted": 0.111801 }, { "accuracy": 0.136364, "f1": 0.117007, "f1_weighted": 0.093506 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.181818, "f1": 0.22381, "f1_weighted": 0.277273 } ], "main_score": 0.11581, "hf_subset": "zul_Latn", "languages": [ "zul-Latn" ] }, { "accuracy": 0.134387, "f1": 0.101274, "f1_weighted": 0.10876, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.134921, "f1_weighted": 0.082126 }, { "accuracy": 0.043478, "f1": 0.040816, "f1_weighted": 0.024845 }, { "accuracy": 0.136364, "f1": 0.109091, "f1_weighted": 0.13719 }, { "accuracy": 0.090909, "f1": 0.088889, "f1_weighted": 0.153535 }, { "accuracy": 0.227273, "f1": 0.132653, "f1_weighted": 0.146104 } ], "main_score": 0.134387, "hf_subset": "fuv_Latn", "languages": [ "fuv-Latn" ] }, { "accuracy": 0.123715, "f1": 0.108549, "f1_weighted": 0.119568, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.18254, "f1_weighted": 0.183575 }, { "accuracy": 0.173913, "f1": 0.157823, "f1_weighted": 0.171843 }, { "accuracy": 0.090909, "f1": 0.107143, "f1_weighted": 0.102273 }, { "accuracy": 0.090909, "f1": 0.059524, "f1_weighted": 0.106061 }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.034091 } ], "main_score": 0.123715, "hf_subset": "gaz_Latn", "languages": [ "gaz-Latn" ] } ] }, "evaluation_time": 17943.739451169968, "kg_co2_emissions": null }