{ "dataset_revision": "186b61175fbd77059f769b6bf1110d449a2ff311", "task_name": "SIBFLEURS", "mteb_version": "1.38.33", "scores": { "train": [ { "accuracy": 0.124506, "f1": 0.115692, "f1_weighted": 0.134436, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.193651, "f1_weighted": 0.207729 }, { "accuracy": 0.130435, "f1": 0.130952, "f1_weighted": 0.163043 }, { "accuracy": 0.181818, "f1": 0.124603, "f1_weighted": 0.17803 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.045455 }, { "accuracy": 0.090909, "f1": 0.081633, "f1_weighted": 0.077922 } ], "main_score": 0.124506, "hf_subset": "afr_Latn", "languages": [ "afr-Latn" ] }, { "accuracy": 0.151383, "f1": 0.120272, "f1_weighted": 0.136675, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.095238, "f1_weighted": 0.115942 }, { "accuracy": 0.217391, "f1": 0.169388, "f1_weighted": 0.207764 }, { "accuracy": 0.227273, "f1": 0.187642, "f1_weighted": 0.181638 }, { "accuracy": 0.136364, "f1": 0.113379, "f1_weighted": 0.121212 }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.056818 } ], "main_score": 0.151383, "hf_subset": "amh_Ethi", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.150593, "f1": 0.11878, "f1_weighted": 0.128445, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.138889, "f1_weighted": 0.136473 }, { "accuracy": 0.26087, "f1": 0.223356, "f1_weighted": 0.220842 }, { "accuracy": 0.136364, "f1": 0.107143, "f1_weighted": 0.125 }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.080808 }, { "accuracy": 0.136364, "f1": 0.092764, "f1_weighted": 0.079103 } ], "main_score": 0.150593, "hf_subset": "arb_Arab", "languages": [ "arb-Arab" ] }, { "accuracy": 0.106324, "f1": 0.090454, "f1_weighted": 0.0963, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.104762, "f1_weighted": 0.081159 }, { "accuracy": 0.173913, "f1": 0.134921, "f1_weighted": 0.144928 }, { "accuracy": 0.090909, "f1": 0.088435, "f1_weighted": 0.11039 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.060606 }, { "accuracy": 0.090909, "f1": 0.076531, "f1_weighted": 0.084416 } ], "main_score": 0.106324, "hf_subset": "asm_Beng", "languages": [ "asm-Beng" ] }, { "accuracy": 0.204348, "f1": 0.19415, "f1_weighted": 0.199331, "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.297959, "f1_weighted": 0.286266 }, { "accuracy": 0.217391, "f1": 0.226531, "f1_weighted": 0.228571 }, { "accuracy": 0.227273, "f1": 0.195918, "f1_weighted": 0.220779 }, { "accuracy": 0.045455, "f1": 0.028571, "f1_weighted": 0.072727 }, { "accuracy": 0.227273, "f1": 0.221769, "f1_weighted": 0.188312 } ], "main_score": 0.204348, "hf_subset": "ast_Latn", "languages": [ "ast-Latn" ] }, { "accuracy": 0.133992, "f1": 0.120594, "f1_weighted": 0.145888, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.128571, "f1_weighted": 0.156522 }, { "accuracy": 0.130435, "f1": 0.117347, "f1_weighted": 0.131988 }, { "accuracy": 0.136364, "f1": 0.099567, "f1_weighted": 0.125344 }, { "accuracy": 0.090909, "f1": 0.07619, "f1_weighted": 0.118182 }, { "accuracy": 0.181818, "f1": 0.181293, "f1_weighted": 0.197403 } ], "main_score": 0.133992, "hf_subset": "azj_Latn", "languages": [ "azj-Latn" ] }, { "accuracy": 0.134783, "f1": 0.1061, "f1_weighted": 0.1336, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.060317, "f1_weighted": 0.072464 }, { "accuracy": 0.086957, "f1": 0.064286, "f1_weighted": 0.06087 }, { "accuracy": 0.136364, "f1": 0.117007, "f1_weighted": 0.141991 }, { "accuracy": 0.181818, "f1": 0.128571, "f1_weighted": 0.225 }, { "accuracy": 0.181818, "f1": 0.160317, "f1_weighted": 0.167677 } ], "main_score": 0.134783, "hf_subset": "bel_Cyrl", "languages": [ "bel-Cyrl" ] }, { "accuracy": 0.062451, "f1": 0.049823, "f1_weighted": 0.066751, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.087662, "f1_weighted": 0.08498 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.064935 }, { "accuracy": 0.090909, "f1": 0.088889, "f1_weighted": 0.153535 }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.030303 } ], "main_score": 0.062451, "hf_subset": "bul_Cyrl", "languages": [ "bul-Cyrl" ] }, { "accuracy": 0.16996, "f1": 0.171474, "f1_weighted": 0.162055, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.079365, "f1_weighted": 0.077295 }, { "accuracy": 0.217391, "f1": 0.219048, "f1_weighted": 0.234783 }, { "accuracy": 0.181818, "f1": 0.176871, "f1_weighted": 0.15368 }, { "accuracy": 0.136364, "f1": 0.166667, "f1_weighted": 0.143939 }, { "accuracy": 0.227273, "f1": 0.21542, "f1_weighted": 0.200577 } ], "main_score": 0.16996, "hf_subset": "ben_Beng", "languages": [ "ben-Beng" ] }, { "accuracy": 0.132806, "f1": 0.129753, "f1_weighted": 0.142295, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.17449, "f1_weighted": 0.163665 }, { "accuracy": 0.217391, "f1": 0.231633, "f1_weighted": 0.223913 }, { "accuracy": 0.136364, "f1": 0.118831, "f1_weighted": 0.129959 }, { "accuracy": 0.090909, "f1": 0.07619, "f1_weighted": 0.133333 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.060606 } ], "main_score": 0.132806, "hf_subset": "bos_Latn", "languages": [ "bos-Latn" ] }, { "accuracy": 0.186166, "f1": 0.172426, "f1_weighted": 0.188969, "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.269388, "f1_weighted": 0.27205 }, { "accuracy": 0.217391, "f1": 0.224943, "f1_weighted": 0.215183 }, { "accuracy": 0.227273, "f1": 0.227324, "f1_weighted": 0.245491 }, { "accuracy": 0.045455, "f1": 0.028571, "f1_weighted": 0.072727 }, { "accuracy": 0.136364, "f1": 0.111905, "f1_weighted": 0.139394 } ], "main_score": 0.186166, "hf_subset": "cat_Latn", "languages": [ "cat-Latn" ] }, { "accuracy": 0.097233, "f1": 0.077644, "f1_weighted": 0.096628, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.099206, "f1_weighted": 0.140097 }, { "accuracy": 0.173913, "f1": 0.138219, "f1_weighted": 0.163749 }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.050505 }, { "accuracy": 0.136364, "f1": 0.119048, "f1_weighted": 0.128788 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 } ], "main_score": 0.097233, "hf_subset": "ceb_Latn", "languages": [ "ceb-Latn" ] }, { "accuracy": 0.107115, "f1": 0.102766, "f1_weighted": 0.109661, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.126984, "f1_weighted": 0.135266 }, { "accuracy": 0.086957, "f1": 0.092857, "f1_weighted": 0.095652 }, { "accuracy": 0.181818, "f1": 0.16542, "f1_weighted": 0.165115 }, { "accuracy": 0.090909, "f1": 0.071429, "f1_weighted": 0.079545 }, { "accuracy": 0.045455, "f1": 0.057143, "f1_weighted": 0.072727 } ], "main_score": 0.107115, "hf_subset": "ckb_Arab", "languages": [ "ckb-Arab" ] }, { "accuracy": 0.081028, "f1": 0.074671, "f1_weighted": 0.079444, "scores_per_experiment": [ { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.086957, "f1": 0.092857, "f1_weighted": 0.073913 }, { "accuracy": 0.090909, "f1": 0.063492, "f1_weighted": 0.10101 }, { "accuracy": 0.136364, "f1": 0.128571, "f1_weighted": 0.122727 }, { "accuracy": 0.090909, "f1": 0.088435, "f1_weighted": 0.099567 } ], "main_score": 0.081028, "hf_subset": "zho_Hans", "languages": [ "zho-Hans" ] }, { "accuracy": 0.143874, "f1": 0.131247, "f1_weighted": 0.153641, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.140476, "f1_weighted": 0.161594 }, { "accuracy": 0.043478, "f1": 0.035714, "f1_weighted": 0.043478 }, { "accuracy": 0.181818, "f1": 0.152381, "f1_weighted": 0.181818 }, { "accuracy": 0.090909, "f1": 0.088435, "f1_weighted": 0.099567 }, { "accuracy": 0.272727, "f1": 0.239229, "f1_weighted": 0.281746 } ], "main_score": 0.143874, "hf_subset": "ces_Latn", "languages": [ "ces-Latn" ] }, { "accuracy": 0.080237, "f1": 0.065195, "f1_weighted": 0.053452, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.073593, "f1_weighted": 0.044796 }, { "accuracy": 0.086957, "f1": 0.064286, "f1_weighted": 0.03913 }, { "accuracy": 0.090909, "f1": 0.057143, "f1_weighted": 0.054545 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.136364, "f1": 0.130952, "f1_weighted": 0.128788 } ], "main_score": 0.080237, "hf_subset": "cym_Latn", "languages": [ "cym-Latn" ] }, { "accuracy": 0.106719, "f1": 0.101429, "f1_weighted": 0.092126, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.124603, "f1_weighted": 0.150483 }, { "accuracy": 0.130435, "f1": 0.17619, "f1_weighted": 0.143478 }, { "accuracy": 0.181818, "f1": 0.142857, "f1_weighted": 0.106061 }, { "accuracy": 0.090909, "f1": 0.063492, "f1_weighted": 0.060606 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 } ], "main_score": 0.106719, "hf_subset": "dan_Latn", "languages": [ "dan-Latn" ] }, { "accuracy": 0.125692, "f1": 0.124875, "f1_weighted": 0.10793, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.147619, "f1_weighted": 0.089855 }, { "accuracy": 0.043478, "f1": 0.020408, "f1_weighted": 0.012422 }, { "accuracy": 0.181818, "f1": 0.214286, "f1_weighted": 0.163636 }, { "accuracy": 0.090909, "f1": 0.064286, "f1_weighted": 0.118182 }, { "accuracy": 0.181818, "f1": 0.177778, "f1_weighted": 0.155556 } ], "main_score": 0.125692, "hf_subset": "deu_Latn", "languages": [ "deu-Latn" ] }, { "accuracy": 0.090119, "f1": 0.071025, "f1_weighted": 0.081618, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.061688, "f1_weighted": 0.078063 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.090909, "f1": 0.079365, "f1_weighted": 0.075758 }, { "accuracy": 0.090909, "f1": 0.073593, "f1_weighted": 0.093664 }, { "accuracy": 0.181818, "f1": 0.140476, "f1_weighted": 0.160606 } ], "main_score": 0.090119, "hf_subset": "ell_Grek", "languages": [ "ell-Grek" ] }, { "accuracy": 0.168379, "f1": 0.146605, "f1_weighted": 0.146512, "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.229726, "f1_weighted": 0.213614 }, { "accuracy": 0.217391, "f1": 0.19898, "f1_weighted": 0.192547 }, { "accuracy": 0.181818, "f1": 0.158163, "f1_weighted": 0.186688 }, { "accuracy": 0.045455, "f1": 0.025974, "f1_weighted": 0.066116 }, { "accuracy": 0.136364, "f1": 0.120181, "f1_weighted": 0.073593 } ], "main_score": 0.168379, "hf_subset": "eng_Latn", "languages": [ "eng-Latn" ] }, { "accuracy": 0.12332, "f1": 0.114923, "f1_weighted": 0.12596, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.180736, "f1_weighted": 0.160738 }, { "accuracy": 0.217391, "f1": 0.225624, "f1_weighted": 0.23775 }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.050505 }, { "accuracy": 0.090909, "f1": 0.088889, "f1_weighted": 0.135354 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.045455 } ], "main_score": 0.12332, "hf_subset": "spa_Latn", "languages": [ "spa-Latn" ] }, { "accuracy": 0.168775, "f1": 0.145125, "f1_weighted": 0.161858, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.229705, "f1_weighted": 0.181228 }, { "accuracy": 0.217391, "f1": 0.186508, "f1_weighted": 0.231884 }, { "accuracy": 0.136364, "f1": 0.112245, "f1_weighted": 0.133117 }, { "accuracy": 0.181818, "f1": 0.129705, "f1_weighted": 0.187302 }, { "accuracy": 0.090909, "f1": 0.06746, "f1_weighted": 0.075758 } ], "main_score": 0.168775, "hf_subset": "est_Latn", "languages": [ "est-Latn" ] }, { "accuracy": 0.16917, "f1": 0.149309, "f1_weighted": 0.160774, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.092764, "f1_weighted": 0.088086 }, { "accuracy": 0.26087, "f1": 0.203875, "f1_weighted": 0.226865 }, { "accuracy": 0.181818, "f1": 0.180519, "f1_weighted": 0.205372 }, { "accuracy": 0.090909, "f1": 0.104762, "f1_weighted": 0.115152 }, { "accuracy": 0.181818, "f1": 0.164626, "f1_weighted": 0.168398 } ], "main_score": 0.16917, "hf_subset": "pes_Arab", "languages": [ "pes-Arab" ] }, { "accuracy": 0.107115, "f1": 0.100907, "f1_weighted": 0.115722, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.071429, "f1_weighted": 0.108696 }, { "accuracy": 0.130435, "f1": 0.138776, "f1_weighted": 0.131677 }, { "accuracy": 0.045455, "f1": 0.028571, "f1_weighted": 0.018182 }, { "accuracy": 0.136364, "f1": 0.152381, "f1_weighted": 0.175758 }, { "accuracy": 0.136364, "f1": 0.113379, "f1_weighted": 0.1443 } ], "main_score": 0.107115, "hf_subset": "fin_Latn", "languages": [ "fin-Latn" ] }, { "accuracy": 0.133202, "f1": 0.119637, "f1_weighted": 0.128919, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.201134, "f1_weighted": 0.234023 }, { "accuracy": 0.130435, "f1": 0.129252, "f1_weighted": 0.142857 }, { "accuracy": 0.136364, "f1": 0.120181, "f1_weighted": 0.130592 }, { "accuracy": 0.090909, "f1": 0.071429, "f1_weighted": 0.079545 }, { "accuracy": 0.090909, "f1": 0.07619, "f1_weighted": 0.057576 } ], "main_score": 0.133202, "hf_subset": "tgl_Latn", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.177075, "f1": 0.160546, "f1_weighted": 0.16794, "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.276531, "f1_weighted": 0.268634 }, { "accuracy": 0.26087, "f1": 0.253061, "f1_weighted": 0.255901 }, { "accuracy": 0.227273, "f1": 0.183673, "f1_weighted": 0.221501 }, { "accuracy": 0.045455, "f1": 0.025974, "f1_weighted": 0.033058 }, { "accuracy": 0.090909, "f1": 0.063492, "f1_weighted": 0.060606 } ], "main_score": 0.177075, "hf_subset": "fra_Latn", "languages": [ "fra-Latn" ] }, { "accuracy": 0.143083, "f1": 0.130684, "f1_weighted": 0.138413, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.097403, "f1_weighted": 0.067194 }, { "accuracy": 0.173913, "f1": 0.142857, "f1_weighted": 0.15942 }, { "accuracy": 0.136364, "f1": 0.12415, "f1_weighted": 0.121753 }, { "accuracy": 0.090909, "f1": 0.079365, "f1_weighted": 0.141414 }, { "accuracy": 0.227273, "f1": 0.209647, "f1_weighted": 0.202283 } ], "main_score": 0.143083, "hf_subset": "gle_Latn", "languages": [ "gle-Latn" ] }, { "accuracy": 0.123715, "f1": 0.105782, "f1_weighted": 0.112208, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.095238, "f1_weighted": 0.115942 }, { "accuracy": 0.217391, "f1": 0.2, "f1_weighted": 0.203865 }, { "accuracy": 0.045455, "f1": 0.028571, "f1_weighted": 0.027273 }, { "accuracy": 0.045455, "f1": 0.071429, "f1_weighted": 0.068182 }, { "accuracy": 0.136364, "f1": 0.133673, "f1_weighted": 0.145779 } ], "main_score": 0.123715, "hf_subset": "glg_Latn", "languages": [ "glg-Latn" ] }, { "accuracy": 0.080632, "f1": 0.071655, "f1_weighted": 0.078038, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.071429, "f1_weighted": 0.076087 }, { "accuracy": 0.043478, "f1": 0.047619, "f1_weighted": 0.057971 }, { "accuracy": 0.090909, "f1": 0.072562, "f1_weighted": 0.059163 }, { "accuracy": 0.090909, "f1": 0.095238, "f1_weighted": 0.090909 }, { "accuracy": 0.090909, "f1": 0.071429, "f1_weighted": 0.106061 } ], "main_score": 0.080632, "hf_subset": "guj_Gujr", "languages": [ "guj-Gujr" ] }, { "accuracy": 0.125296, "f1": 0.129887, "f1_weighted": 0.121866, "scores_per_experiment": [ { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.217391, "f1": 0.234127, "f1_weighted": 0.213768 }, { "accuracy": 0.136364, "f1": 0.161905, "f1_weighted": 0.166667 }, { "accuracy": 0.090909, "f1": 0.076531, "f1_weighted": 0.086039 }, { "accuracy": 0.181818, "f1": 0.176871, "f1_weighted": 0.142857 } ], "main_score": 0.125296, "hf_subset": "hau_Latn", "languages": [ "hau-Latn" ] }, { "accuracy": 0.116206, "f1": 0.094853, "f1_weighted": 0.101493, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.081633, "f1_weighted": 0.086957 }, { "accuracy": 0.130435, "f1": 0.122449, "f1_weighted": 0.124224 }, { "accuracy": 0.090909, "f1": 0.057143, "f1_weighted": 0.090909 }, { "accuracy": 0.090909, "f1": 0.072562, "f1_weighted": 0.119769 }, { "accuracy": 0.181818, "f1": 0.140476, "f1_weighted": 0.085606 } ], "main_score": 0.116206, "hf_subset": "heb_Hebr", "languages": [ "heb-Hebr" ] }, { "accuracy": 0.107905, "f1": 0.101859, "f1_weighted": 0.104976, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.047619, "f1_weighted": 0.057971 }, { "accuracy": 0.086957, "f1": 0.081633, "f1_weighted": 0.099379 }, { "accuracy": 0.227273, "f1": 0.231293, "f1_weighted": 0.21645 }, { "accuracy": 0.090909, "f1": 0.088435, "f1_weighted": 0.084416 }, { "accuracy": 0.090909, "f1": 0.060317, "f1_weighted": 0.066667 } ], "main_score": 0.107905, "hf_subset": "hin_Deva", "languages": [ "hin-Deva" ] }, { "accuracy": 0.161265, "f1": 0.141975, "f1_weighted": 0.148722, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.142857, "f1_weighted": 0.141304 }, { "accuracy": 0.086957, "f1": 0.072562, "f1_weighted": 0.056591 }, { "accuracy": 0.272727, "f1": 0.240816, "f1_weighted": 0.249351 }, { "accuracy": 0.136364, "f1": 0.138776, "f1_weighted": 0.158442 }, { "accuracy": 0.136364, "f1": 0.114863, "f1_weighted": 0.137925 } ], "main_score": 0.161265, "hf_subset": "hrv_Latn", "languages": [ "hrv-Latn" ] }, { "accuracy": 0.105929, "f1": 0.090796, "f1_weighted": 0.102953, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.138219, "f1_weighted": 0.129588 }, { "accuracy": 0.173913, "f1": 0.159864, "f1_weighted": 0.172878 }, { "accuracy": 0.136364, "f1": 0.115079, "f1_weighted": 0.160354 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.051948 } ], "main_score": 0.105929, "hf_subset": "hun_Latn", "languages": [ "hun-Latn" ] }, { "accuracy": 0.152569, "f1": 0.147052, "f1_weighted": 0.154633, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.072562, "f1_weighted": 0.078675 }, { "accuracy": 0.130435, "f1": 0.124603, "f1_weighted": 0.1157 }, { "accuracy": 0.227273, "f1": 0.238889, "f1_weighted": 0.187121 }, { "accuracy": 0.181818, "f1": 0.184127, "f1_weighted": 0.241414 }, { "accuracy": 0.136364, "f1": 0.115079, "f1_weighted": 0.150253 } ], "main_score": 0.152569, "hf_subset": "hye_Armn", "languages": [ "hye-Armn" ] }, { "accuracy": 0.133597, "f1": 0.112564, "f1_weighted": 0.117814, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.162028, "f1_weighted": 0.137963 }, { "accuracy": 0.130435, "f1": 0.107937, "f1_weighted": 0.103382 }, { "accuracy": 0.090909, "f1": 0.085714, "f1_weighted": 0.081818 }, { "accuracy": 0.090909, "f1": 0.064286, "f1_weighted": 0.106818 }, { "accuracy": 0.181818, "f1": 0.142857, "f1_weighted": 0.159091 } ], "main_score": 0.133597, "hf_subset": "ind_Latn", "languages": [ "ind-Latn" ] }, { "accuracy": 0.142688, "f1": 0.115922, "f1_weighted": 0.124759, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.076531, "f1_weighted": 0.071429 }, { "accuracy": 0.217391, "f1": 0.187642, "f1_weighted": 0.21187 }, { "accuracy": 0.181818, "f1": 0.152381, "f1_weighted": 0.154545 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.227273, "f1": 0.163059, "f1_weighted": 0.18595 } ], "main_score": 0.142688, "hf_subset": "ibo_Latn", "languages": [ "ibo-Latn" ] }, { "accuracy": 0.177866, "f1": 0.168209, "f1_weighted": 0.169672, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.152381, "f1_weighted": 0.144928 }, { "accuracy": 0.304348, "f1": 0.293537, "f1_weighted": 0.299896 }, { "accuracy": 0.181818, "f1": 0.158277, "f1_weighted": 0.176479 }, { "accuracy": 0.090909, "f1": 0.071429, "f1_weighted": 0.068182 }, { "accuracy": 0.181818, "f1": 0.16542, "f1_weighted": 0.158874 } ], "main_score": 0.177866, "hf_subset": "isl_Latn", "languages": [ "isl-Latn" ] }, { "accuracy": 0.151383, "f1": 0.139167, "f1_weighted": 0.159924, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.155896, "f1_weighted": 0.175638 }, { "accuracy": 0.173913, "f1": 0.158163, "f1_weighted": 0.194099 }, { "accuracy": 0.272727, "f1": 0.268398, "f1_weighted": 0.245179 }, { "accuracy": 0.090909, "f1": 0.072562, "f1_weighted": 0.132756 }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.051948 } ], "main_score": 0.151383, "hf_subset": "ita_Latn", "languages": [ "ita-Latn" ] }, { "accuracy": 0.080237, "f1": 0.053276, "f1_weighted": 0.070611, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.028571, "f1_weighted": 0.043478 }, { "accuracy": 0.130435, "f1": 0.077922, "f1_weighted": 0.118577 }, { "accuracy": 0.045455, "f1": 0.028571, "f1_weighted": 0.045455 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.045455 }, { "accuracy": 0.136364, "f1": 0.083694, "f1_weighted": 0.100092 } ], "main_score": 0.080237, "hf_subset": "jpn_Jpan", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.196838, "f1": 0.18, "f1_weighted": 0.18159, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.136508, "f1_weighted": 0.12657 }, { "accuracy": 0.173913, "f1": 0.159864, "f1_weighted": 0.136646 }, { "accuracy": 0.409091, "f1": 0.401361, "f1_weighted": 0.367965 }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.080808 }, { "accuracy": 0.181818, "f1": 0.170522, "f1_weighted": 0.19596 } ], "main_score": 0.196838, "hf_subset": "jav_Latn", "languages": [ "jav-Latn" ] }, { "accuracy": 0.151383, "f1": 0.136281, "f1_weighted": 0.13688, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.076531, "f1_weighted": 0.083851 }, { "accuracy": 0.26087, "f1": 0.255102, "f1_weighted": 0.232402 }, { "accuracy": 0.227273, "f1": 0.193878, "f1_weighted": 0.204545 }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.080808 }, { "accuracy": 0.136364, "f1": 0.12415, "f1_weighted": 0.082792 } ], "main_score": 0.151383, "hf_subset": "kat_Geor", "languages": [ "kat-Geor" ] }, { "accuracy": 0.150988, "f1": 0.138073, "f1_weighted": 0.152187, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.152381, "f1_weighted": 0.170048 }, { "accuracy": 0.217391, "f1": 0.22381, "f1_weighted": 0.186957 }, { "accuracy": 0.136364, "f1": 0.104308, "f1_weighted": 0.139971 }, { "accuracy": 0.136364, "f1": 0.105102, "f1_weighted": 0.145779 }, { "accuracy": 0.090909, "f1": 0.104762, "f1_weighted": 0.118182 } ], "main_score": 0.150988, "hf_subset": "kam_Latn", "languages": [ "kam-Latn" ] }, { "accuracy": 0.161265, "f1": 0.170227, "f1_weighted": 0.166095, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.128571, "f1_weighted": 0.132609 }, { "accuracy": 0.130435, "f1": 0.178571, "f1_weighted": 0.173913 }, { "accuracy": 0.227273, "f1": 0.212245, "f1_weighted": 0.18961 }, { "accuracy": 0.181818, "f1": 0.169048, "f1_weighted": 0.187879 }, { "accuracy": 0.136364, "f1": 0.162698, "f1_weighted": 0.146465 } ], "main_score": 0.161265, "hf_subset": "kea_Latn", "languages": [ "kea-Latn" ] }, { "accuracy": 0.204348, "f1": 0.20517, "f1_weighted": 0.200249, "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.25068, "f1_weighted": 0.235197 }, { "accuracy": 0.26087, "f1": 0.23356, "f1_weighted": 0.21118 }, { "accuracy": 0.272727, "f1": 0.262245, "f1_weighted": 0.309416 }, { "accuracy": 0.045455, "f1": 0.071429, "f1_weighted": 0.068182 }, { "accuracy": 0.181818, "f1": 0.207937, "f1_weighted": 0.177273 } ], "main_score": 0.204348, "hf_subset": "kaz_Cyrl", "languages": [ "kaz-Cyrl" ] }, { "accuracy": 0.16087, "f1": 0.131338, "f1_weighted": 0.143582, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.111111, "f1_weighted": 0.111111 }, { "accuracy": 0.173913, "f1": 0.147959, "f1_weighted": 0.124224 }, { "accuracy": 0.181818, "f1": 0.178571, "f1_weighted": 0.175 }, { "accuracy": 0.181818, "f1": 0.119048, "f1_weighted": 0.212121 }, { "accuracy": 0.136364, "f1": 0.1, "f1_weighted": 0.095455 } ], "main_score": 0.16087, "hf_subset": "khm_Khmr", "languages": [ "khm-Khmr" ] }, { "accuracy": 0.081028, "f1": 0.08585, "f1_weighted": 0.071725, "scores_per_experiment": [ { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.086957, "f1": 0.081633, "f1_weighted": 0.074534 }, { "accuracy": 0.090909, "f1": 0.119048, "f1_weighted": 0.090909 }, { "accuracy": 0.136364, "f1": 0.128571, "f1_weighted": 0.134091 }, { "accuracy": 0.090909, "f1": 0.1, "f1_weighted": 0.059091 } ], "main_score": 0.081028, "hf_subset": "kan_Knda", "languages": [ "kan-Knda" ] }, { "accuracy": 0.152569, "f1": 0.133605, "f1_weighted": 0.161538, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.064626, "f1_weighted": 0.098344 }, { "accuracy": 0.130435, "f1": 0.107937, "f1_weighted": 0.137198 }, { "accuracy": 0.272727, "f1": 0.263039, "f1_weighted": 0.271284 }, { "accuracy": 0.136364, "f1": 0.119048, "f1_weighted": 0.166667 }, { "accuracy": 0.136364, "f1": 0.113379, "f1_weighted": 0.134199 } ], "main_score": 0.152569, "hf_subset": "kor_Hang", "languages": [ "kor-Hang" ] }, { "accuracy": 0.106719, "f1": 0.094758, "f1_weighted": 0.111106, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.12415, "f1_weighted": 0.137164 }, { "accuracy": 0.130435, "f1": 0.110413, "f1_weighted": 0.128683 }, { "accuracy": 0.136364, "f1": 0.112245, "f1_weighted": 0.133117 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.045455 }, { "accuracy": 0.090909, "f1": 0.079365, "f1_weighted": 0.111111 } ], "main_score": 0.106719, "hf_subset": "kir_Cyrl", "languages": [ "kir-Cyrl" ] }, { "accuracy": 0.232411, "f1": 0.209592, "f1_weighted": 0.236813, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.227211, "f1_weighted": 0.241822 }, { "accuracy": 0.217391, "f1": 0.1678, "f1_weighted": 0.184955 }, { "accuracy": 0.363636, "f1": 0.310091, "f1_weighted": 0.376984 }, { "accuracy": 0.090909, "f1": 0.071429, "f1_weighted": 0.090909 }, { "accuracy": 0.272727, "f1": 0.271429, "f1_weighted": 0.289394 } ], "main_score": 0.232411, "hf_subset": "ltz_Latn", "languages": [ "ltz-Latn" ] }, { "accuracy": 0.126087, "f1": 0.117415, "f1_weighted": 0.110001, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.071429, "f1_weighted": 0.065217 }, { "accuracy": 0.043478, "f1": 0.057143, "f1_weighted": 0.052174 }, { "accuracy": 0.272727, "f1": 0.273696, "f1_weighted": 0.256205 }, { "accuracy": 0.090909, "f1": 0.081633, "f1_weighted": 0.077922 }, { "accuracy": 0.136364, "f1": 0.103175, "f1_weighted": 0.098485 } ], "main_score": 0.126087, "hf_subset": "lug_Latn", "languages": [ "lug-Latn" ] }, { "accuracy": 0.151383, "f1": 0.136009, "f1_weighted": 0.133178, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.203968, "f1_weighted": 0.185024 }, { "accuracy": 0.130435, "f1": 0.135714, "f1_weighted": 0.113043 }, { "accuracy": 0.045455, "f1": 0.028571, "f1_weighted": 0.027273 }, { "accuracy": 0.181818, "f1": 0.15873, "f1_weighted": 0.171717 }, { "accuracy": 0.181818, "f1": 0.153061, "f1_weighted": 0.168831 } ], "main_score": 0.151383, "hf_subset": "lin_Latn", "languages": [ "lin-Latn" ] }, { "accuracy": 0.124111, "f1": 0.119478, "f1_weighted": 0.10397, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.186848, "f1_weighted": 0.142719 }, { "accuracy": 0.173913, "f1": 0.171769, "f1_weighted": 0.181677 }, { "accuracy": 0.136364, "f1": 0.126531, "f1_weighted": 0.075325 }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.051948 }, { "accuracy": 0.090909, "f1": 0.071429, "f1_weighted": 0.068182 } ], "main_score": 0.124111, "hf_subset": "lao_Laoo", "languages": [ "lao-Laoo" ] }, { "accuracy": 0.106324, "f1": 0.099887, "f1_weighted": 0.106422, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.214966, "f1_weighted": 0.235611 }, { "accuracy": 0.086957, "f1": 0.088435, "f1_weighted": 0.10559 }, { "accuracy": 0.090909, "f1": 0.055556, "f1_weighted": 0.068182 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.136364, "f1": 0.140476, "f1_weighted": 0.122727 } ], "main_score": 0.106324, "hf_subset": "lit_Latn", "languages": [ "lit-Latn" ] }, { "accuracy": 0.070751, "f1": 0.067891, "f1_weighted": 0.070317, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.104762, "f1_weighted": 0.098551 }, { "accuracy": 0.130435, "f1": 0.122449, "f1_weighted": 0.111801 }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.056818 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.090909, "f1": 0.076531, "f1_weighted": 0.084416 } ], "main_score": 0.070751, "hf_subset": "luo_Latn", "languages": [ "luo-Latn" ] }, { "accuracy": 0.16166, "f1": 0.141769, "f1_weighted": 0.155023, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.035714, "f1_weighted": 0.054348 }, { "accuracy": 0.173913, "f1": 0.161451, "f1_weighted": 0.208972 }, { "accuracy": 0.227273, "f1": 0.179592, "f1_weighted": 0.181818 }, { "accuracy": 0.181818, "f1": 0.17619, "f1_weighted": 0.183333 }, { "accuracy": 0.181818, "f1": 0.155896, "f1_weighted": 0.146645 } ], "main_score": 0.16166, "hf_subset": "lvs_Latn", "languages": [ "lvs-Latn" ] }, { "accuracy": 0.099209, "f1": 0.089213, "f1_weighted": 0.103759, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.035714, "f1_weighted": 0.043478 }, { "accuracy": 0.043478, "f1": 0.057143, "f1_weighted": 0.034783 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.030303 }, { "accuracy": 0.181818, "f1": 0.16475, "f1_weighted": 0.224557 }, { "accuracy": 0.181818, "f1": 0.140837, "f1_weighted": 0.185675 } ], "main_score": 0.099209, "hf_subset": "mri_Latn", "languages": [ "mri-Latn" ] }, { "accuracy": 0.062451, "f1": 0.046939, "f1_weighted": 0.0409, "scores_per_experiment": [ { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.130435, "f1": 0.105442, "f1_weighted": 0.096273 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.090909, "f1": 0.081633, "f1_weighted": 0.077922 }, { "accuracy": 0.090909, "f1": 0.047619, "f1_weighted": 0.030303 } ], "main_score": 0.062451, "hf_subset": "mkd_Cyrl", "languages": [ "mkd-Cyrl" ] }, { "accuracy": 0.133597, "f1": 0.103133, "f1_weighted": 0.114084, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.092764, "f1_weighted": 0.103896 }, { "accuracy": 0.173913, "f1": 0.133673, "f1_weighted": 0.180124 }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.010101 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.318182, "f1": 0.257483, "f1_weighted": 0.276299 } ], "main_score": 0.133597, "hf_subset": "mal_Mlym", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.116601, "f1": 0.104537, "f1_weighted": 0.119205, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.145578, "f1_weighted": 0.132091 }, { "accuracy": 0.043478, "f1": 0.035714, "f1_weighted": 0.054348 }, { "accuracy": 0.090909, "f1": 0.069388, "f1_weighted": 0.092208 }, { "accuracy": 0.136364, "f1": 0.109307, "f1_weighted": 0.172176 }, { "accuracy": 0.181818, "f1": 0.162698, "f1_weighted": 0.145202 } ], "main_score": 0.116601, "hf_subset": "khk_Cyrl", "languages": [ "khk-Cyrl" ] }, { "accuracy": 0.160079, "f1": 0.132925, "f1_weighted": 0.143156, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.119048, "f1_weighted": 0.083333 }, { "accuracy": 0.26087, "f1": 0.231746, "f1_weighted": 0.228986 }, { "accuracy": 0.227273, "f1": 0.184127, "f1_weighted": 0.19798 }, { "accuracy": 0.181818, "f1": 0.129705, "f1_weighted": 0.205483 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 } ], "main_score": 0.160079, "hf_subset": "mar_Deva", "languages": [ "mar-Deva" ] }, { "accuracy": 0.115415, "f1": 0.10576, "f1_weighted": 0.119986, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.162698, "f1_weighted": 0.208937 }, { "accuracy": 0.130435, "f1": 0.138776, "f1_weighted": 0.146584 }, { "accuracy": 0.136364, "f1": 0.112245, "f1_weighted": 0.13961 }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.034091 }, { "accuracy": 0.090909, "f1": 0.079365, "f1_weighted": 0.070707 } ], "main_score": 0.115415, "hf_subset": "zsm_Latn", "languages": [ "zsm-Latn" ] }, { "accuracy": 0.106719, "f1": 0.102608, "f1_weighted": 0.0894, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.12415, "f1_weighted": 0.075569 }, { "accuracy": 0.130435, "f1": 0.111111, "f1_weighted": 0.10628 }, { "accuracy": 0.136364, "f1": 0.150794, "f1_weighted": 0.143939 }, { "accuracy": 0.090909, "f1": 0.079365, "f1_weighted": 0.075758 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.045455 } ], "main_score": 0.106719, "hf_subset": "mlt_Latn", "languages": [ "mlt-Latn" ] }, { "accuracy": 0.044664, "f1": 0.039796, "f1_weighted": 0.039695, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.040816, "f1_weighted": 0.024845 }, { "accuracy": 0.043478, "f1": 0.040816, "f1_weighted": 0.037267 }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.038961 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.090909, "f1": 0.076531, "f1_weighted": 0.097403 } ], "main_score": 0.044664, "hf_subset": "mya_Mymr", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.135178, "f1": 0.117394, "f1_weighted": 0.149628, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.040816, "f1_weighted": 0.037267 }, { "accuracy": 0.086957, "f1": 0.081633, "f1_weighted": 0.074534 }, { "accuracy": 0.181818, "f1": 0.148423, "f1_weighted": 0.219599 }, { "accuracy": 0.227273, "f1": 0.201814, "f1_weighted": 0.271284 }, { "accuracy": 0.136364, "f1": 0.114286, "f1_weighted": 0.145455 } ], "main_score": 0.135178, "hf_subset": "nob_Latn", "languages": [ "nob-Latn" ] }, { "accuracy": 0.098024, "f1": 0.098231, "f1_weighted": 0.099816, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.161905, "f1_weighted": 0.176812 }, { "accuracy": 0.043478, "f1": 0.047619, "f1_weighted": 0.043478 }, { "accuracy": 0.181818, "f1": 0.193197, "f1_weighted": 0.166234 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.060606 }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.051948 } ], "main_score": 0.098024, "hf_subset": "npi_Deva", "languages": [ "npi-Deva" ] }, { "accuracy": 0.188538, "f1": 0.168254, "f1_weighted": 0.195245, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.031746, "f1_weighted": 0.019324 }, { "accuracy": 0.217391, "f1": 0.195011, "f1_weighted": 0.197378 }, { "accuracy": 0.227273, "f1": 0.199546, "f1_weighted": 0.190476 }, { "accuracy": 0.181818, "f1": 0.157823, "f1_weighted": 0.237229 }, { "accuracy": 0.272727, "f1": 0.257143, "f1_weighted": 0.331818 } ], "main_score": 0.188538, "hf_subset": "nld_Latn", "languages": [ "nld-Latn" ] }, { "accuracy": 0.149802, "f1": 0.137959, "f1_weighted": 0.12674, "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.290816, "f1_weighted": 0.271222 }, { "accuracy": 0.217391, "f1": 0.180839, "f1_weighted": 0.167529 }, { "accuracy": 0.136364, "f1": 0.145578, "f1_weighted": 0.102597 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.090909, "f1": 0.072562, "f1_weighted": 0.092352 } ], "main_score": 0.149802, "hf_subset": "nso_Latn", "languages": [ "nso-Latn" ] }, { "accuracy": 0.132806, "f1": 0.114717, "f1_weighted": 0.110454, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.107143, "f1_weighted": 0.097826 }, { "accuracy": 0.26087, "f1": 0.229705, "f1_weighted": 0.246653 }, { "accuracy": 0.136364, "f1": 0.097959, "f1_weighted": 0.075325 }, { "accuracy": 0.045455, "f1": 0.057143, "f1_weighted": 0.054545 }, { "accuracy": 0.090909, "f1": 0.081633, "f1_weighted": 0.077922 } ], "main_score": 0.132806, "hf_subset": "nya_Latn", "languages": [ "nya-Latn" ] }, { "accuracy": 0.169565, "f1": 0.150839, "f1_weighted": 0.15565, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.120181, "f1_weighted": 0.139406 }, { "accuracy": 0.217391, "f1": 0.217007, "f1_weighted": 0.201035 }, { "accuracy": 0.181818, "f1": 0.142857, "f1_weighted": 0.146465 }, { "accuracy": 0.090909, "f1": 0.069388, "f1_weighted": 0.124675 }, { "accuracy": 0.227273, "f1": 0.204762, "f1_weighted": 0.166667 } ], "main_score": 0.169565, "hf_subset": "oci_Latn", "languages": [ "oci-Latn" ] }, { "accuracy": 0.124901, "f1": 0.118642, "f1_weighted": 0.113196, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.195918, "f1_weighted": 0.144099 }, { "accuracy": 0.086957, "f1": 0.079365, "f1_weighted": 0.086957 }, { "accuracy": 0.090909, "f1": 0.061688, "f1_weighted": 0.065083 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.060606 }, { "accuracy": 0.227273, "f1": 0.208617, "f1_weighted": 0.209235 } ], "main_score": 0.124901, "hf_subset": "ory_Orya", "languages": [ "ory-Orya" ] }, { "accuracy": 0.079051, "f1": 0.066871, "f1_weighted": 0.064128, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.193197, "f1_weighted": 0.185921 }, { "accuracy": 0.086957, "f1": 0.076531, "f1_weighted": 0.083851 }, { "accuracy": 0.045455, "f1": 0.02381, "f1_weighted": 0.037879 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.012987 } ], "main_score": 0.079051, "hf_subset": "pan_Guru", "languages": [ "pan-Guru" ] }, { "accuracy": 0.044269, "f1": 0.038254, "f1_weighted": 0.035845, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.083333, "f1_weighted": 0.050725 }, { "accuracy": 0.043478, "f1": 0.028571, "f1_weighted": 0.017391 }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.050505 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.060606 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 } ], "main_score": 0.044269, "hf_subset": "pol_Latn", "languages": [ "pol-Latn" ] }, { "accuracy": 0.16917, "f1": 0.146224, "f1_weighted": 0.161327, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.120181, "f1_weighted": 0.111801 }, { "accuracy": 0.26087, "f1": 0.228118, "f1_weighted": 0.242236 }, { "accuracy": 0.136364, "f1": 0.107143, "f1_weighted": 0.102273 }, { "accuracy": 0.136364, "f1": 0.122619, "f1_weighted": 0.17013 }, { "accuracy": 0.181818, "f1": 0.153061, "f1_weighted": 0.180195 } ], "main_score": 0.16917, "hf_subset": "pbt_Arab", "languages": [ "pbt-Arab" ] }, { "accuracy": 0.10751, "f1": 0.091995, "f1_weighted": 0.08701, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.064286, "f1_weighted": 0.086957 }, { "accuracy": 0.086957, "f1": 0.107143, "f1_weighted": 0.076087 }, { "accuracy": 0.090909, "f1": 0.071429, "f1_weighted": 0.068182 }, { "accuracy": 0.090909, "f1": 0.068027, "f1_weighted": 0.080087 }, { "accuracy": 0.181818, "f1": 0.149093, "f1_weighted": 0.123737 } ], "main_score": 0.10751, "hf_subset": "por_Latn", "languages": [ "por-Latn" ] }, { "accuracy": 0.133992, "f1": 0.118231, "f1_weighted": 0.12827, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.128571, "f1_weighted": 0.128261 }, { "accuracy": 0.130435, "f1": 0.099206, "f1_weighted": 0.120773 }, { "accuracy": 0.272727, "f1": 0.260204, "f1_weighted": 0.248377 }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.030303 }, { "accuracy": 0.090909, "f1": 0.071429, "f1_weighted": 0.113636 } ], "main_score": 0.133992, "hf_subset": "ron_Latn", "languages": [ "ron-Latn" ] }, { "accuracy": 0.124506, "f1": 0.11651, "f1_weighted": 0.129237, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.112245, "f1_weighted": 0.126294 }, { "accuracy": 0.173913, "f1": 0.176871, "f1_weighted": 0.149068 }, { "accuracy": 0.090909, "f1": 0.073593, "f1_weighted": 0.092287 }, { "accuracy": 0.090909, "f1": 0.095238, "f1_weighted": 0.121212 }, { "accuracy": 0.136364, "f1": 0.124603, "f1_weighted": 0.157323 } ], "main_score": 0.124506, "hf_subset": "rus_Cyrl", "languages": [ "rus-Cyrl" ] }, { "accuracy": 0.071937, "f1": 0.060431, "f1_weighted": 0.0796, "scores_per_experiment": [ { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.086957, "f1": 0.076531, "f1_weighted": 0.093168 }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.025974 }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.080808 }, { "accuracy": 0.181818, "f1": 0.153061, "f1_weighted": 0.198052 } ], "main_score": 0.071937, "hf_subset": "snd_Arab", "languages": [ "snd-Arab" ] }, { "accuracy": 0.116601, "f1": 0.105397, "f1_weighted": 0.126803, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.160317, "f1_weighted": 0.162802 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.181818, "f1": 0.166667, "f1_weighted": 0.159091 }, { "accuracy": 0.136364, "f1": 0.104762, "f1_weighted": 0.190909 }, { "accuracy": 0.090909, "f1": 0.095238, "f1_weighted": 0.121212 } ], "main_score": 0.116601, "hf_subset": "slk_Latn", "languages": [ "slk-Latn" ] }, { "accuracy": 0.133597, "f1": 0.11744, "f1_weighted": 0.130528, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.124603, "f1_weighted": 0.118116 }, { "accuracy": 0.173913, "f1": 0.165079, "f1_weighted": 0.178744 }, { "accuracy": 0.136364, "f1": 0.107607, "f1_weighted": 0.102715 }, { "accuracy": 0.090909, "f1": 0.081633, "f1_weighted": 0.103896 }, { "accuracy": 0.136364, "f1": 0.108277, "f1_weighted": 0.14917 } ], "main_score": 0.133597, "hf_subset": "slv_Latn", "languages": [ "slv-Latn" ] }, { "accuracy": 0.195652, "f1": 0.163791, "f1_weighted": 0.176642, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.17619, "f1_weighted": 0.173913 }, { "accuracy": 0.26087, "f1": 0.22381, "f1_weighted": 0.257005 }, { "accuracy": 0.181818, "f1": 0.144805, "f1_weighted": 0.142769 }, { "accuracy": 0.136364, "f1": 0.097959, "f1_weighted": 0.106494 }, { "accuracy": 0.181818, "f1": 0.17619, "f1_weighted": 0.20303 } ], "main_score": 0.195652, "hf_subset": "sna_Latn", "languages": [ "sna-Latn" ] }, { "accuracy": 0.098024, "f1": 0.105306, "f1_weighted": 0.100877, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.083333, "f1_weighted": 0.083333 }, { "accuracy": 0.130435, "f1": 0.142857, "f1_weighted": 0.163043 }, { "accuracy": 0.136364, "f1": 0.17619, "f1_weighted": 0.1 }, { "accuracy": 0.090909, "f1": 0.076531, "f1_weighted": 0.097403 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.060606 } ], "main_score": 0.098024, "hf_subset": "som_Latn", "languages": [ "som-Latn" ] }, { "accuracy": 0.196443, "f1": 0.175428, "f1_weighted": 0.172437, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.172129, "f1_weighted": 0.186022 }, { "accuracy": 0.173913, "f1": 0.123377, "f1_weighted": 0.134387 }, { "accuracy": 0.272727, "f1": 0.243197, "f1_weighted": 0.258117 }, { "accuracy": 0.090909, "f1": 0.076531, "f1_weighted": 0.073052 }, { "accuracy": 0.227273, "f1": 0.261905, "f1_weighted": 0.210606 } ], "main_score": 0.196443, "hf_subset": "srp_Cyrl", "languages": [ "srp-Cyrl" ] }, { "accuracy": 0.099605, "f1": 0.086827, "f1_weighted": 0.080501, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.025974, "f1_weighted": 0.023715 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.090909, "f1": 0.088435, "f1_weighted": 0.084416 }, { "accuracy": 0.136364, "f1": 0.112245, "f1_weighted": 0.12987 }, { "accuracy": 0.227273, "f1": 0.207483, "f1_weighted": 0.164502 } ], "main_score": 0.099605, "hf_subset": "swe_Latn", "languages": [ "swe-Latn" ] }, { "accuracy": 0.22332, "f1": 0.180385, "f1_weighted": 0.214167, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.161905, "f1_weighted": 0.168116 }, { "accuracy": 0.26087, "f1": 0.178571, "f1_weighted": 0.228261 }, { "accuracy": 0.227273, "f1": 0.211451, "f1_weighted": 0.229257 }, { "accuracy": 0.272727, "f1": 0.207143, "f1_weighted": 0.283586 }, { "accuracy": 0.181818, "f1": 0.142857, "f1_weighted": 0.161616 } ], "main_score": 0.22332, "hf_subset": "swh_Latn", "languages": [ "swh-Latn" ] }, { "accuracy": 0.177866, "f1": 0.154921, "f1_weighted": 0.16781, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.176531, "f1_weighted": 0.172981 }, { "accuracy": 0.26087, "f1": 0.236395, "f1_weighted": 0.231366 }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.034091 }, { "accuracy": 0.227273, "f1": 0.19898, "f1_weighted": 0.228896 }, { "accuracy": 0.181818, "f1": 0.126984, "f1_weighted": 0.171717 } ], "main_score": 0.177866, "hf_subset": "tam_Taml", "languages": [ "tam-Taml" ] }, { "accuracy": 0.178261, "f1": 0.171528, "f1_weighted": 0.165214, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.119048, "f1_weighted": 0.072464 }, { "accuracy": 0.26087, "f1": 0.232468, "f1_weighted": 0.255336 }, { "accuracy": 0.318182, "f1": 0.348299, "f1_weighted": 0.302165 }, { "accuracy": 0.136364, "f1": 0.117007, "f1_weighted": 0.157143 }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.038961 } ], "main_score": 0.178261, "hf_subset": "tel_Telu", "languages": [ "tel-Telu" ] }, { "accuracy": 0.116996, "f1": 0.109274, "f1_weighted": 0.088499, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.047619, "f1_weighted": 0.028986 }, { "accuracy": 0.086957, "f1": 0.071429, "f1_weighted": 0.054348 }, { "accuracy": 0.227273, "f1": 0.231293, "f1_weighted": 0.163961 }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.034091 }, { "accuracy": 0.181818, "f1": 0.160317, "f1_weighted": 0.161111 } ], "main_score": 0.116996, "hf_subset": "tgk_Cyrl", "languages": [ "tgk-Cyrl" ] }, { "accuracy": 0.080237, "f1": 0.074787, "f1_weighted": 0.070688, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.064286, "f1_weighted": 0.06087 }, { "accuracy": 0.086957, "f1": 0.1, "f1_weighted": 0.06087 }, { "accuracy": 0.045455, "f1": 0.071429, "f1_weighted": 0.022727 }, { "accuracy": 0.090909, "f1": 0.06679, "f1_weighted": 0.118064 }, { "accuracy": 0.090909, "f1": 0.071429, "f1_weighted": 0.090909 } ], "main_score": 0.080237, "hf_subset": "tha_Thai", "languages": [ "tha-Thai" ] }, { "accuracy": 0.116996, "f1": 0.114603, "f1_weighted": 0.110112, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.047619, "f1_weighted": 0.028986 }, { "accuracy": 0.086957, "f1": 0.064286, "f1_weighted": 0.058696 }, { "accuracy": 0.227273, "f1": 0.266667, "f1_weighted": 0.216667 }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.080808 }, { "accuracy": 0.181818, "f1": 0.162698, "f1_weighted": 0.165404 } ], "main_score": 0.116996, "hf_subset": "tur_Latn", "languages": [ "tur-Latn" ] }, { "accuracy": 0.11502, "f1": 0.127415, "f1_weighted": 0.119087, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.083333, "f1_weighted": 0.083333 }, { "accuracy": 0.26087, "f1": 0.262925, "f1_weighted": 0.212319 }, { "accuracy": 0.090909, "f1": 0.112245, "f1_weighted": 0.133117 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.136364, "f1": 0.178571, "f1_weighted": 0.166667 } ], "main_score": 0.11502, "hf_subset": "ukr_Cyrl", "languages": [ "ukr-Cyrl" ] }, { "accuracy": 0.090119, "f1": 0.078528, "f1_weighted": 0.100116, "scores_per_experiment": [ { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.086957, "f1": 0.104762, "f1_weighted": 0.081159 }, { "accuracy": 0.090909, "f1": 0.063492, "f1_weighted": 0.10101 }, { "accuracy": 0.090909, "f1": 0.079365, "f1_weighted": 0.126263 }, { "accuracy": 0.181818, "f1": 0.145022, "f1_weighted": 0.192149 } ], "main_score": 0.090119, "hf_subset": "umb_Latn", "languages": [ "umb-Latn" ] }, { "accuracy": 0.124506, "f1": 0.111315, "f1_weighted": 0.107433, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.129705, "f1_weighted": 0.098275 }, { "accuracy": 0.173913, "f1": 0.159864, "f1_weighted": 0.180124 }, { "accuracy": 0.181818, "f1": 0.15, "f1_weighted": 0.088636 }, { "accuracy": 0.090909, "f1": 0.07619, "f1_weighted": 0.118182 }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.051948 } ], "main_score": 0.124506, "hf_subset": "urd_Arab", "languages": [ "urd-Arab" ] }, { "accuracy": 0.167984, "f1": 0.157732, "f1_weighted": 0.171073, "scores_per_experiment": [ { "accuracy": 0.391304, "f1": 0.371202, "f1_weighted": 0.386404 }, { "accuracy": 0.130435, "f1": 0.124603, "f1_weighted": 0.143961 }, { "accuracy": 0.136364, "f1": 0.107143, "f1_weighted": 0.147727 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.181818, "f1": 0.185714, "f1_weighted": 0.177273 } ], "main_score": 0.167984, "hf_subset": "uzn_Latn", "languages": [ "uzn-Latn" ] }, { "accuracy": 0.106719, "f1": 0.093424, "f1_weighted": 0.092534, "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.210884, "f1_weighted": 0.233954 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.090909, "f1": 0.081633, "f1_weighted": 0.051948 }, { "accuracy": 0.136364, "f1": 0.103175, "f1_weighted": 0.108586 }, { "accuracy": 0.045455, "f1": 0.071429, "f1_weighted": 0.068182 } ], "main_score": 0.106719, "hf_subset": "vie_Latn", "languages": [ "vie-Latn" ] }, { "accuracy": 0.062451, "f1": 0.047918, "f1_weighted": 0.04556, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.072562, "f1_weighted": 0.069013 }, { "accuracy": 0.043478, "f1": 0.031746, "f1_weighted": 0.019324 }, { "accuracy": 0.090909, "f1": 0.051948, "f1_weighted": 0.082645 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.045455 }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.011364 } ], "main_score": 0.062451, "hf_subset": "wol_Latn", "languages": [ "wol-Latn" ] }, { "accuracy": 0.186957, "f1": 0.186168, "f1_weighted": 0.18794, "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.258957, "f1_weighted": 0.242512 }, { "accuracy": 0.173913, "f1": 0.169388, "f1_weighted": 0.18882 }, { "accuracy": 0.272727, "f1": 0.268027, "f1_weighted": 0.277489 }, { "accuracy": 0.090909, "f1": 0.088435, "f1_weighted": 0.099567 }, { "accuracy": 0.136364, "f1": 0.146032, "f1_weighted": 0.131313 } ], "main_score": 0.186957, "hf_subset": "xho_Latn", "languages": [ "xho-Latn" ] }, { "accuracy": 0.141897, "f1": 0.114603, "f1_weighted": 0.128481, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.088889, "f1_weighted": 0.088889 }, { "accuracy": 0.26087, "f1": 0.210884, "f1_weighted": 0.267081 }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.034091 }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.080808 }, { "accuracy": 0.227273, "f1": 0.205782, "f1_weighted": 0.171537 } ], "main_score": 0.141897, "hf_subset": "yor_Latn", "languages": [ "yor-Latn" ] }, { "accuracy": 0.107905, "f1": 0.093288, "f1_weighted": 0.102395, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.071429, "f1_weighted": 0.097826 }, { "accuracy": 0.043478, "f1": 0.028571, "f1_weighted": 0.034783 }, { "accuracy": 0.136364, "f1": 0.117347, "f1_weighted": 0.11526 }, { "accuracy": 0.090909, "f1": 0.069388, "f1_weighted": 0.079221 }, { "accuracy": 0.181818, "f1": 0.179705, "f1_weighted": 0.184885 } ], "main_score": 0.107905, "hf_subset": "zho_Hant", "languages": [ "zho-Hant" ] }, { "accuracy": 0.186166, "f1": 0.170371, "f1_weighted": 0.196719, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.129705, "f1_weighted": 0.184955 }, { "accuracy": 0.347826, "f1": 0.354762, "f1_weighted": 0.352174 }, { "accuracy": 0.136364, "f1": 0.147186, "f1_weighted": 0.07989 }, { "accuracy": 0.136364, "f1": 0.109091, "f1_weighted": 0.204959 }, { "accuracy": 0.136364, "f1": 0.111111, "f1_weighted": 0.161616 } ], "main_score": 0.186166, "hf_subset": "zul_Latn", "languages": [ "zul-Latn" ] }, { "accuracy": 0.124111, "f1": 0.111975, "f1_weighted": 0.124984, "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.303741, "f1_weighted": 0.260973 }, { "accuracy": 0.043478, "f1": 0.031746, "f1_weighted": 0.038647 }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.056818 }, { "accuracy": 0.136364, "f1": 0.105339, "f1_weighted": 0.166208 }, { "accuracy": 0.090909, "f1": 0.083333, "f1_weighted": 0.102273 } ], "main_score": 0.124111, "hf_subset": "fuv_Latn", "languages": [ "fuv-Latn" ] }, { "accuracy": 0.098024, "f1": 0.096803, "f1_weighted": 0.099696, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.035714, "f1_weighted": 0.032609 }, { "accuracy": 0.173913, "f1": 0.159864, "f1_weighted": 0.153209 }, { "accuracy": 0.136364, "f1": 0.145578, "f1_weighted": 0.164935 }, { "accuracy": 0.045455, "f1": 0.071429, "f1_weighted": 0.068182 }, { "accuracy": 0.090909, "f1": 0.071429, "f1_weighted": 0.079545 } ], "main_score": 0.098024, "hf_subset": "gaz_Latn", "languages": [ "gaz-Latn" ] } ] }, "evaluation_time": 5331.21039557457, "kg_co2_emissions": null }