{ "dataset_revision": "186b61175fbd77059f769b6bf1110d449a2ff311", "task_name": "SIBFLEURS", "mteb_version": "1.38.33", "scores": { "train": [ { "accuracy": 0.152174, "f1": 0.115931, "f1_weighted": 0.113599, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.183333, "f1_weighted": 0.155072 }, { "accuracy": 0.086957, "f1": 0.054545, "f1_weighted": 0.050593 }, { "accuracy": 0.136364, "f1": 0.087662, "f1_weighted": 0.114669 }, { "accuracy": 0.181818, "f1": 0.101732, "f1_weighted": 0.121901 }, { "accuracy": 0.181818, "f1": 0.152381, "f1_weighted": 0.125758 } ], "main_score": 0.152174, "hf_subset": "afr_Latn", "languages": [ "afr-Latn" ] }, { "accuracy": 0.115415, "f1": 0.109002, "f1_weighted": 0.102423, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.265306, "f1_weighted": 0.267081 }, { "accuracy": 0.086957, "f1": 0.064286, "f1_weighted": 0.069565 }, { "accuracy": 0.136364, "f1": 0.095238, "f1_weighted": 0.078788 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.136364, "f1": 0.120181, "f1_weighted": 0.096681 } ], "main_score": 0.115415, "hf_subset": "amh_Ethi", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.151383, "f1": 0.123417, "f1_weighted": 0.11267, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.166405, "f1_weighted": 0.140468 }, { "accuracy": 0.130435, "f1": 0.101134, "f1_weighted": 0.088613 }, { "accuracy": 0.136364, "f1": 0.104762, "f1_weighted": 0.084848 }, { "accuracy": 0.136364, "f1": 0.120181, "f1_weighted": 0.178211 }, { "accuracy": 0.136364, "f1": 0.124603, "f1_weighted": 0.071212 } ], "main_score": 0.151383, "hf_subset": "arb_Arab", "languages": [ "arb-Arab" ] }, { "accuracy": 0.10751, "f1": 0.097483, "f1_weighted": 0.103035, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.097959, "f1_weighted": 0.096894 }, { "accuracy": 0.086957, "f1": 0.063492, "f1_weighted": 0.067633 }, { "accuracy": 0.136364, "f1": 0.129252, "f1_weighted": 0.136364 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.060606 }, { "accuracy": 0.181818, "f1": 0.149093, "f1_weighted": 0.15368 } ], "main_score": 0.10751, "hf_subset": "asm_Beng", "languages": [ "asm-Beng" ] }, { "accuracy": 0.107115, "f1": 0.096711, "f1_weighted": 0.105137, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.103611, "f1_weighted": 0.137602 }, { "accuracy": 0.086957, "f1": 0.079365, "f1_weighted": 0.077295 }, { "accuracy": 0.045455, "f1": 0.025974, "f1_weighted": 0.008264 }, { "accuracy": 0.090909, "f1": 0.1, "f1_weighted": 0.140909 }, { "accuracy": 0.181818, "f1": 0.174603, "f1_weighted": 0.161616 } ], "main_score": 0.107115, "hf_subset": "ast_Latn", "languages": [ "ast-Latn" ] }, { "accuracy": 0.088933, "f1": 0.077124, "f1_weighted": 0.067458, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.15, "f1_weighted": 0.108696 }, { "accuracy": 0.043478, "f1": 0.035714, "f1_weighted": 0.032609 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.090909, "f1": 0.112245, "f1_weighted": 0.107143 }, { "accuracy": 0.136364, "f1": 0.087662, "f1_weighted": 0.088843 } ], "main_score": 0.088933, "hf_subset": "azj_Latn", "languages": [ "azj-Latn" ] }, { "accuracy": 0.088538, "f1": 0.069475, "f1_weighted": 0.069679, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.101343, "f1_weighted": 0.068376 }, { "accuracy": 0.130435, "f1": 0.109524, "f1_weighted": 0.084058 }, { "accuracy": 0.090909, "f1": 0.057143, "f1_weighted": 0.054545 }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.080808 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.060606 } ], "main_score": 0.088538, "hf_subset": "bel_Cyrl", "languages": [ "bel-Cyrl" ] }, { "accuracy": 0.026877, "f1": 0.019707, "f1_weighted": 0.012974, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.025974, "f1_weighted": 0.01581 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.090909, "f1": 0.072562, "f1_weighted": 0.049062 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 } ], "main_score": 0.026877, "hf_subset": "bul_Cyrl", "languages": [ "bul-Cyrl" ] }, { "accuracy": 0.177866, "f1": 0.166487, "f1_weighted": 0.155028, "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.25907, "f1_weighted": 0.259144 }, { "accuracy": 0.173913, "f1": 0.129252, "f1_weighted": 0.132505 }, { "accuracy": 0.181818, "f1": 0.179705, "f1_weighted": 0.14881 }, { "accuracy": 0.136364, "f1": 0.109307, "f1_weighted": 0.112603 }, { "accuracy": 0.136364, "f1": 0.155102, "f1_weighted": 0.122078 } ], "main_score": 0.177866, "hf_subset": "ben_Beng", "languages": [ "ben-Beng" ] }, { "accuracy": 0.078656, "f1": 0.06919, "f1_weighted": 0.0598, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.139456, "f1_weighted": 0.091097 }, { "accuracy": 0.217391, "f1": 0.170779, "f1_weighted": 0.162451 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.045455 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 } ], "main_score": 0.078656, "hf_subset": "bos_Latn", "languages": [ "bos-Latn" ] }, { "accuracy": 0.133597, "f1": 0.104849, "f1_weighted": 0.087741, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.2, "f1_weighted": 0.194203 }, { "accuracy": 0.086957, "f1": 0.062794, "f1_weighted": 0.038223 }, { "accuracy": 0.136364, "f1": 0.111111, "f1_weighted": 0.075758 }, { "accuracy": 0.090909, "f1": 0.038095, "f1_weighted": 0.036364 }, { "accuracy": 0.136364, "f1": 0.112245, "f1_weighted": 0.094156 } ], "main_score": 0.133597, "hf_subset": "cat_Latn", "languages": [ "cat-Latn" ] }, { "accuracy": 0.11581, "f1": 0.099634, "f1_weighted": 0.096075, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.174603, "f1_weighted": 0.18599 }, { "accuracy": 0.043478, "f1": 0.031746, "f1_weighted": 0.048309 }, { "accuracy": 0.136364, "f1": 0.11746, "f1_weighted": 0.065657 }, { "accuracy": 0.090909, "f1": 0.095238, "f1_weighted": 0.090909 }, { "accuracy": 0.090909, "f1": 0.079121, "f1_weighted": 0.08951 } ], "main_score": 0.11581, "hf_subset": "ceb_Latn", "languages": [ "ceb-Latn" ] }, { "accuracy": 0.089328, "f1": 0.068169, "f1_weighted": 0.059821, "scores_per_experiment": [ { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.173913, "f1": 0.138776, "f1_weighted": 0.144099 }, { "accuracy": 0.181818, "f1": 0.113636, "f1_weighted": 0.085744 }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.038961 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.030303 } ], "main_score": 0.089328, "hf_subset": "ckb_Arab", "languages": [ "ckb-Arab" ] }, { "accuracy": 0.107115, "f1": 0.081587, "f1_weighted": 0.073667, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.071429, "f1_weighted": 0.043478 }, { "accuracy": 0.130435, "f1": 0.12381, "f1_weighted": 0.142029 }, { "accuracy": 0.181818, "f1": 0.136508, "f1_weighted": 0.110101 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.136364, "f1": 0.07619, "f1_weighted": 0.072727 } ], "main_score": 0.107115, "hf_subset": "zho_Hans", "languages": [ "zho-Hans" ] }, { "accuracy": 0.1083, "f1": 0.098891, "f1_weighted": 0.09125, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.1, "f1_weighted": 0.082609 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.227273, "f1": 0.183673, "f1_weighted": 0.162338 }, { "accuracy": 0.090909, "f1": 0.05772, "f1_weighted": 0.065197 }, { "accuracy": 0.136364, "f1": 0.153061, "f1_weighted": 0.146104 } ], "main_score": 0.1083, "hf_subset": "ces_Latn", "languages": [ "ces-Latn" ] }, { "accuracy": 0.054545, "f1": 0.042718, "f1_weighted": 0.04415, "scores_per_experiment": [ { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.181818, "f1": 0.125153, "f1_weighted": 0.123349 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.090909, "f1": 0.088435, "f1_weighted": 0.097403 } ], "main_score": 0.054545, "hf_subset": "cym_Latn", "languages": [ "cym-Latn" ] }, { "accuracy": 0.11502, "f1": 0.099868, "f1_weighted": 0.102969, "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.259431, "f1_weighted": 0.273668 }, { "accuracy": 0.086957, "f1": 0.072562, "f1_weighted": 0.081435 }, { "accuracy": 0.090909, "f1": 0.069388, "f1_weighted": 0.048052 }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.038961 }, { "accuracy": 0.090909, "f1": 0.057143, "f1_weighted": 0.072727 } ], "main_score": 0.11502, "hf_subset": "dan_Latn", "languages": [ "dan-Latn" ] }, { "accuracy": 0.16166, "f1": 0.139675, "f1_weighted": 0.137989, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.103175, "f1_weighted": 0.073671 }, { "accuracy": 0.086957, "f1": 0.053571, "f1_weighted": 0.043478 }, { "accuracy": 0.318182, "f1": 0.311472, "f1_weighted": 0.269766 }, { "accuracy": 0.090909, "f1": 0.063492, "f1_weighted": 0.121212 }, { "accuracy": 0.181818, "f1": 0.166667, "f1_weighted": 0.181818 } ], "main_score": 0.16166, "hf_subset": "deu_Latn", "languages": [ "deu-Latn" ] }, { "accuracy": 0.071542, "f1": 0.064807, "f1_weighted": 0.073193, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.080952, "f1_weighted": 0.056522 }, { "accuracy": 0.043478, "f1": 0.040816, "f1_weighted": 0.062112 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.090909, "f1": 0.081633, "f1_weighted": 0.103896 }, { "accuracy": 0.136364, "f1": 0.120635, "f1_weighted": 0.143434 } ], "main_score": 0.071542, "hf_subset": "ell_Grek", "languages": [ "ell-Grek" ] }, { "accuracy": 0.133597, "f1": 0.12458, "f1_weighted": 0.119324, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.177778, "f1_weighted": 0.117874 }, { "accuracy": 0.130435, "f1": 0.133333, "f1_weighted": 0.107246 }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.038961 }, { "accuracy": 0.181818, "f1": 0.144444, "f1_weighted": 0.206566 }, { "accuracy": 0.136364, "f1": 0.126531, "f1_weighted": 0.125974 } ], "main_score": 0.133597, "hf_subset": "eng_Latn", "languages": [ "eng-Latn" ] }, { "accuracy": 0.080237, "f1": 0.054163, "f1_weighted": 0.049744, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.043956, "f1_weighted": 0.026756 }, { "accuracy": 0.086957, "f1": 0.051948, "f1_weighted": 0.047431 }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.034091 }, { "accuracy": 0.090909, "f1": 0.095238, "f1_weighted": 0.098485 }, { "accuracy": 0.090909, "f1": 0.043956, "f1_weighted": 0.041958 } ], "main_score": 0.080237, "hf_subset": "spa_Latn", "languages": [ "spa-Latn" ] }, { "accuracy": 0.087747, "f1": 0.073925, "f1_weighted": 0.075616, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.107937, "f1_weighted": 0.120773 }, { "accuracy": 0.217391, "f1": 0.188095, "f1_weighted": 0.170531 }, { "accuracy": 0.090909, "f1": 0.073593, "f1_weighted": 0.086777 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 } ], "main_score": 0.087747, "hf_subset": "est_Latn", "languages": [ "est-Latn" ] }, { "accuracy": 0.107115, "f1": 0.099816, "f1_weighted": 0.086144, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.186264, "f1_weighted": 0.148161 }, { "accuracy": 0.043478, "f1": 0.031746, "f1_weighted": 0.038647 }, { "accuracy": 0.090909, "f1": 0.093407, "f1_weighted": 0.089161 }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.034091 }, { "accuracy": 0.181818, "f1": 0.151948, "f1_weighted": 0.120661 } ], "main_score": 0.107115, "hf_subset": "pes_Arab", "languages": [ "pes-Arab" ] }, { "accuracy": 0.178656, "f1": 0.150356, "f1_weighted": 0.149873, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.120635, "f1_weighted": 0.131401 }, { "accuracy": 0.173913, "f1": 0.160317, "f1_weighted": 0.132367 }, { "accuracy": 0.272727, "f1": 0.238095, "f1_weighted": 0.212121 }, { "accuracy": 0.090909, "f1": 0.081633, "f1_weighted": 0.103896 }, { "accuracy": 0.181818, "f1": 0.151099, "f1_weighted": 0.16958 } ], "main_score": 0.178656, "hf_subset": "fin_Latn", "languages": [ "fin-Latn" ] }, { "accuracy": 0.114625, "f1": 0.103236, "f1_weighted": 0.079161, "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.25348, "f1_weighted": 0.171683 }, { "accuracy": 0.130435, "f1": 0.119048, "f1_weighted": 0.130435 }, { "accuracy": 0.090909, "f1": 0.060317, "f1_weighted": 0.029293 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.090909, "f1": 0.083333, "f1_weighted": 0.064394 } ], "main_score": 0.114625, "hf_subset": "tgl_Latn", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.124111, "f1": 0.097798, "f1_weighted": 0.096344, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.153061, "f1_weighted": 0.152174 }, { "accuracy": 0.217391, "f1": 0.143956, "f1_weighted": 0.126756 }, { "accuracy": 0.136364, "f1": 0.102505, "f1_weighted": 0.123819 }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.040404 }, { "accuracy": 0.090909, "f1": 0.05772, "f1_weighted": 0.038567 } ], "main_score": 0.124111, "hf_subset": "fra_Latn", "languages": [ "fra-Latn" ] }, { "accuracy": 0.16087, "f1": 0.156066, "f1_weighted": 0.130288, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.227381, "f1_weighted": 0.143841 }, { "accuracy": 0.130435, "f1": 0.099206, "f1_weighted": 0.100242 }, { "accuracy": 0.181818, "f1": 0.159864, "f1_weighted": 0.167749 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.318182, "f1": 0.293878, "f1_weighted": 0.23961 } ], "main_score": 0.16087, "hf_subset": "gle_Latn", "languages": [ "gle-Latn" ] }, { "accuracy": 0.097628, "f1": 0.078866, "f1_weighted": 0.082223, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.117007, "f1_weighted": 0.139545 }, { "accuracy": 0.130435, "f1": 0.083333, "f1_weighted": 0.115942 }, { "accuracy": 0.136364, "f1": 0.105102, "f1_weighted": 0.070779 }, { "accuracy": 0.045455, "f1": 0.057143, "f1_weighted": 0.054545 }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.030303 } ], "main_score": 0.097628, "hf_subset": "glg_Latn", "languages": [ "glg-Latn" ] }, { "accuracy": 0.080632, "f1": 0.055698, "f1_weighted": 0.037348, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.107937, "f1_weighted": 0.085024 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.090909, "f1": 0.030075, "f1_weighted": 0.019139 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.181818, "f1": 0.140476, "f1_weighted": 0.082576 } ], "main_score": 0.080632, "hf_subset": "guj_Gujr", "languages": [ "guj-Gujr" ] }, { "accuracy": 0.124111, "f1": 0.107234, "f1_weighted": 0.106616, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.081633, "f1_weighted": 0.049689 }, { "accuracy": 0.217391, "f1": 0.211338, "f1_weighted": 0.185231 }, { "accuracy": 0.090909, "f1": 0.107143, "f1_weighted": 0.125 }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.051948 }, { "accuracy": 0.136364, "f1": 0.095238, "f1_weighted": 0.121212 } ], "main_score": 0.124111, "hf_subset": "hau_Latn", "languages": [ "hau-Latn" ] }, { "accuracy": 0.044269, "f1": 0.034199, "f1_weighted": 0.036723, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.047619, "f1_weighted": 0.043478 }, { "accuracy": 0.086957, "f1": 0.049784, "f1_weighted": 0.038208 }, { "accuracy": 0.045455, "f1": 0.025974, "f1_weighted": 0.041322 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.060606 } ], "main_score": 0.044269, "hf_subset": "heb_Hebr", "languages": [ "heb-Hebr" ] }, { "accuracy": 0.115415, "f1": 0.081161, "f1_weighted": 0.092044, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.095238, "f1_weighted": 0.115942 }, { "accuracy": 0.173913, "f1": 0.153515, "f1_weighted": 0.192063 }, { "accuracy": 0.136364, "f1": 0.076531, "f1_weighted": 0.082792 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.136364, "f1": 0.080519, "f1_weighted": 0.069421 } ], "main_score": 0.115415, "hf_subset": "hin_Deva", "languages": [ "hin-Deva" ] }, { "accuracy": 0.088538, "f1": 0.068181, "f1_weighted": 0.063537, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.075702, "f1_weighted": 0.04608 }, { "accuracy": 0.130435, "f1": 0.114409, "f1_weighted": 0.128929 }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.011364 }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.045455 }, { "accuracy": 0.090909, "f1": 0.079365, "f1_weighted": 0.085859 } ], "main_score": 0.088538, "hf_subset": "hrv_Latn", "languages": [ "hrv-Latn" ] }, { "accuracy": 0.105929, "f1": 0.095918, "f1_weighted": 0.099062, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.059524, "f1_weighted": 0.068841 }, { "accuracy": 0.26087, "f1": 0.243197, "f1_weighted": 0.220842 }, { "accuracy": 0.090909, "f1": 0.081633, "f1_weighted": 0.12987 }, { "accuracy": 0.045455, "f1": 0.071429, "f1_weighted": 0.068182 }, { "accuracy": 0.045455, "f1": 0.02381, "f1_weighted": 0.007576 } ], "main_score": 0.105929, "hf_subset": "hun_Latn", "languages": [ "hun-Latn" ] }, { "accuracy": 0.116206, "f1": 0.09068, "f1_weighted": 0.092052, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.059524, "f1_weighted": 0.068841 }, { "accuracy": 0.130435, "f1": 0.129252, "f1_weighted": 0.122153 }, { "accuracy": 0.090909, "f1": 0.057143, "f1_weighted": 0.036364 }, { "accuracy": 0.136364, "f1": 0.128571, "f1_weighted": 0.145455 }, { "accuracy": 0.136364, "f1": 0.078912, "f1_weighted": 0.087446 } ], "main_score": 0.116206, "hf_subset": "hye_Armn", "languages": [ "hye-Armn" ] }, { "accuracy": 0.133202, "f1": 0.134197, "f1_weighted": 0.130702, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.06679, "f1_weighted": 0.0655 }, { "accuracy": 0.26087, "f1": 0.248299, "f1_weighted": 0.283644 }, { "accuracy": 0.136364, "f1": 0.188095, "f1_weighted": 0.118939 }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.038961 }, { "accuracy": 0.136364, "f1": 0.126984, "f1_weighted": 0.146465 } ], "main_score": 0.133202, "hf_subset": "ind_Latn", "languages": [ "ind-Latn" ] }, { "accuracy": 0.098419, "f1": 0.083919, "f1_weighted": 0.082745, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.059524, "f1_weighted": 0.050725 }, { "accuracy": 0.086957, "f1": 0.063492, "f1_weighted": 0.077295 }, { "accuracy": 0.090909, "f1": 0.053724, "f1_weighted": 0.064491 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.227273, "f1": 0.242857, "f1_weighted": 0.221212 } ], "main_score": 0.098419, "hf_subset": "ibo_Latn", "languages": [ "ibo-Latn" ] }, { "accuracy": 0.168379, "f1": 0.138491, "f1_weighted": 0.134901, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.171429, "f1_weighted": 0.152174 }, { "accuracy": 0.304348, "f1": 0.254216, "f1_weighted": 0.255022 }, { "accuracy": 0.090909, "f1": 0.071429, "f1_weighted": 0.090909 }, { "accuracy": 0.136364, "f1": 0.077922, "f1_weighted": 0.07438 }, { "accuracy": 0.136364, "f1": 0.11746, "f1_weighted": 0.10202 } ], "main_score": 0.168379, "hf_subset": "isl_Latn", "languages": [ "isl-Latn" ] }, { "accuracy": 0.169565, "f1": 0.116197, "f1_weighted": 0.112455, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.047619, "f1_weighted": 0.028986 }, { "accuracy": 0.26087, "f1": 0.20068, "f1_weighted": 0.190476 }, { "accuracy": 0.272727, "f1": 0.17316, "f1_weighted": 0.134986 }, { "accuracy": 0.136364, "f1": 0.092063, "f1_weighted": 0.133333 }, { "accuracy": 0.090909, "f1": 0.06746, "f1_weighted": 0.074495 } ], "main_score": 0.169565, "hf_subset": "ita_Latn", "languages": [ "ita-Latn" ] }, { "accuracy": 0.071937, "f1": 0.064649, "f1_weighted": 0.069854, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.031746, "f1_weighted": 0.038647 }, { "accuracy": 0.043478, "f1": 0.040816, "f1_weighted": 0.049689 }, { "accuracy": 0.090909, "f1": 0.069388, "f1_weighted": 0.083117 }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.034091 }, { "accuracy": 0.136364, "f1": 0.145578, "f1_weighted": 0.143723 } ], "main_score": 0.071937, "hf_subset": "jpn_Jpan", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.142292, "f1": 0.108631, "f1_weighted": 0.126823, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.099567, "f1_weighted": 0.060606 }, { "accuracy": 0.217391, "f1": 0.201814, "f1_weighted": 0.21118 }, { "accuracy": 0.136364, "f1": 0.111905, "f1_weighted": 0.114394 }, { "accuracy": 0.136364, "f1": 0.077922, "f1_weighted": 0.198347 }, { "accuracy": 0.090909, "f1": 0.051948, "f1_weighted": 0.049587 } ], "main_score": 0.142292, "hf_subset": "jav_Latn", "languages": [ "jav-Latn" ] }, { "accuracy": 0.079842, "f1": 0.072727, "f1_weighted": 0.058115, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.15671, "f1_weighted": 0.130171 }, { "accuracy": 0.043478, "f1": 0.057143, "f1_weighted": 0.034783 }, { "accuracy": 0.045455, "f1": 0.028571, "f1_weighted": 0.018182 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.045455 }, { "accuracy": 0.090909, "f1": 0.073593, "f1_weighted": 0.061983 } ], "main_score": 0.079842, "hf_subset": "kat_Geor", "languages": [ "kat-Geor" ] }, { "accuracy": 0.11502, "f1": 0.115714, "f1_weighted": 0.121212, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.146825, "f1_weighted": 0.187198 }, { "accuracy": 0.173913, "f1": 0.207937, "f1_weighted": 0.162802 }, { "accuracy": 0.136364, "f1": 0.128571, "f1_weighted": 0.15 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.060606 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.045455 } ], "main_score": 0.11502, "hf_subset": "kam_Latn", "languages": [ "kam-Latn" ] }, { "accuracy": 0.169565, "f1": 0.15812, "f1_weighted": 0.149298, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.119048, "f1_weighted": 0.101449 }, { "accuracy": 0.217391, "f1": 0.277778, "f1_weighted": 0.251208 }, { "accuracy": 0.090909, "f1": 0.06679, "f1_weighted": 0.034238 }, { "accuracy": 0.181818, "f1": 0.150794, "f1_weighted": 0.194444 }, { "accuracy": 0.227273, "f1": 0.17619, "f1_weighted": 0.165152 } ], "main_score": 0.169565, "hf_subset": "kea_Latn", "languages": [ "kea-Latn" ] }, { "accuracy": 0.141107, "f1": 0.121426, "f1_weighted": 0.111235, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.226531, "f1_weighted": 0.209938 }, { "accuracy": 0.26087, "f1": 0.268027, "f1_weighted": 0.247619 }, { "accuracy": 0.136364, "f1": 0.045113, "f1_weighted": 0.043062 }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.045455 }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.010101 } ], "main_score": 0.141107, "hf_subset": "kaz_Cyrl", "languages": [ "kaz-Cyrl" ] }, { "accuracy": 0.205138, "f1": 0.174679, "f1_weighted": 0.180835, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.12451, "f1_weighted": 0.075789 }, { "accuracy": 0.26087, "f1": 0.236054, "f1_weighted": 0.234576 }, { "accuracy": 0.136364, "f1": 0.153061, "f1_weighted": 0.126623 }, { "accuracy": 0.227273, "f1": 0.164193, "f1_weighted": 0.275089 }, { "accuracy": 0.227273, "f1": 0.195578, "f1_weighted": 0.1921 } ], "main_score": 0.205138, "hf_subset": "khm_Khmr", "languages": [ "khm-Khmr" ] }, { "accuracy": 0.063241, "f1": 0.063968, "f1_weighted": 0.053999, "scores_per_experiment": [ { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.043478, "f1": 0.071429, "f1_weighted": 0.043478 }, { "accuracy": 0.181818, "f1": 0.172222, "f1_weighted": 0.153788 }, { "accuracy": 0.045455, "f1": 0.028571, "f1_weighted": 0.027273 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.045455 } ], "main_score": 0.063241, "hf_subset": "kan_Knda", "languages": [ "kan-Knda" ] }, { "accuracy": 0.151779, "f1": 0.144675, "f1_weighted": 0.150458, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.2, "f1_weighted": 0.23913 }, { "accuracy": 0.086957, "f1": 0.095238, "f1_weighted": 0.101449 }, { "accuracy": 0.181818, "f1": 0.17619, "f1_weighted": 0.15303 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.045455 }, { "accuracy": 0.227273, "f1": 0.204329, "f1_weighted": 0.213223 } ], "main_score": 0.151779, "hf_subset": "kor_Hang", "languages": [ "kor-Hang" ] }, { "accuracy": 0.062451, "f1": 0.056419, "f1_weighted": 0.060249, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.117347, "f1_weighted": 0.118012 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.057143, "f1_weighted": 0.054545 }, { "accuracy": 0.045455, "f1": 0.025974, "f1_weighted": 0.024793 }, { "accuracy": 0.090909, "f1": 0.081633, "f1_weighted": 0.103896 } ], "main_score": 0.062451, "hf_subset": "kir_Cyrl", "languages": [ "kir-Cyrl" ] }, { "accuracy": 0.132411, "f1": 0.107939, "f1_weighted": 0.112319, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.16542, "f1_weighted": 0.162284 }, { "accuracy": 0.26087, "f1": 0.212245, "f1_weighted": 0.227329 }, { "accuracy": 0.136364, "f1": 0.088435, "f1_weighted": 0.101732 }, { "accuracy": 0.045455, "f1": 0.025974, "f1_weighted": 0.024793 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.045455 } ], "main_score": 0.132411, "hf_subset": "ltz_Latn", "languages": [ "ltz-Latn" ] }, { "accuracy": 0.152569, "f1": 0.119762, "f1_weighted": 0.11777, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.052154, "f1_weighted": 0.041408 }, { "accuracy": 0.130435, "f1": 0.117347, "f1_weighted": 0.108696 }, { "accuracy": 0.181818, "f1": 0.130952, "f1_weighted": 0.155303 }, { "accuracy": 0.136364, "f1": 0.117063, "f1_weighted": 0.108766 }, { "accuracy": 0.227273, "f1": 0.181293, "f1_weighted": 0.174675 } ], "main_score": 0.152569, "hf_subset": "lug_Latn", "languages": [ "lug-Latn" ] }, { "accuracy": 0.168775, "f1": 0.143721, "f1_weighted": 0.1287, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.161451, "f1_weighted": 0.115666 }, { "accuracy": 0.26087, "f1": 0.239229, "f1_weighted": 0.218081 }, { "accuracy": 0.090909, "f1": 0.064626, "f1_weighted": 0.035714 }, { "accuracy": 0.090909, "f1": 0.088435, "f1_weighted": 0.084416 }, { "accuracy": 0.227273, "f1": 0.164863, "f1_weighted": 0.189624 } ], "main_score": 0.168775, "hf_subset": "lin_Latn", "languages": [ "lin-Latn" ] }, { "accuracy": 0.079842, "f1": 0.06395, "f1_weighted": 0.059175, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.152721, "f1_weighted": 0.107453 }, { "accuracy": 0.043478, "f1": 0.031746, "f1_weighted": 0.028986 }, { "accuracy": 0.090909, "f1": 0.083333, "f1_weighted": 0.109848 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.090909, "f1": 0.051948, "f1_weighted": 0.049587 } ], "main_score": 0.079842, "hf_subset": "lao_Laoo", "languages": [ "lao-Laoo" ] }, { "accuracy": 0.11502, "f1": 0.101136, "f1_weighted": 0.104198, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.183673, "f1_weighted": 0.182195 }, { "accuracy": 0.173913, "f1": 0.130952, "f1_weighted": 0.138889 }, { "accuracy": 0.045455, "f1": 0.025974, "f1_weighted": 0.041322 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.181818, "f1": 0.165079, "f1_weighted": 0.158586 } ], "main_score": 0.11502, "hf_subset": "lit_Latn", "languages": [ "lit-Latn" ] }, { "accuracy": 0.168379, "f1": 0.143018, "f1_weighted": 0.146044, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.207483, "f1_weighted": 0.200311 }, { "accuracy": 0.26087, "f1": 0.245238, "f1_weighted": 0.223913 }, { "accuracy": 0.136364, "f1": 0.093434, "f1_weighted": 0.132117 }, { "accuracy": 0.090909, "f1": 0.063492, "f1_weighted": 0.080808 }, { "accuracy": 0.136364, "f1": 0.105442, "f1_weighted": 0.093074 } ], "main_score": 0.168379, "hf_subset": "luo_Latn", "languages": [ "luo-Latn" ] }, { "accuracy": 0.151779, "f1": 0.127308, "f1_weighted": 0.122871, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.079365, "f1_weighted": 0.077295 }, { "accuracy": 0.217391, "f1": 0.185065, "f1_weighted": 0.192688 }, { "accuracy": 0.227273, "f1": 0.164966, "f1_weighted": 0.154221 }, { "accuracy": 0.090909, "f1": 0.107143, "f1_weighted": 0.102273 }, { "accuracy": 0.136364, "f1": 0.1, "f1_weighted": 0.087879 } ], "main_score": 0.151779, "hf_subset": "lvs_Latn", "languages": [ "lvs-Latn" ] }, { "accuracy": 0.098419, "f1": 0.08172, "f1_weighted": 0.075378, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.115079, "f1_weighted": 0.109903 }, { "accuracy": 0.043478, "f1": 0.021978, "f1_weighted": 0.013378 }, { "accuracy": 0.090909, "f1": 0.072562, "f1_weighted": 0.049062 }, { "accuracy": 0.090909, "f1": 0.081633, "f1_weighted": 0.103896 }, { "accuracy": 0.136364, "f1": 0.117347, "f1_weighted": 0.100649 } ], "main_score": 0.098419, "hf_subset": "mri_Latn", "languages": [ "mri-Latn" ] }, { "accuracy": 0.143083, "f1": 0.124926, "f1_weighted": 0.116487, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.079365, "f1_weighted": 0.091787 }, { "accuracy": 0.173913, "f1": 0.154762, "f1_weighted": 0.137681 }, { "accuracy": 0.090909, "f1": 0.064426, "f1_weighted": 0.035651 }, { "accuracy": 0.136364, "f1": 0.120635, "f1_weighted": 0.115152 }, { "accuracy": 0.227273, "f1": 0.205442, "f1_weighted": 0.202165 } ], "main_score": 0.143083, "hf_subset": "mkd_Cyrl", "languages": [ "mkd-Cyrl" ] }, { "accuracy": 0.098419, "f1": 0.084933, "f1_weighted": 0.081395, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.092857, "f1_weighted": 0.091304 }, { "accuracy": 0.086957, "f1": 0.069597, "f1_weighted": 0.070234 }, { "accuracy": 0.181818, "f1": 0.151099, "f1_weighted": 0.149476 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.045455 }, { "accuracy": 0.090909, "f1": 0.063492, "f1_weighted": 0.050505 } ], "main_score": 0.098419, "hf_subset": "mal_Mlym", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.124901, "f1": 0.122132, "f1_weighted": 0.093568, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.185714, "f1_weighted": 0.113043 }, { "accuracy": 0.086957, "f1": 0.095238, "f1_weighted": 0.057971 }, { "accuracy": 0.136364, "f1": 0.097959, "f1_weighted": 0.067532 }, { "accuracy": 0.090909, "f1": 0.071429, "f1_weighted": 0.083333 }, { "accuracy": 0.136364, "f1": 0.160317, "f1_weighted": 0.14596 } ], "main_score": 0.124901, "hf_subset": "khk_Cyrl", "languages": [ "khk-Cyrl" ] }, { "accuracy": 0.133202, "f1": 0.111064, "f1_weighted": 0.109342, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.143321, "f1_weighted": 0.132411 }, { "accuracy": 0.173913, "f1": 0.163492, "f1_weighted": 0.159903 }, { "accuracy": 0.136364, "f1": 0.071429, "f1_weighted": 0.068182 }, { "accuracy": 0.090909, "f1": 0.097959, "f1_weighted": 0.124675 }, { "accuracy": 0.090909, "f1": 0.079121, "f1_weighted": 0.061538 } ], "main_score": 0.133202, "hf_subset": "mar_Deva", "languages": [ "mar-Deva" ] }, { "accuracy": 0.116206, "f1": 0.085043, "f1_weighted": 0.090645, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.07967, "f1_weighted": 0.081104 }, { "accuracy": 0.086957, "f1": 0.063492, "f1_weighted": 0.067633 }, { "accuracy": 0.227273, "f1": 0.202381, "f1_weighted": 0.242424 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.136364, "f1": 0.07967, "f1_weighted": 0.062063 } ], "main_score": 0.116206, "hf_subset": "zsm_Latn", "languages": [ "zsm-Latn" ] }, { "accuracy": 0.115415, "f1": 0.09265, "f1_weighted": 0.073179, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.031746, "f1_weighted": 0.019324 }, { "accuracy": 0.26087, "f1": 0.209524, "f1_weighted": 0.171981 }, { "accuracy": 0.181818, "f1": 0.152381, "f1_weighted": 0.1 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.060606 }, { "accuracy": 0.045455, "f1": 0.021978, "f1_weighted": 0.013986 } ], "main_score": 0.115415, "hf_subset": "mlt_Latn", "languages": [ "mlt-Latn" ] }, { "accuracy": 0.062055, "f1": 0.054787, "f1_weighted": 0.060835, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.028571, "f1_weighted": 0.026087 }, { "accuracy": 0.130435, "f1": 0.133673, "f1_weighted": 0.093789 }, { "accuracy": 0.045455, "f1": 0.028571, "f1_weighted": 0.045455 }, { "accuracy": 0.045455, "f1": 0.025974, "f1_weighted": 0.066116 }, { "accuracy": 0.045455, "f1": 0.057143, "f1_weighted": 0.072727 } ], "main_score": 0.062055, "hf_subset": "mya_Mymr", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.124901, "f1": 0.105494, "f1_weighted": 0.10299, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.180519, "f1_weighted": 0.15336 }, { "accuracy": 0.043478, "f1": 0.025974, "f1_weighted": 0.01581 }, { "accuracy": 0.090909, "f1": 0.076531, "f1_weighted": 0.073052 }, { "accuracy": 0.181818, "f1": 0.15873, "f1_weighted": 0.181818 }, { "accuracy": 0.090909, "f1": 0.085714, "f1_weighted": 0.090909 } ], "main_score": 0.124901, "hf_subset": "nob_Latn", "languages": [ "nob-Latn" ] }, { "accuracy": 0.098419, "f1": 0.098707, "f1_weighted": 0.09175, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.057143, "f1_weighted": 0.034783 }, { "accuracy": 0.130435, "f1": 0.119048, "f1_weighted": 0.086957 }, { "accuracy": 0.136364, "f1": 0.138776, "f1_weighted": 0.132468 }, { "accuracy": 0.090909, "f1": 0.071429, "f1_weighted": 0.090909 }, { "accuracy": 0.090909, "f1": 0.107143, "f1_weighted": 0.113636 } ], "main_score": 0.098419, "hf_subset": "npi_Deva", "languages": [ "npi-Deva" ] }, { "accuracy": 0.106719, "f1": 0.105465, "f1_weighted": 0.101575, "scores_per_experiment": [ { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.26087, "f1": 0.240816, "f1_weighted": 0.233126 }, { "accuracy": 0.136364, "f1": 0.160317, "f1_weighted": 0.155051 }, { "accuracy": 0.045455, "f1": 0.071429, "f1_weighted": 0.068182 }, { "accuracy": 0.090909, "f1": 0.054762, "f1_weighted": 0.051515 } ], "main_score": 0.106719, "hf_subset": "nld_Latn", "languages": [ "nld-Latn" ] }, { "accuracy": 0.133597, "f1": 0.124762, "f1_weighted": 0.114579, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.122449, "f1_weighted": 0.086957 }, { "accuracy": 0.173913, "f1": 0.166667, "f1_weighted": 0.152174 }, { "accuracy": 0.227273, "f1": 0.22449, "f1_weighted": 0.220779 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.136364, "f1": 0.110204, "f1_weighted": 0.112987 } ], "main_score": 0.133597, "hf_subset": "nso_Latn", "languages": [ "nso-Latn" ] }, { "accuracy": 0.150988, "f1": 0.135061, "f1_weighted": 0.133141, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.164286, "f1_weighted": 0.156522 }, { "accuracy": 0.173913, "f1": 0.183673, "f1_weighted": 0.177019 }, { "accuracy": 0.181818, "f1": 0.15671, "f1_weighted": 0.131405 }, { "accuracy": 0.136364, "f1": 0.134921, "f1_weighted": 0.189394 }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.011364 } ], "main_score": 0.150988, "hf_subset": "nya_Latn", "languages": [ "nya-Latn" ] }, { "accuracy": 0.141897, "f1": 0.128632, "f1_weighted": 0.120499, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.261905, "f1_weighted": 0.268116 }, { "accuracy": 0.173913, "f1": 0.132845, "f1_weighted": 0.16544 }, { "accuracy": 0.090909, "f1": 0.06746, "f1_weighted": 0.041667 }, { "accuracy": 0.045455, "f1": 0.019048, "f1_weighted": 0.018182 }, { "accuracy": 0.181818, "f1": 0.161905, "f1_weighted": 0.109091 } ], "main_score": 0.141897, "hf_subset": "oci_Latn", "languages": [ "oci-Latn" ] }, { "accuracy": 0.098024, "f1": 0.084857, "f1_weighted": 0.087949, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.073593, "f1_weighted": 0.075099 }, { "accuracy": 0.130435, "f1": 0.089466, "f1_weighted": 0.10101 }, { "accuracy": 0.090909, "f1": 0.077551, "f1_weighted": 0.061039 }, { "accuracy": 0.090909, "f1": 0.097959, "f1_weighted": 0.111688 }, { "accuracy": 0.090909, "f1": 0.085714, "f1_weighted": 0.090909 } ], "main_score": 0.098024, "hf_subset": "ory_Orya", "languages": [ "ory-Orya" ] }, { "accuracy": 0.105534, "f1": 0.104966, "f1_weighted": 0.107671, "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.272109, "f1_weighted": 0.272464 }, { "accuracy": 0.130435, "f1": 0.119048, "f1_weighted": 0.112319 }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.064935 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.090909, "f1": 0.092857, "f1_weighted": 0.088636 } ], "main_score": 0.105534, "hf_subset": "pan_Guru", "languages": [ "pan-Guru" ] }, { "accuracy": 0.044269, "f1": 0.035786, "f1_weighted": 0.028275, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.126984, "f1_weighted": 0.091787 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.090909, "f1": 0.051948, "f1_weighted": 0.049587 } ], "main_score": 0.044269, "hf_subset": "pol_Latn", "languages": [ "pol-Latn" ] }, { "accuracy": 0.133992, "f1": 0.117298, "f1_weighted": 0.101904, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.107143, "f1_weighted": 0.072464 }, { "accuracy": 0.130435, "f1": 0.101134, "f1_weighted": 0.079917 }, { "accuracy": 0.090909, "f1": 0.057692, "f1_weighted": 0.063811 }, { "accuracy": 0.045455, "f1": 0.057143, "f1_weighted": 0.054545 }, { "accuracy": 0.272727, "f1": 0.263379, "f1_weighted": 0.238781 } ], "main_score": 0.133992, "hf_subset": "pbt_Arab", "languages": [ "pbt-Arab" ] }, { "accuracy": 0.125692, "f1": 0.111964, "f1_weighted": 0.094175, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.081633, "f1_weighted": 0.049689 }, { "accuracy": 0.086957, "f1": 0.107143, "f1_weighted": 0.097826 }, { "accuracy": 0.227273, "f1": 0.197959, "f1_weighted": 0.161688 }, { "accuracy": 0.090909, "f1": 0.058673, "f1_weighted": 0.068994 }, { "accuracy": 0.136364, "f1": 0.114409, "f1_weighted": 0.09268 } ], "main_score": 0.125692, "hf_subset": "por_Latn", "languages": [ "por-Latn" ] }, { "accuracy": 0.11581, "f1": 0.094171, "f1_weighted": 0.093744, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.112245, "f1_weighted": 0.090062 }, { "accuracy": 0.173913, "f1": 0.141026, "f1_weighted": 0.157191 }, { "accuracy": 0.181818, "f1": 0.112245, "f1_weighted": 0.107143 }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.030303 }, { "accuracy": 0.090909, "f1": 0.073593, "f1_weighted": 0.084022 } ], "main_score": 0.11581, "hf_subset": "ron_Latn", "languages": [ "ron-Latn" ] }, { "accuracy": 0.106324, "f1": 0.087279, "f1_weighted": 0.086345, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.104308, "f1_weighted": 0.082816 }, { "accuracy": 0.173913, "f1": 0.12415, "f1_weighted": 0.111284 }, { "accuracy": 0.090909, "f1": 0.088889, "f1_weighted": 0.074747 }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.045455 }, { "accuracy": 0.090909, "f1": 0.083333, "f1_weighted": 0.117424 } ], "main_score": 0.106324, "hf_subset": "rus_Cyrl", "languages": [ "rus-Cyrl" ] }, { "accuracy": 0.079842, "f1": 0.054426, "f1_weighted": 0.050864, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.031746, "f1_weighted": 0.048309 }, { "accuracy": 0.173913, "f1": 0.12381, "f1_weighted": 0.118841 }, { "accuracy": 0.090909, "f1": 0.051948, "f1_weighted": 0.033058 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.090909, "f1": 0.064626, "f1_weighted": 0.054113 } ], "main_score": 0.079842, "hf_subset": "snd_Arab", "languages": [ "snd-Arab" ] }, { "accuracy": 0.11581, "f1": 0.093855, "f1_weighted": 0.102891, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.108277, "f1_weighted": 0.123361 }, { "accuracy": 0.130435, "f1": 0.103175, "f1_weighted": 0.103865 }, { "accuracy": 0.090909, "f1": 0.057143, "f1_weighted": 0.054545 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.060606 }, { "accuracy": 0.181818, "f1": 0.153061, "f1_weighted": 0.172078 } ], "main_score": 0.11581, "hf_subset": "slk_Latn", "languages": [ "slk-Latn" ] }, { "accuracy": 0.160079, "f1": 0.14034, "f1_weighted": 0.141174, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.164966, "f1_weighted": 0.100414 }, { "accuracy": 0.217391, "f1": 0.159864, "f1_weighted": 0.189441 }, { "accuracy": 0.136364, "f1": 0.112245, "f1_weighted": 0.107143 }, { "accuracy": 0.045455, "f1": 0.057143, "f1_weighted": 0.054545 }, { "accuracy": 0.227273, "f1": 0.207483, "f1_weighted": 0.254329 } ], "main_score": 0.160079, "hf_subset": "slv_Latn", "languages": [ "slv-Latn" ] }, { "accuracy": 0.143478, "f1": 0.130223, "f1_weighted": 0.127685, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.06746, "f1_weighted": 0.060386 }, { "accuracy": 0.130435, "f1": 0.111111, "f1_weighted": 0.130435 }, { "accuracy": 0.136364, "f1": 0.136054, "f1_weighted": 0.114719 }, { "accuracy": 0.227273, "f1": 0.202268, "f1_weighted": 0.237229 }, { "accuracy": 0.136364, "f1": 0.134223, "f1_weighted": 0.095654 } ], "main_score": 0.143478, "hf_subset": "sna_Latn", "languages": [ "sna-Latn" ] }, { "accuracy": 0.071146, "f1": 0.053628, "f1_weighted": 0.055473, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.095578, "f1_weighted": 0.090787 }, { "accuracy": 0.043478, "f1": 0.035714, "f1_weighted": 0.032609 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.028571, "f1_weighted": 0.036364 }, { "accuracy": 0.136364, "f1": 0.108277, "f1_weighted": 0.117605 } ], "main_score": 0.071146, "hf_subset": "som_Latn", "languages": [ "som-Latn" ] }, { "accuracy": 0.141502, "f1": 0.113012, "f1_weighted": 0.109818, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.126286, "f1_weighted": 0.116261 }, { "accuracy": 0.26087, "f1": 0.190023, "f1_weighted": 0.233264 }, { "accuracy": 0.045455, "f1": 0.057143, "f1_weighted": 0.054545 }, { "accuracy": 0.090909, "f1": 0.072562, "f1_weighted": 0.069264 }, { "accuracy": 0.136364, "f1": 0.119048, "f1_weighted": 0.075758 } ], "main_score": 0.141502, "hf_subset": "srp_Cyrl", "languages": [ "srp-Cyrl" ] }, { "accuracy": 0.143083, "f1": 0.107321, "f1_weighted": 0.097013, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.071429, "f1_weighted": 0.108696 }, { "accuracy": 0.130435, "f1": 0.115079, "f1_weighted": 0.080918 }, { "accuracy": 0.136364, "f1": 0.112245, "f1_weighted": 0.084416 }, { "accuracy": 0.136364, "f1": 0.095238, "f1_weighted": 0.090909 }, { "accuracy": 0.181818, "f1": 0.142613, "f1_weighted": 0.120124 } ], "main_score": 0.143083, "hf_subset": "swe_Latn", "languages": [ "swe-Latn" ] }, { "accuracy": 0.089328, "f1": 0.079702, "f1_weighted": 0.086241, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.138889, "f1_weighted": 0.128019 }, { "accuracy": 0.043478, "f1": 0.021978, "f1_weighted": 0.020067 }, { "accuracy": 0.136364, "f1": 0.126531, "f1_weighted": 0.146753 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.045455 }, { "accuracy": 0.090909, "f1": 0.063492, "f1_weighted": 0.090909 } ], "main_score": 0.089328, "hf_subset": "swh_Latn", "languages": [ "swh-Latn" ] }, { "accuracy": 0.116206, "f1": 0.095257, "f1_weighted": 0.10506, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.031746, "f1_weighted": 0.019324 }, { "accuracy": 0.173913, "f1": 0.136508, "f1_weighted": 0.110145 }, { "accuracy": 0.181818, "f1": 0.15, "f1_weighted": 0.179545 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.060606 }, { "accuracy": 0.136364, "f1": 0.110413, "f1_weighted": 0.155678 } ], "main_score": 0.116206, "hf_subset": "tam_Taml", "languages": [ "tam-Taml" ] }, { "accuracy": 0.141897, "f1": 0.11966, "f1_weighted": 0.12076, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.088435, "f1_weighted": 0.05383 }, { "accuracy": 0.304348, "f1": 0.235714, "f1_weighted": 0.293478 }, { "accuracy": 0.090909, "f1": 0.047619, "f1_weighted": 0.045455 }, { "accuracy": 0.136364, "f1": 0.128571, "f1_weighted": 0.122727 }, { "accuracy": 0.090909, "f1": 0.097959, "f1_weighted": 0.088312 } ], "main_score": 0.141897, "hf_subset": "tel_Telu", "languages": [ "tel-Telu" ] }, { "accuracy": 0.11581, "f1": 0.097725, "f1_weighted": 0.088706, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.084772, "f1_weighted": 0.088868 }, { "accuracy": 0.130435, "f1": 0.1, "f1_weighted": 0.093478 }, { "accuracy": 0.227273, "f1": 0.22449, "f1_weighted": 0.175325 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.090909, "f1": 0.079365, "f1_weighted": 0.085859 } ], "main_score": 0.11581, "hf_subset": "tgk_Cyrl", "languages": [ "tgk-Cyrl" ] }, { "accuracy": 0.053755, "f1": 0.046648, "f1_weighted": 0.038455, "scores_per_experiment": [ { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.086957, "f1": 0.061688, "f1_weighted": 0.070158 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.015152 }, { "accuracy": 0.045455, "f1": 0.057143, "f1_weighted": 0.072727 }, { "accuracy": 0.090909, "f1": 0.06679, "f1_weighted": 0.034238 } ], "main_score": 0.053755, "hf_subset": "tha_Thai", "languages": [ "tha-Thai" ] }, { "accuracy": 0.126087, "f1": 0.116757, "f1_weighted": 0.109957, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.056122, "f1_weighted": 0.046584 }, { "accuracy": 0.043478, "f1": 0.040816, "f1_weighted": 0.024845 }, { "accuracy": 0.181818, "f1": 0.160317, "f1_weighted": 0.198485 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.318182, "f1": 0.326531, "f1_weighted": 0.27987 } ], "main_score": 0.126087, "hf_subset": "tur_Latn", "languages": [ "tur-Latn" ] }, { "accuracy": 0.150593, "f1": 0.134342, "f1_weighted": 0.126865, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.142857, "f1_weighted": 0.108696 }, { "accuracy": 0.304348, "f1": 0.285714, "f1_weighted": 0.275362 }, { "accuracy": 0.136364, "f1": 0.081232, "f1_weighted": 0.07754 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.181818, "f1": 0.161905, "f1_weighted": 0.172727 } ], "main_score": 0.150593, "hf_subset": "ukr_Cyrl", "languages": [ "ukr-Cyrl" ] }, { "accuracy": 0.089328, "f1": 0.071367, "f1_weighted": 0.081875, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.025974, "f1_weighted": 0.023715 }, { "accuracy": 0.130435, "f1": 0.092764, "f1_weighted": 0.112931 }, { "accuracy": 0.090909, "f1": 0.079365, "f1_weighted": 0.106061 }, { "accuracy": 0.090909, "f1": 0.063492, "f1_weighted": 0.060606 }, { "accuracy": 0.090909, "f1": 0.095238, "f1_weighted": 0.106061 } ], "main_score": 0.089328, "hf_subset": "umb_Latn", "languages": [ "umb-Latn" ] }, { "accuracy": 0.177866, "f1": 0.143358, "f1_weighted": 0.153205, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.140023, "f1_weighted": 0.120945 }, { "accuracy": 0.26087, "f1": 0.22381, "f1_weighted": 0.250725 }, { "accuracy": 0.136364, "f1": 0.089466, "f1_weighted": 0.101928 }, { "accuracy": 0.227273, "f1": 0.192063, "f1_weighted": 0.201515 }, { "accuracy": 0.090909, "f1": 0.071429, "f1_weighted": 0.090909 } ], "main_score": 0.177866, "hf_subset": "urd_Arab", "languages": [ "urd-Arab" ] }, { "accuracy": 0.106719, "f1": 0.092721, "f1_weighted": 0.089084, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.122449, "f1_weighted": 0.086957 }, { "accuracy": 0.130435, "f1": 0.117347, "f1_weighted": 0.130435 }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.034091 }, { "accuracy": 0.045455, "f1": 0.057143, "f1_weighted": 0.072727 }, { "accuracy": 0.181818, "f1": 0.130952, "f1_weighted": 0.121212 } ], "main_score": 0.106719, "hf_subset": "uzn_Latn", "languages": [ "uzn-Latn" ] }, { "accuracy": 0.196838, "f1": 0.17007, "f1_weighted": 0.16768, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.159864, "f1_weighted": 0.122153 }, { "accuracy": 0.173913, "f1": 0.160317, "f1_weighted": 0.142029 }, { "accuracy": 0.363636, "f1": 0.312585, "f1_weighted": 0.370887 }, { "accuracy": 0.090909, "f1": 0.06679, "f1_weighted": 0.072019 }, { "accuracy": 0.181818, "f1": 0.150794, "f1_weighted": 0.131313 } ], "main_score": 0.196838, "hf_subset": "vie_Latn", "languages": [ "vie-Latn" ] }, { "accuracy": 0.097628, "f1": 0.079415, "f1_weighted": 0.075734, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.186291, "f1_weighted": 0.146772 }, { "accuracy": 0.043478, "f1": 0.025974, "f1_weighted": 0.01581 }, { "accuracy": 0.090909, "f1": 0.072562, "f1_weighted": 0.089466 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.136364, "f1": 0.112245, "f1_weighted": 0.126623 } ], "main_score": 0.097628, "hf_subset": "wol_Latn", "languages": [ "wol-Latn" ] }, { "accuracy": 0.159684, "f1": 0.125442, "f1_weighted": 0.12476, "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.240816, "f1_weighted": 0.209731 }, { "accuracy": 0.173913, "f1": 0.129252, "f1_weighted": 0.142857 }, { "accuracy": 0.045455, "f1": 0.02381, "f1_weighted": 0.007576 }, { "accuracy": 0.090909, "f1": 0.104762, "f1_weighted": 0.118182 }, { "accuracy": 0.227273, "f1": 0.128571, "f1_weighted": 0.145455 } ], "main_score": 0.159684, "hf_subset": "xho_Latn", "languages": [ "xho-Latn" ] }, { "accuracy": 0.124506, "f1": 0.118413, "f1_weighted": 0.106416, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.174603, "f1_weighted": 0.149758 }, { "accuracy": 0.173913, "f1": 0.102041, "f1_weighted": 0.10559 }, { "accuracy": 0.136364, "f1": 0.124603, "f1_weighted": 0.071212 }, { "accuracy": 0.045455, "f1": 0.057143, "f1_weighted": 0.072727 }, { "accuracy": 0.136364, "f1": 0.133673, "f1_weighted": 0.132792 } ], "main_score": 0.124506, "hf_subset": "yor_Latn", "languages": [ "yor-Latn" ] }, { "accuracy": 0.072332, "f1": 0.060385, "f1_weighted": 0.072281, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.028571, "f1_weighted": 0.026087 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.136364, "f1": 0.099206, "f1_weighted": 0.157828 }, { "accuracy": 0.090909, "f1": 0.104762, "f1_weighted": 0.115152 }, { "accuracy": 0.090909, "f1": 0.069388, "f1_weighted": 0.062338 } ], "main_score": 0.072332, "hf_subset": "zho_Hant", "languages": [ "zho-Hant" ] }, { "accuracy": 0.161265, "f1": 0.13771, "f1_weighted": 0.147151, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.060317, "f1_weighted": 0.091787 }, { "accuracy": 0.173913, "f1": 0.134921, "f1_weighted": 0.092995 }, { "accuracy": 0.227273, "f1": 0.182766, "f1_weighted": 0.182251 }, { "accuracy": 0.181818, "f1": 0.171769, "f1_weighted": 0.1921 }, { "accuracy": 0.136364, "f1": 0.138776, "f1_weighted": 0.176623 } ], "main_score": 0.161265, "hf_subset": "zul_Latn", "languages": [ "zul-Latn" ] }, { "accuracy": 0.178656, "f1": 0.144683, "f1_weighted": 0.165715, "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.269841, "f1_weighted": 0.243961 }, { "accuracy": 0.043478, "f1": 0.040816, "f1_weighted": 0.049689 }, { "accuracy": 0.227273, "f1": 0.203968, "f1_weighted": 0.257828 }, { "accuracy": 0.136364, "f1": 0.107143, "f1_weighted": 0.136364 }, { "accuracy": 0.181818, "f1": 0.101648, "f1_weighted": 0.140734 } ], "main_score": 0.178656, "hf_subset": "fuv_Latn", "languages": [ "fuv-Latn" ] }, { "accuracy": 0.151383, "f1": 0.124028, "f1_weighted": 0.124912, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.123077, "f1_weighted": 0.135117 }, { "accuracy": 0.173913, "f1": 0.178571, "f1_weighted": 0.163043 }, { "accuracy": 0.136364, "f1": 0.154762, "f1_weighted": 0.117424 }, { "accuracy": 0.090909, "f1": 0.06679, "f1_weighted": 0.105077 }, { "accuracy": 0.181818, "f1": 0.096939, "f1_weighted": 0.103896 } ], "main_score": 0.151383, "hf_subset": "gaz_Latn", "languages": [ "gaz-Latn" ] } ] }, "evaluation_time": 26856.340092658997, "kg_co2_emissions": null }