{ "dataset_revision": "186b61175fbd77059f769b6bf1110d449a2ff311", "task_name": "SIBFLEURS", "mteb_version": "1.38.33", "scores": { "train": [ { "accuracy": 0.169565, "f1": 0.175986, "f1_weighted": 0.155156, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.153061, "f1_weighted": 0.093168 }, { "accuracy": 0.173913, "f1": 0.190816, "f1_weighted": 0.180124 }, { "accuracy": 0.227273, "f1": 0.262245, "f1_weighted": 0.21461 }, { "accuracy": 0.136364, "f1": 0.107143, "f1_weighted": 0.125 }, { "accuracy": 0.136364, "f1": 0.166667, "f1_weighted": 0.162879 } ], "main_score": 0.169565, "hf_subset": "afr_Latn", "languages": [ "afr-Latn" ] }, { "accuracy": 0.22253, "f1": 0.18644, "f1_weighted": 0.22186, "scores_per_experiment": [ { "accuracy": 0.347826, "f1": 0.322449, "f1_weighted": 0.373913 }, { "accuracy": 0.173913, "f1": 0.151927, "f1_weighted": 0.179434 }, { "accuracy": 0.318182, "f1": 0.244444, "f1_weighted": 0.272727 }, { "accuracy": 0.181818, "f1": 0.14195, "f1_weighted": 0.180952 }, { "accuracy": 0.090909, "f1": 0.071429, "f1_weighted": 0.102273 } ], "main_score": 0.22253, "hf_subset": "amh_Ethi", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.143083, "f1": 0.129796, "f1_weighted": 0.150375, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.117347, "f1_weighted": 0.156832 }, { "accuracy": 0.130435, "f1": 0.099206, "f1_weighted": 0.109903 }, { "accuracy": 0.136364, "f1": 0.140476, "f1_weighted": 0.115909 }, { "accuracy": 0.136364, "f1": 0.126984, "f1_weighted": 0.20202 }, { "accuracy": 0.181818, "f1": 0.164966, "f1_weighted": 0.167208 } ], "main_score": 0.143083, "hf_subset": "arb_Arab", "languages": [ "arb-Arab" ] }, { "accuracy": 0.167589, "f1": 0.155193, "f1_weighted": 0.154105, "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.304308, "f1_weighted": 0.294617 }, { "accuracy": 0.26087, "f1": 0.229592, "f1_weighted": 0.256211 }, { "accuracy": 0.136364, "f1": 0.111111, "f1_weighted": 0.106061 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.136364, "f1": 0.130952, "f1_weighted": 0.113636 } ], "main_score": 0.167589, "hf_subset": "asm_Beng", "languages": [ "asm-Beng" ] }, { "accuracy": 0.28498, "f1": 0.269845, "f1_weighted": 0.279482, "scores_per_experiment": [ { "accuracy": 0.434783, "f1": 0.355782, "f1_weighted": 0.42029 }, { "accuracy": 0.217391, "f1": 0.218038, "f1_weighted": 0.214054 }, { "accuracy": 0.181818, "f1": 0.156926, "f1_weighted": 0.127066 }, { "accuracy": 0.272727, "f1": 0.222222, "f1_weighted": 0.300505 }, { "accuracy": 0.318182, "f1": 0.396259, "f1_weighted": 0.335498 } ], "main_score": 0.28498, "hf_subset": "ast_Latn", "languages": [ "ast-Latn" ] }, { "accuracy": 0.185375, "f1": 0.161431, "f1_weighted": 0.194626, "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.30034, "f1_weighted": 0.351035 }, { "accuracy": 0.304348, "f1": 0.216553, "f1_weighted": 0.260524 }, { "accuracy": 0.136364, "f1": 0.107143, "f1_weighted": 0.136364 }, { "accuracy": 0.090909, "f1": 0.097403, "f1_weighted": 0.134298 }, { "accuracy": 0.090909, "f1": 0.085714, "f1_weighted": 0.090909 } ], "main_score": 0.185375, "hf_subset": "azj_Latn", "languages": [ "azj-Latn" ] }, { "accuracy": 0.275889, "f1": 0.255986, "f1_weighted": 0.283821, "scores_per_experiment": [ { "accuracy": 0.434783, "f1": 0.443537, "f1_weighted": 0.424017 }, { "accuracy": 0.217391, "f1": 0.183673, "f1_weighted": 0.193789 }, { "accuracy": 0.363636, "f1": 0.345578, "f1_weighted": 0.36039 }, { "accuracy": 0.181818, "f1": 0.152381, "f1_weighted": 0.251515 }, { "accuracy": 0.181818, "f1": 0.154762, "f1_weighted": 0.189394 } ], "main_score": 0.275889, "hf_subset": "bel_Cyrl", "languages": [ "bel-Cyrl" ] }, { "accuracy": 0.160474, "f1": 0.138866, "f1_weighted": 0.146472, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.130952, "f1_weighted": 0.108696 }, { "accuracy": 0.173913, "f1": 0.121429, "f1_weighted": 0.158696 }, { "accuracy": 0.318182, "f1": 0.334807, "f1_weighted": 0.328608 }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.045455 }, { "accuracy": 0.090909, "f1": 0.071429, "f1_weighted": 0.090909 } ], "main_score": 0.160474, "hf_subset": "bul_Cyrl", "languages": [ "bul-Cyrl" ] }, { "accuracy": 0.186957, "f1": 0.170023, "f1_weighted": 0.182309, "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.305442, "f1_weighted": 0.253554 }, { "accuracy": 0.130435, "f1": 0.120181, "f1_weighted": 0.15597 }, { "accuracy": 0.136364, "f1": 0.111111, "f1_weighted": 0.106061 }, { "accuracy": 0.090909, "f1": 0.072562, "f1_weighted": 0.132756 }, { "accuracy": 0.272727, "f1": 0.240816, "f1_weighted": 0.263203 } ], "main_score": 0.186957, "hf_subset": "ben_Beng", "languages": [ "ben-Beng" ] }, { "accuracy": 0.143478, "f1": 0.132859, "f1_weighted": 0.156018, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.129149, "f1_weighted": 0.129337 }, { "accuracy": 0.086957, "f1": 0.076531, "f1_weighted": 0.068323 }, { "accuracy": 0.227273, "f1": 0.22619, "f1_weighted": 0.268939 }, { "accuracy": 0.136364, "f1": 0.113379, "f1_weighted": 0.184704 }, { "accuracy": 0.136364, "f1": 0.119048, "f1_weighted": 0.128788 } ], "main_score": 0.143478, "hf_subset": "bos_Latn", "languages": [ "bos-Latn" ] }, { "accuracy": 0.150593, "f1": 0.130998, "f1_weighted": 0.149367, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.081633, "f1_weighted": 0.099379 }, { "accuracy": 0.347826, "f1": 0.328571, "f1_weighted": 0.295652 }, { "accuracy": 0.090909, "f1": 0.072562, "f1_weighted": 0.095238 }, { "accuracy": 0.090909, "f1": 0.06746, "f1_weighted": 0.126263 }, { "accuracy": 0.136364, "f1": 0.104762, "f1_weighted": 0.130303 } ], "main_score": 0.150593, "hf_subset": "cat_Latn", "languages": [ "cat-Latn" ] }, { "accuracy": 0.186561, "f1": 0.172313, "f1_weighted": 0.183574, "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.227778, "f1_weighted": 0.253382 }, { "accuracy": 0.217391, "f1": 0.193878, "f1_weighted": 0.234472 }, { "accuracy": 0.227273, "f1": 0.247166, "f1_weighted": 0.202742 }, { "accuracy": 0.136364, "f1": 0.129252, "f1_weighted": 0.136364 }, { "accuracy": 0.090909, "f1": 0.063492, "f1_weighted": 0.090909 } ], "main_score": 0.186561, "hf_subset": "ceb_Latn", "languages": [ "ceb-Latn" ] }, { "accuracy": 0.098024, "f1": 0.086485, "f1_weighted": 0.092268, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.133673, "f1_weighted": 0.16118 }, { "accuracy": 0.086957, "f1": 0.079365, "f1_weighted": 0.086957 }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.038961 }, { "accuracy": 0.136364, "f1": 0.095238, "f1_weighted": 0.090909 }, { "accuracy": 0.090909, "f1": 0.083333, "f1_weighted": 0.083333 } ], "main_score": 0.098024, "hf_subset": "ckb_Arab", "languages": [ "ckb-Arab" ] }, { "accuracy": 0.16166, "f1": 0.142319, "f1_weighted": 0.17562, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.083694, "f1_weighted": 0.117699 }, { "accuracy": 0.086957, "f1": 0.05772, "f1_weighted": 0.064119 }, { "accuracy": 0.227273, "f1": 0.19161, "f1_weighted": 0.248557 }, { "accuracy": 0.136364, "f1": 0.142857, "f1_weighted": 0.181818 }, { "accuracy": 0.227273, "f1": 0.235714, "f1_weighted": 0.265909 } ], "main_score": 0.16166, "hf_subset": "zho_Hans", "languages": [ "zho-Hans" ] }, { "accuracy": 0.116206, "f1": 0.086093, "f1_weighted": 0.108887, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.055556, "f1_weighted": 0.070048 }, { "accuracy": 0.130435, "f1": 0.103175, "f1_weighted": 0.135266 }, { "accuracy": 0.136364, "f1": 0.134921, "f1_weighted": 0.169192 }, { "accuracy": 0.090909, "f1": 0.057143, "f1_weighted": 0.054545 }, { "accuracy": 0.136364, "f1": 0.07967, "f1_weighted": 0.115385 } ], "main_score": 0.116206, "hf_subset": "ces_Latn", "languages": [ "ces-Latn" ] }, { "accuracy": 0.142688, "f1": 0.126487, "f1_weighted": 0.135457, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.097959, "f1_weighted": 0.077019 }, { "accuracy": 0.217391, "f1": 0.20068, "f1_weighted": 0.215839 }, { "accuracy": 0.181818, "f1": 0.142857, "f1_weighted": 0.156566 }, { "accuracy": 0.090909, "f1": 0.073593, "f1_weighted": 0.078512 }, { "accuracy": 0.136364, "f1": 0.117347, "f1_weighted": 0.149351 } ], "main_score": 0.142688, "hf_subset": "cym_Latn", "languages": [ "cym-Latn" ] }, { "accuracy": 0.22332, "f1": 0.216079, "f1_weighted": 0.214665, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.190476, "f1_weighted": 0.164251 }, { "accuracy": 0.217391, "f1": 0.241156, "f1_weighted": 0.20735 }, { "accuracy": 0.227273, "f1": 0.236735, "f1_weighted": 0.238961 }, { "accuracy": 0.090909, "f1": 0.061688, "f1_weighted": 0.100207 }, { "accuracy": 0.363636, "f1": 0.35034, "f1_weighted": 0.362554 } ], "main_score": 0.22332, "hf_subset": "dan_Latn", "languages": [ "dan-Latn" ] }, { "accuracy": 0.267194, "f1": 0.236909, "f1_weighted": 0.262232, "scores_per_experiment": [ { "accuracy": 0.347826, "f1": 0.330952, "f1_weighted": 0.358696 }, { "accuracy": 0.26087, "f1": 0.208922, "f1_weighted": 0.222846 }, { "accuracy": 0.181818, "f1": 0.16542, "f1_weighted": 0.178102 }, { "accuracy": 0.181818, "f1": 0.15, "f1_weighted": 0.163636 }, { "accuracy": 0.363636, "f1": 0.329252, "f1_weighted": 0.387879 } ], "main_score": 0.267194, "hf_subset": "deu_Latn", "languages": [ "deu-Latn" ] }, { "accuracy": 0.151779, "f1": 0.128817, "f1_weighted": 0.150464, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.1, "f1_weighted": 0.134783 }, { "accuracy": 0.173913, "f1": 0.158163, "f1_weighted": 0.121118 }, { "accuracy": 0.136364, "f1": 0.122449, "f1_weighted": 0.142857 }, { "accuracy": 0.136364, "f1": 0.103611, "f1_weighted": 0.15984 }, { "accuracy": 0.181818, "f1": 0.159864, "f1_weighted": 0.193723 } ], "main_score": 0.151779, "hf_subset": "ell_Grek", "languages": [ "ell-Grek" ] }, { "accuracy": 0.16087, "f1": 0.139977, "f1_weighted": 0.151907, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.057143, "f1_weighted": 0.086957 }, { "accuracy": 0.217391, "f1": 0.219388, "f1_weighted": 0.209627 }, { "accuracy": 0.272727, "f1": 0.240816, "f1_weighted": 0.234416 }, { "accuracy": 0.181818, "f1": 0.146825, "f1_weighted": 0.217172 }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.011364 } ], "main_score": 0.16087, "hf_subset": "eng_Latn", "languages": [ "eng-Latn" ] }, { "accuracy": 0.196047, "f1": 0.173251, "f1_weighted": 0.173202, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.198718, "f1_weighted": 0.163322 }, { "accuracy": 0.217391, "f1": 0.204082, "f1_weighted": 0.198758 }, { "accuracy": 0.181818, "f1": 0.15, "f1_weighted": 0.179545 }, { "accuracy": 0.090909, "f1": 0.07037, "f1_weighted": 0.076768 }, { "accuracy": 0.272727, "f1": 0.243084, "f1_weighted": 0.247619 } ], "main_score": 0.196047, "hf_subset": "spa_Latn", "languages": [ "spa-Latn" ] }, { "accuracy": 0.132806, "f1": 0.112997, "f1_weighted": 0.110932, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.211905, "f1_weighted": 0.197826 }, { "accuracy": 0.173913, "f1": 0.166234, "f1_weighted": 0.150198 }, { "accuracy": 0.090909, "f1": 0.057143, "f1_weighted": 0.054545 }, { "accuracy": 0.136364, "f1": 0.097959, "f1_weighted": 0.111688 }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.040404 } ], "main_score": 0.132806, "hf_subset": "est_Latn", "languages": [ "est-Latn" ] }, { "accuracy": 0.205138, "f1": 0.196304, "f1_weighted": 0.215943, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.117347, "f1_weighted": 0.119565 }, { "accuracy": 0.304348, "f1": 0.32415, "f1_weighted": 0.356832 }, { "accuracy": 0.227273, "f1": 0.240816, "f1_weighted": 0.255844 }, { "accuracy": 0.181818, "f1": 0.152381, "f1_weighted": 0.175758 }, { "accuracy": 0.181818, "f1": 0.146825, "f1_weighted": 0.171717 } ], "main_score": 0.205138, "hf_subset": "pes_Arab", "languages": [ "pes-Arab" ] }, { "accuracy": 0.178261, "f1": 0.156667, "f1_weighted": 0.1861, "scores_per_experiment": [ { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.391304, "f1": 0.366667, "f1_weighted": 0.362319 }, { "accuracy": 0.272727, "f1": 0.206349, "f1_weighted": 0.260101 }, { "accuracy": 0.136364, "f1": 0.115079, "f1_weighted": 0.186869 }, { "accuracy": 0.090909, "f1": 0.095238, "f1_weighted": 0.121212 } ], "main_score": 0.178261, "hf_subset": "fin_Latn", "languages": [ "fin-Latn" ] }, { "accuracy": 0.158893, "f1": 0.14059, "f1_weighted": 0.144297, "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.256236, "f1_weighted": 0.244997 }, { "accuracy": 0.26087, "f1": 0.232426, "f1_weighted": 0.231539 }, { "accuracy": 0.136364, "f1": 0.095238, "f1_weighted": 0.131313 }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.045455 }, { "accuracy": 0.090909, "f1": 0.083333, "f1_weighted": 0.068182 } ], "main_score": 0.158893, "hf_subset": "tgl_Latn", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.204348, "f1": 0.184789, "f1_weighted": 0.22059, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.163853, "f1_weighted": 0.217457 }, { "accuracy": 0.304348, "f1": 0.327664, "f1_weighted": 0.319186 }, { "accuracy": 0.227273, "f1": 0.210204, "f1_weighted": 0.246104 }, { "accuracy": 0.090909, "f1": 0.060317, "f1_weighted": 0.117172 }, { "accuracy": 0.181818, "f1": 0.161905, "f1_weighted": 0.20303 } ], "main_score": 0.204348, "hf_subset": "fra_Latn", "languages": [ "fra-Latn" ] }, { "accuracy": 0.142292, "f1": 0.136782, "f1_weighted": 0.121036, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.17619, "f1_weighted": 0.136232 }, { "accuracy": 0.173913, "f1": 0.156926, "f1_weighted": 0.154809 }, { "accuracy": 0.090909, "f1": 0.083333, "f1_weighted": 0.056818 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.045455 }, { "accuracy": 0.227273, "f1": 0.219841, "f1_weighted": 0.211869 } ], "main_score": 0.142292, "hf_subset": "gle_Latn", "languages": [ "gle-Latn" ] }, { "accuracy": 0.178656, "f1": 0.149142, "f1_weighted": 0.164301, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.149907, "f1_weighted": 0.175042 }, { "accuracy": 0.130435, "f1": 0.104308, "f1_weighted": 0.121463 }, { "accuracy": 0.181818, "f1": 0.195918, "f1_weighted": 0.184416 }, { "accuracy": 0.181818, "f1": 0.135714, "f1_weighted": 0.175 }, { "accuracy": 0.181818, "f1": 0.159864, "f1_weighted": 0.165584 } ], "main_score": 0.178656, "hf_subset": "glg_Latn", "languages": [ "glg-Latn" ] }, { "accuracy": 0.178261, "f1": 0.175367, "f1_weighted": 0.192401, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.18001, "f1_weighted": 0.186972 }, { "accuracy": 0.173913, "f1": 0.2, "f1_weighted": 0.232609 }, { "accuracy": 0.136364, "f1": 0.142857, "f1_weighted": 0.181818 }, { "accuracy": 0.090909, "f1": 0.07619, "f1_weighted": 0.133333 }, { "accuracy": 0.272727, "f1": 0.277778, "f1_weighted": 0.227273 } ], "main_score": 0.178261, "hf_subset": "guj_Gujr", "languages": [ "guj-Gujr" ] }, { "accuracy": 0.16917, "f1": 0.152902, "f1_weighted": 0.152117, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.181293, "f1_weighted": 0.121222 }, { "accuracy": 0.217391, "f1": 0.202381, "f1_weighted": 0.217391 }, { "accuracy": 0.181818, "f1": 0.147959, "f1_weighted": 0.186688 }, { "accuracy": 0.136364, "f1": 0.128571, "f1_weighted": 0.122727 }, { "accuracy": 0.136364, "f1": 0.104308, "f1_weighted": 0.112554 } ], "main_score": 0.16917, "hf_subset": "hau_Latn", "languages": [ "hau-Latn" ] }, { "accuracy": 0.168775, "f1": 0.157487, "f1_weighted": 0.183129, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.136508, "f1_weighted": 0.190338 }, { "accuracy": 0.304348, "f1": 0.286735, "f1_weighted": 0.287888 }, { "accuracy": 0.136364, "f1": 0.109307, "f1_weighted": 0.128444 }, { "accuracy": 0.136364, "f1": 0.109307, "f1_weighted": 0.172176 }, { "accuracy": 0.136364, "f1": 0.145578, "f1_weighted": 0.136797 } ], "main_score": 0.168775, "hf_subset": "heb_Hebr", "languages": [ "heb-Hebr" ] }, { "accuracy": 0.260474, "f1": 0.228474, "f1_weighted": 0.2666, "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.299058, "f1_weighted": 0.325768 }, { "accuracy": 0.043478, "f1": 0.040816, "f1_weighted": 0.049689 }, { "accuracy": 0.227273, "f1": 0.193537, "f1_weighted": 0.202922 }, { "accuracy": 0.272727, "f1": 0.216667, "f1_weighted": 0.301515 }, { "accuracy": 0.454545, "f1": 0.39229, "f1_weighted": 0.453102 } ], "main_score": 0.260474, "hf_subset": "hin_Deva", "languages": [ "hin-Deva" ] }, { "accuracy": 0.22253, "f1": 0.186578, "f1_weighted": 0.202344, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.195238, "f1_weighted": 0.195169 }, { "accuracy": 0.304348, "f1": 0.268027, "f1_weighted": 0.266253 }, { "accuracy": 0.136364, "f1": 0.111688, "f1_weighted": 0.08843 }, { "accuracy": 0.272727, "f1": 0.203175, "f1_weighted": 0.268687 }, { "accuracy": 0.181818, "f1": 0.154762, "f1_weighted": 0.193182 } ], "main_score": 0.22253, "hf_subset": "hrv_Latn", "languages": [ "hrv-Latn" ] }, { "accuracy": 0.195652, "f1": 0.175578, "f1_weighted": 0.208681, "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.280045, "f1_weighted": 0.314355 }, { "accuracy": 0.173913, "f1": 0.151927, "f1_weighted": 0.191856 }, { "accuracy": 0.136364, "f1": 0.113379, "f1_weighted": 0.160173 }, { "accuracy": 0.090909, "f1": 0.088889, "f1_weighted": 0.135354 }, { "accuracy": 0.272727, "f1": 0.243651, "f1_weighted": 0.241667 } ], "main_score": 0.195652, "hf_subset": "hun_Latn", "languages": [ "hun-Latn" ] }, { "accuracy": 0.152174, "f1": 0.140208, "f1_weighted": 0.146211, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.098536, "f1_weighted": 0.117197 }, { "accuracy": 0.130435, "f1": 0.142857, "f1_weighted": 0.144928 }, { "accuracy": 0.272727, "f1": 0.264626, "f1_weighted": 0.211905 }, { "accuracy": 0.181818, "f1": 0.16645, "f1_weighted": 0.229752 }, { "accuracy": 0.045455, "f1": 0.028571, "f1_weighted": 0.027273 } ], "main_score": 0.152174, "hf_subset": "hye_Armn", "languages": [ "hye-Armn" ] }, { "accuracy": 0.239526, "f1": 0.235057, "f1_weighted": 0.23831, "scores_per_experiment": [ { "accuracy": 0.391304, "f1": 0.370068, "f1_weighted": 0.386749 }, { "accuracy": 0.26087, "f1": 0.27483, "f1_weighted": 0.246791 }, { "accuracy": 0.136364, "f1": 0.174603, "f1_weighted": 0.121212 }, { "accuracy": 0.227273, "f1": 0.17449, "f1_weighted": 0.283442 }, { "accuracy": 0.181818, "f1": 0.181293, "f1_weighted": 0.153355 } ], "main_score": 0.239526, "hf_subset": "ind_Latn", "languages": [ "ind-Latn" ] }, { "accuracy": 0.160474, "f1": 0.154809, "f1_weighted": 0.140591, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.170068, "f1_weighted": 0.140787 }, { "accuracy": 0.173913, "f1": 0.177324, "f1_weighted": 0.156246 }, { "accuracy": 0.181818, "f1": 0.193197, "f1_weighted": 0.148052 }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.051948 }, { "accuracy": 0.227273, "f1": 0.192641, "f1_weighted": 0.205923 } ], "main_score": 0.160474, "hf_subset": "ibo_Latn", "languages": [ "ibo-Latn" ] }, { "accuracy": 0.250198, "f1": 0.231429, "f1_weighted": 0.249248, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.136054, "f1_weighted": 0.141822 }, { "accuracy": 0.347826, "f1": 0.307143, "f1_weighted": 0.295652 }, { "accuracy": 0.227273, "f1": 0.204762, "f1_weighted": 0.259091 }, { "accuracy": 0.272727, "f1": 0.241156, "f1_weighted": 0.301623 }, { "accuracy": 0.272727, "f1": 0.268027, "f1_weighted": 0.248052 } ], "main_score": 0.250198, "hf_subset": "isl_Latn", "languages": [ "isl-Latn" ] }, { "accuracy": 0.266798, "f1": 0.249145, "f1_weighted": 0.245512, "scores_per_experiment": [ { "accuracy": 0.391304, "f1": 0.394589, "f1_weighted": 0.376548 }, { "accuracy": 0.26087, "f1": 0.261905, "f1_weighted": 0.217391 }, { "accuracy": 0.181818, "f1": 0.171429, "f1_weighted": 0.125 }, { "accuracy": 0.272727, "f1": 0.220635, "f1_weighted": 0.276263 }, { "accuracy": 0.227273, "f1": 0.197166, "f1_weighted": 0.232359 } ], "main_score": 0.266798, "hf_subset": "ita_Latn", "languages": [ "ita-Latn" ] }, { "accuracy": 0.241897, "f1": 0.236161, "f1_weighted": 0.2512, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.222527, "f1_weighted": 0.216555 }, { "accuracy": 0.173913, "f1": 0.165969, "f1_weighted": 0.158438 }, { "accuracy": 0.181818, "f1": 0.202721, "f1_weighted": 0.210823 }, { "accuracy": 0.272727, "f1": 0.210678, "f1_weighted": 0.334252 }, { "accuracy": 0.363636, "f1": 0.378912, "f1_weighted": 0.335931 } ], "main_score": 0.241897, "hf_subset": "jpn_Jpan", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.205138, "f1": 0.171639, "f1_weighted": 0.211095, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.178571, "f1_weighted": 0.210145 }, { "accuracy": 0.217391, "f1": 0.195918, "f1_weighted": 0.203727 }, { "accuracy": 0.318182, "f1": 0.283333, "f1_weighted": 0.313384 }, { "accuracy": 0.181818, "f1": 0.118738, "f1_weighted": 0.250295 }, { "accuracy": 0.090909, "f1": 0.081633, "f1_weighted": 0.077922 } ], "main_score": 0.205138, "hf_subset": "jav_Latn", "languages": [ "jav-Latn" ] }, { "accuracy": 0.11581, "f1": 0.107052, "f1_weighted": 0.122005, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.083333, "f1_weighted": 0.112319 }, { "accuracy": 0.173913, "f1": 0.159864, "f1_weighted": 0.15528 }, { "accuracy": 0.136364, "f1": 0.107937, "f1_weighted": 0.10101 }, { "accuracy": 0.090909, "f1": 0.079365, "f1_weighted": 0.126263 }, { "accuracy": 0.090909, "f1": 0.104762, "f1_weighted": 0.115152 } ], "main_score": 0.11581, "hf_subset": "kat_Geor", "languages": [ "kat-Geor" ] }, { "accuracy": 0.240316, "f1": 0.219405, "f1_weighted": 0.233451, "scores_per_experiment": [ { "accuracy": 0.347826, "f1": 0.307514, "f1_weighted": 0.30336 }, { "accuracy": 0.217391, "f1": 0.20034, "f1_weighted": 0.206211 }, { "accuracy": 0.318182, "f1": 0.290816, "f1_weighted": 0.318723 }, { "accuracy": 0.181818, "f1": 0.186111, "f1_weighted": 0.239394 }, { "accuracy": 0.136364, "f1": 0.112245, "f1_weighted": 0.099567 } ], "main_score": 0.240316, "hf_subset": "kam_Latn", "languages": [ "kam-Latn" ] }, { "accuracy": 0.160079, "f1": 0.147168, "f1_weighted": 0.146687, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.229592, "f1_weighted": 0.177019 }, { "accuracy": 0.173913, "f1": 0.152381, "f1_weighted": 0.171014 }, { "accuracy": 0.136364, "f1": 0.129252, "f1_weighted": 0.123377 }, { "accuracy": 0.181818, "f1": 0.142981, "f1_weighted": 0.210075 }, { "accuracy": 0.090909, "f1": 0.081633, "f1_weighted": 0.051948 } ], "main_score": 0.160079, "hf_subset": "kea_Latn", "languages": [ "kea-Latn" ] }, { "accuracy": 0.205138, "f1": 0.205238, "f1_weighted": 0.199189, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.152381, "f1_weighted": 0.17971 }, { "accuracy": 0.26087, "f1": 0.217347, "f1_weighted": 0.207143 }, { "accuracy": 0.227273, "f1": 0.253061, "f1_weighted": 0.199351 }, { "accuracy": 0.136364, "f1": 0.169388, "f1_weighted": 0.192857 }, { "accuracy": 0.227273, "f1": 0.234014, "f1_weighted": 0.216883 } ], "main_score": 0.205138, "hf_subset": "kaz_Cyrl", "languages": [ "kaz-Cyrl" ] }, { "accuracy": 0.249012, "f1": 0.231013, "f1_weighted": 0.238928, "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.297959, "f1_weighted": 0.25528 }, { "accuracy": 0.304348, "f1": 0.277778, "f1_weighted": 0.262319 }, { "accuracy": 0.272727, "f1": 0.312245, "f1_weighted": 0.27987 }, { "accuracy": 0.136364, "f1": 0.101099, "f1_weighted": 0.184615 }, { "accuracy": 0.227273, "f1": 0.165986, "f1_weighted": 0.212554 } ], "main_score": 0.249012, "hf_subset": "khm_Khmr", "languages": [ "khm-Khmr" ] }, { "accuracy": 0.124506, "f1": 0.10059, "f1_weighted": 0.11491, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.108277, "f1_weighted": 0.145445 }, { "accuracy": 0.173913, "f1": 0.145578, "f1_weighted": 0.12795 }, { "accuracy": 0.090909, "f1": 0.072562, "f1_weighted": 0.089466 }, { "accuracy": 0.136364, "f1": 0.112245, "f1_weighted": 0.118506 }, { "accuracy": 0.090909, "f1": 0.064286, "f1_weighted": 0.093182 } ], "main_score": 0.124506, "hf_subset": "kan_Knda", "languages": [ "kan-Knda" ] }, { "accuracy": 0.168775, "f1": 0.164199, "f1_weighted": 0.173644, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.17619, "f1_weighted": 0.218841 }, { "accuracy": 0.217391, "f1": 0.25, "f1_weighted": 0.231884 }, { "accuracy": 0.272727, "f1": 0.285498, "f1_weighted": 0.271832 }, { "accuracy": 0.045455, "f1": 0.025974, "f1_weighted": 0.066116 }, { "accuracy": 0.090909, "f1": 0.083333, "f1_weighted": 0.079545 } ], "main_score": 0.168775, "hf_subset": "kor_Hang", "languages": [ "kor-Hang" ] }, { "accuracy": 0.098024, "f1": 0.090839, "f1_weighted": 0.104948, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.105102, "f1_weighted": 0.138199 }, { "accuracy": 0.086957, "f1": 0.092857, "f1_weighted": 0.123913 }, { "accuracy": 0.136364, "f1": 0.136054, "f1_weighted": 0.114719 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.136364, "f1": 0.120181, "f1_weighted": 0.147908 } ], "main_score": 0.098024, "hf_subset": "kir_Cyrl", "languages": [ "kir-Cyrl" ] }, { "accuracy": 0.266798, "f1": 0.241956, "f1_weighted": 0.267274, "scores_per_experiment": [ { "accuracy": 0.347826, "f1": 0.318481, "f1_weighted": 0.362595 }, { "accuracy": 0.304348, "f1": 0.263853, "f1_weighted": 0.268314 }, { "accuracy": 0.409091, "f1": 0.413832, "f1_weighted": 0.410173 }, { "accuracy": 0.181818, "f1": 0.140023, "f1_weighted": 0.208514 }, { "accuracy": 0.090909, "f1": 0.073593, "f1_weighted": 0.086777 } ], "main_score": 0.266798, "hf_subset": "ltz_Latn", "languages": [ "ltz-Latn" ] }, { "accuracy": 0.196838, "f1": 0.19288, "f1_weighted": 0.198938, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.241497, "f1_weighted": 0.233954 }, { "accuracy": 0.130435, "f1": 0.1, "f1_weighted": 0.130435 }, { "accuracy": 0.272727, "f1": 0.314286, "f1_weighted": 0.3 }, { "accuracy": 0.227273, "f1": 0.21542, "f1_weighted": 0.233766 }, { "accuracy": 0.136364, "f1": 0.093197, "f1_weighted": 0.096537 } ], "main_score": 0.196838, "hf_subset": "lug_Latn", "languages": [ "lug-Latn" ] }, { "accuracy": 0.214229, "f1": 0.196784, "f1_weighted": 0.200324, "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.25, "f1_weighted": 0.228261 }, { "accuracy": 0.173913, "f1": 0.147959, "f1_weighted": 0.111801 }, { "accuracy": 0.181818, "f1": 0.155102, "f1_weighted": 0.21039 }, { "accuracy": 0.272727, "f1": 0.266667, "f1_weighted": 0.343434 }, { "accuracy": 0.181818, "f1": 0.164193, "f1_weighted": 0.107733 } ], "main_score": 0.214229, "hf_subset": "lin_Latn", "languages": [ "lin-Latn" ] }, { "accuracy": 0.177866, "f1": 0.156986, "f1_weighted": 0.166502, "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.222222, "f1_weighted": 0.219807 }, { "accuracy": 0.173913, "f1": 0.129149, "f1_weighted": 0.121651 }, { "accuracy": 0.136364, "f1": 0.150794, "f1_weighted": 0.118687 }, { "accuracy": 0.136364, "f1": 0.129705, "f1_weighted": 0.187302 }, { "accuracy": 0.181818, "f1": 0.153061, "f1_weighted": 0.185065 } ], "main_score": 0.177866, "hf_subset": "lao_Laoo", "languages": [ "lao-Laoo" ] }, { "accuracy": 0.186561, "f1": 0.172113, "f1_weighted": 0.191919, "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.304308, "f1_weighted": 0.279779 }, { "accuracy": 0.173913, "f1": 0.159864, "f1_weighted": 0.174948 }, { "accuracy": 0.136364, "f1": 0.087662, "f1_weighted": 0.139463 }, { "accuracy": 0.090909, "f1": 0.06746, "f1_weighted": 0.114899 }, { "accuracy": 0.227273, "f1": 0.24127, "f1_weighted": 0.250505 } ], "main_score": 0.186561, "hf_subset": "lit_Latn", "languages": [ "lit-Latn" ] }, { "accuracy": 0.151779, "f1": 0.136531, "f1_weighted": 0.146633, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.071429, "f1_weighted": 0.043478 }, { "accuracy": 0.217391, "f1": 0.207143, "f1_weighted": 0.217391 }, { "accuracy": 0.136364, "f1": 0.088435, "f1_weighted": 0.114719 }, { "accuracy": 0.136364, "f1": 0.138776, "f1_weighted": 0.158442 }, { "accuracy": 0.181818, "f1": 0.176871, "f1_weighted": 0.199134 } ], "main_score": 0.151779, "hf_subset": "luo_Latn", "languages": [ "luo-Latn" ] }, { "accuracy": 0.223715, "f1": 0.200952, "f1_weighted": 0.227238, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.174603, "f1_weighted": 0.221256 }, { "accuracy": 0.173913, "f1": 0.147959, "f1_weighted": 0.178571 }, { "accuracy": 0.136364, "f1": 0.113379, "f1_weighted": 0.098124 }, { "accuracy": 0.272727, "f1": 0.267347, "f1_weighted": 0.321212 }, { "accuracy": 0.318182, "f1": 0.301474, "f1_weighted": 0.317027 } ], "main_score": 0.223715, "hf_subset": "lvs_Latn", "languages": [ "lvs-Latn" ] }, { "accuracy": 0.179842, "f1": 0.144607, "f1_weighted": 0.157904, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.063492, "f1_weighted": 0.048309 }, { "accuracy": 0.130435, "f1": 0.109091, "f1_weighted": 0.132806 }, { "accuracy": 0.272727, "f1": 0.225624, "f1_weighted": 0.209596 }, { "accuracy": 0.136364, "f1": 0.130952, "f1_weighted": 0.155303 }, { "accuracy": 0.272727, "f1": 0.193878, "f1_weighted": 0.243506 } ], "main_score": 0.179842, "hf_subset": "mri_Latn", "languages": [ "mri-Latn" ] }, { "accuracy": 0.250988, "f1": 0.211769, "f1_weighted": 0.239942, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.072562, "f1_weighted": 0.110421 }, { "accuracy": 0.304348, "f1": 0.264172, "f1_weighted": 0.302277 }, { "accuracy": 0.272727, "f1": 0.240816, "f1_weighted": 0.262338 }, { "accuracy": 0.272727, "f1": 0.192857, "f1_weighted": 0.195455 }, { "accuracy": 0.318182, "f1": 0.288435, "f1_weighted": 0.329221 } ], "main_score": 0.250988, "hf_subset": "mkd_Cyrl", "languages": [ "mkd-Cyrl" ] }, { "accuracy": 0.143083, "f1": 0.125286, "f1_weighted": 0.14701, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.114409, "f1_weighted": 0.10239 }, { "accuracy": 0.130435, "f1": 0.104762, "f1_weighted": 0.144928 }, { "accuracy": 0.090909, "f1": 0.069388, "f1_weighted": 0.084416 }, { "accuracy": 0.181818, "f1": 0.160998, "f1_weighted": 0.217172 }, { "accuracy": 0.181818, "f1": 0.176871, "f1_weighted": 0.186147 } ], "main_score": 0.143083, "hf_subset": "mal_Mlym", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.188142, "f1": 0.177279, "f1_weighted": 0.193946, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.104762, "f1_weighted": 0.081159 }, { "accuracy": 0.217391, "f1": 0.215306, "f1_weighted": 0.17764 }, { "accuracy": 0.272727, "f1": 0.27483, "f1_weighted": 0.325108 }, { "accuracy": 0.227273, "f1": 0.186395, "f1_weighted": 0.297835 }, { "accuracy": 0.136364, "f1": 0.105102, "f1_weighted": 0.087987 } ], "main_score": 0.188142, "hf_subset": "khk_Cyrl", "languages": [ "khk-Cyrl" ] }, { "accuracy": 0.240711, "f1": 0.227963, "f1_weighted": 0.22681, "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.240816, "f1_weighted": 0.249689 }, { "accuracy": 0.26087, "f1": 0.234014, "f1_weighted": 0.198482 }, { "accuracy": 0.272727, "f1": 0.314286, "f1_weighted": 0.275 }, { "accuracy": 0.227273, "f1": 0.231293, "f1_weighted": 0.264069 }, { "accuracy": 0.181818, "f1": 0.119408, "f1_weighted": 0.146809 } ], "main_score": 0.240711, "hf_subset": "mar_Deva", "languages": [ "mar-Deva" ] }, { "accuracy": 0.197233, "f1": 0.181995, "f1_weighted": 0.211959, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.12415, "f1_weighted": 0.127329 }, { "accuracy": 0.173913, "f1": 0.186395, "f1_weighted": 0.192133 }, { "accuracy": 0.272727, "f1": 0.240816, "f1_weighted": 0.31645 }, { "accuracy": 0.090909, "f1": 0.072562, "f1_weighted": 0.119769 }, { "accuracy": 0.318182, "f1": 0.286054, "f1_weighted": 0.304113 } ], "main_score": 0.197233, "hf_subset": "zsm_Latn", "languages": [ "zsm-Latn" ] }, { "accuracy": 0.097233, "f1": 0.073243, "f1_weighted": 0.096497, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.126984, "f1_weighted": 0.164251 }, { "accuracy": 0.130435, "f1": 0.128571, "f1_weighted": 0.178261 }, { "accuracy": 0.090909, "f1": 0.038095, "f1_weighted": 0.060606 }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.040404 }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.038961 } ], "main_score": 0.097233, "hf_subset": "mlt_Latn", "languages": [ "mlt-Latn" ] }, { "accuracy": 0.152174, "f1": 0.131043, "f1_weighted": 0.156441, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.108277, "f1_weighted": 0.139924 }, { "accuracy": 0.130435, "f1": 0.117007, "f1_weighted": 0.103106 }, { "accuracy": 0.090909, "f1": 0.063492, "f1_weighted": 0.10101 }, { "accuracy": 0.136364, "f1": 0.110204, "f1_weighted": 0.163636 }, { "accuracy": 0.272727, "f1": 0.256236, "f1_weighted": 0.274531 } ], "main_score": 0.152174, "hf_subset": "mya_Mymr", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.197233, "f1": 0.171025, "f1_weighted": 0.216485, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.174397, "f1_weighted": 0.196499 }, { "accuracy": 0.086957, "f1": 0.083333, "f1_weighted": 0.09058 }, { "accuracy": 0.227273, "f1": 0.203515, "f1_weighted": 0.232143 }, { "accuracy": 0.227273, "f1": 0.17619, "f1_weighted": 0.29697 }, { "accuracy": 0.227273, "f1": 0.217687, "f1_weighted": 0.266234 } ], "main_score": 0.197233, "hf_subset": "nob_Latn", "languages": [ "nob-Latn" ] }, { "accuracy": 0.150593, "f1": 0.13663, "f1_weighted": 0.146582, "scores_per_experiment": [ { "accuracy": 0.347826, "f1": 0.285405, "f1_weighted": 0.262658 }, { "accuracy": 0.086957, "f1": 0.088435, "f1_weighted": 0.068323 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.075758 }, { "accuracy": 0.136364, "f1": 0.152381, "f1_weighted": 0.178788 }, { "accuracy": 0.136364, "f1": 0.109307, "f1_weighted": 0.147383 } ], "main_score": 0.150593, "hf_subset": "npi_Deva", "languages": [ "npi-Deva" ] }, { "accuracy": 0.213439, "f1": 0.193911, "f1_weighted": 0.208862, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.214966, "f1_weighted": 0.211594 }, { "accuracy": 0.304348, "f1": 0.277572, "f1_weighted": 0.297823 }, { "accuracy": 0.181818, "f1": 0.155123, "f1_weighted": 0.160927 }, { "accuracy": 0.136364, "f1": 0.129252, "f1_weighted": 0.136364 }, { "accuracy": 0.227273, "f1": 0.192641, "f1_weighted": 0.237603 } ], "main_score": 0.213439, "hf_subset": "nld_Latn", "languages": [ "nld-Latn" ] }, { "accuracy": 0.11502, "f1": 0.095692, "f1_weighted": 0.106295, "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.20907, "f1_weighted": 0.232574 }, { "accuracy": 0.086957, "f1": 0.069388, "f1_weighted": 0.067081 }, { "accuracy": 0.136364, "f1": 0.107143, "f1_weighted": 0.125 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.090909, "f1": 0.092857, "f1_weighted": 0.106818 } ], "main_score": 0.11502, "hf_subset": "nso_Latn", "languages": [ "nso-Latn" ] }, { "accuracy": 0.222134, "f1": 0.214717, "f1_weighted": 0.247431, "scores_per_experiment": [ { "accuracy": 0.347826, "f1": 0.345125, "f1_weighted": 0.340649 }, { "accuracy": 0.217391, "f1": 0.230159, "f1_weighted": 0.272947 }, { "accuracy": 0.318182, "f1": 0.303855, "f1_weighted": 0.362193 }, { "accuracy": 0.090909, "f1": 0.079365, "f1_weighted": 0.126263 }, { "accuracy": 0.136364, "f1": 0.115079, "f1_weighted": 0.135101 } ], "main_score": 0.222134, "hf_subset": "nya_Latn", "languages": [ "nya-Latn" ] }, { "accuracy": 0.186166, "f1": 0.196168, "f1_weighted": 0.186188, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.190476, "f1_weighted": 0.235507 }, { "accuracy": 0.304348, "f1": 0.35034, "f1_weighted": 0.353692 }, { "accuracy": 0.181818, "f1": 0.219388, "f1_weighted": 0.133658 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.227273, "f1": 0.220635, "f1_weighted": 0.208081 } ], "main_score": 0.186166, "hf_subset": "oci_Latn", "languages": [ "oci-Latn" ] }, { "accuracy": 0.188142, "f1": 0.161988, "f1_weighted": 0.172178, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.092857, "f1_weighted": 0.106522 }, { "accuracy": 0.173913, "f1": 0.161905, "f1_weighted": 0.150725 }, { "accuracy": 0.227273, "f1": 0.219048, "f1_weighted": 0.178788 }, { "accuracy": 0.136364, "f1": 0.125926, "f1_weighted": 0.168687 }, { "accuracy": 0.272727, "f1": 0.210204, "f1_weighted": 0.256169 } ], "main_score": 0.188142, "hf_subset": "ory_Orya", "languages": [ "ory-Orya" ] }, { "accuracy": 0.231621, "f1": 0.208466, "f1_weighted": 0.233831, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.189909, "f1_weighted": 0.229641 }, { "accuracy": 0.304348, "f1": 0.297959, "f1_weighted": 0.301863 }, { "accuracy": 0.227273, "f1": 0.197526, "f1_weighted": 0.206454 }, { "accuracy": 0.227273, "f1": 0.172129, "f1_weighted": 0.244326 }, { "accuracy": 0.181818, "f1": 0.184807, "f1_weighted": 0.186869 } ], "main_score": 0.231621, "hf_subset": "pan_Guru", "languages": [ "pan-Guru" ] }, { "accuracy": 0.249407, "f1": 0.241451, "f1_weighted": 0.249671, "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.308277, "f1_weighted": 0.261146 }, { "accuracy": 0.304348, "f1": 0.295578, "f1_weighted": 0.317081 }, { "accuracy": 0.227273, "f1": 0.219048, "f1_weighted": 0.193939 }, { "accuracy": 0.318182, "f1": 0.265306, "f1_weighted": 0.385281 }, { "accuracy": 0.136364, "f1": 0.119048, "f1_weighted": 0.090909 } ], "main_score": 0.249407, "hf_subset": "pol_Latn", "languages": [ "pol-Latn" ] }, { "accuracy": 0.16087, "f1": 0.147914, "f1_weighted": 0.17303, "scores_per_experiment": [ { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.304348, "f1": 0.261905, "f1_weighted": 0.282609 }, { "accuracy": 0.090909, "f1": 0.088435, "f1_weighted": 0.11039 }, { "accuracy": 0.136364, "f1": 0.108277, "f1_weighted": 0.178211 }, { "accuracy": 0.272727, "f1": 0.280952, "f1_weighted": 0.293939 } ], "main_score": 0.16087, "hf_subset": "pbt_Arab", "languages": [ "pbt-Arab" ] }, { "accuracy": 0.258893, "f1": 0.255306, "f1_weighted": 0.256119, "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.318594, "f1_weighted": 0.293306 }, { "accuracy": 0.217391, "f1": 0.251134, "f1_weighted": 0.197895 }, { "accuracy": 0.181818, "f1": 0.169388, "f1_weighted": 0.161688 }, { "accuracy": 0.272727, "f1": 0.231293, "f1_weighted": 0.311688 }, { "accuracy": 0.318182, "f1": 0.306122, "f1_weighted": 0.316017 } ], "main_score": 0.258893, "hf_subset": "por_Latn", "languages": [ "por-Latn" ] }, { "accuracy": 0.207115, "f1": 0.193107, "f1_weighted": 0.197858, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.081633, "f1_weighted": 0.099379 }, { "accuracy": 0.130435, "f1": 0.117347, "f1_weighted": 0.119565 }, { "accuracy": 0.318182, "f1": 0.307483, "f1_weighted": 0.281385 }, { "accuracy": 0.227273, "f1": 0.179705, "f1_weighted": 0.256133 }, { "accuracy": 0.272727, "f1": 0.279365, "f1_weighted": 0.232828 } ], "main_score": 0.207115, "hf_subset": "ron_Latn", "languages": [ "ron-Latn" ] }, { "accuracy": 0.150988, "f1": 0.13195, "f1_weighted": 0.131606, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.159524, "f1_weighted": 0.162319 }, { "accuracy": 0.217391, "f1": 0.188776, "f1_weighted": 0.184783 }, { "accuracy": 0.136364, "f1": 0.12381, "f1_weighted": 0.109091 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.045455 }, { "accuracy": 0.181818, "f1": 0.140023, "f1_weighted": 0.156385 } ], "main_score": 0.150988, "hf_subset": "rus_Cyrl", "languages": [ "rus-Cyrl" ] }, { "accuracy": 0.241502, "f1": 0.210181, "f1_weighted": 0.237666, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.108277, "f1_weighted": 0.133368 }, { "accuracy": 0.304348, "f1": 0.25, "f1_weighted": 0.304348 }, { "accuracy": 0.272727, "f1": 0.29127, "f1_weighted": 0.222475 }, { "accuracy": 0.318182, "f1": 0.214966, "f1_weighted": 0.326407 }, { "accuracy": 0.181818, "f1": 0.186395, "f1_weighted": 0.201732 } ], "main_score": 0.241502, "hf_subset": "snd_Arab", "languages": [ "snd-Arab" ] }, { "accuracy": 0.188933, "f1": 0.182453, "f1_weighted": 0.191053, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.076531, "f1_weighted": 0.083851 }, { "accuracy": 0.130435, "f1": 0.120181, "f1_weighted": 0.114562 }, { "accuracy": 0.363636, "f1": 0.422583, "f1_weighted": 0.368251 }, { "accuracy": 0.272727, "f1": 0.231746, "f1_weighted": 0.317172 }, { "accuracy": 0.090909, "f1": 0.061224, "f1_weighted": 0.071429 } ], "main_score": 0.188933, "hf_subset": "slk_Latn", "languages": [ "slk-Latn" ] }, { "accuracy": 0.132411, "f1": 0.125102, "f1_weighted": 0.133188, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.158163, "f1_weighted": 0.145963 }, { "accuracy": 0.26087, "f1": 0.244785, "f1_weighted": 0.250207 }, { "accuracy": 0.090909, "f1": 0.092857, "f1_weighted": 0.077273 }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.080808 }, { "accuracy": 0.090909, "f1": 0.097959, "f1_weighted": 0.111688 } ], "main_score": 0.132411, "hf_subset": "slv_Latn", "languages": [ "slv-Latn" ] }, { "accuracy": 0.305534, "f1": 0.287234, "f1_weighted": 0.289359, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.143651, "f1_weighted": 0.165459 }, { "accuracy": 0.217391, "f1": 0.198413, "f1_weighted": 0.188406 }, { "accuracy": 0.409091, "f1": 0.402721, "f1_weighted": 0.378355 }, { "accuracy": 0.318182, "f1": 0.261224, "f1_weighted": 0.306494 }, { "accuracy": 0.409091, "f1": 0.430159, "f1_weighted": 0.408081 } ], "main_score": 0.305534, "hf_subset": "sna_Latn", "languages": [ "sna-Latn" ] }, { "accuracy": 0.16996, "f1": 0.141995, "f1_weighted": 0.170589, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.113379, "f1_weighted": 0.140787 }, { "accuracy": 0.173913, "f1": 0.171769, "f1_weighted": 0.181677 }, { "accuracy": 0.227273, "f1": 0.180499, "f1_weighted": 0.204906 }, { "accuracy": 0.090909, "f1": 0.06746, "f1_weighted": 0.074495 }, { "accuracy": 0.227273, "f1": 0.176871, "f1_weighted": 0.251082 } ], "main_score": 0.16996, "hf_subset": "som_Latn", "languages": [ "som-Latn" ] }, { "accuracy": 0.22253, "f1": 0.196922, "f1_weighted": 0.190285, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.083333, "f1_weighted": 0.07971 }, { "accuracy": 0.391304, "f1": 0.380952, "f1_weighted": 0.379227 }, { "accuracy": 0.181818, "f1": 0.15873, "f1_weighted": 0.161616 }, { "accuracy": 0.227273, "f1": 0.175881, "f1_weighted": 0.180874 }, { "accuracy": 0.181818, "f1": 0.185714, "f1_weighted": 0.15 } ], "main_score": 0.22253, "hf_subset": "srp_Cyrl", "languages": [ "srp-Cyrl" ] }, { "accuracy": 0.152174, "f1": 0.14744, "f1_weighted": 0.14918, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.072562, "f1_weighted": 0.081435 }, { "accuracy": 0.173913, "f1": 0.154195, "f1_weighted": 0.187716 }, { "accuracy": 0.181818, "f1": 0.197403, "f1_weighted": 0.204959 }, { "accuracy": 0.090909, "f1": 0.069388, "f1_weighted": 0.066234 }, { "accuracy": 0.227273, "f1": 0.243651, "f1_weighted": 0.205556 } ], "main_score": 0.152174, "hf_subset": "swe_Latn", "languages": [ "swe-Latn" ] }, { "accuracy": 0.196443, "f1": 0.16746, "f1_weighted": 0.212527, "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.282766, "f1_weighted": 0.341684 }, { "accuracy": 0.086957, "f1": 0.064626, "f1_weighted": 0.085921 }, { "accuracy": 0.318182, "f1": 0.253061, "f1_weighted": 0.327273 }, { "accuracy": 0.090909, "f1": 0.072562, "f1_weighted": 0.132756 }, { "accuracy": 0.181818, "f1": 0.164286, "f1_weighted": 0.175 } ], "main_score": 0.196443, "hf_subset": "swh_Latn", "languages": [ "swh-Latn" ] }, { "accuracy": 0.241107, "f1": 0.231542, "f1_weighted": 0.250826, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.195918, "f1_weighted": 0.191304 }, { "accuracy": 0.304348, "f1": 0.311451, "f1_weighted": 0.295618 }, { "accuracy": 0.227273, "f1": 0.234467, "f1_weighted": 0.269986 }, { "accuracy": 0.227273, "f1": 0.174603, "f1_weighted": 0.228535 }, { "accuracy": 0.272727, "f1": 0.24127, "f1_weighted": 0.268687 } ], "main_score": 0.241107, "hf_subset": "tam_Taml", "languages": [ "tam-Taml" ] }, { "accuracy": 0.222925, "f1": 0.190832, "f1_weighted": 0.216312, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.169388, "f1_weighted": 0.207764 }, { "accuracy": 0.26087, "f1": 0.231746, "f1_weighted": 0.250725 }, { "accuracy": 0.227273, "f1": 0.206349, "f1_weighted": 0.207071 }, { "accuracy": 0.181818, "f1": 0.139194, "f1_weighted": 0.202797 }, { "accuracy": 0.227273, "f1": 0.207483, "f1_weighted": 0.213203 } ], "main_score": 0.222925, "hf_subset": "tel_Telu", "languages": [ "tel-Telu" ] }, { "accuracy": 0.188142, "f1": 0.174628, "f1_weighted": 0.186338, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.163492, "f1_weighted": 0.183575 }, { "accuracy": 0.130435, "f1": 0.123933, "f1_weighted": 0.10367 }, { "accuracy": 0.181818, "f1": 0.174603, "f1_weighted": 0.156566 }, { "accuracy": 0.136364, "f1": 0.104762, "f1_weighted": 0.190909 }, { "accuracy": 0.318182, "f1": 0.306349, "f1_weighted": 0.29697 } ], "main_score": 0.188142, "hf_subset": "tgk_Cyrl", "languages": [ "tgk-Cyrl" ] }, { "accuracy": 0.222925, "f1": 0.205991, "f1_weighted": 0.204637, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.149206, "f1_weighted": 0.166184 }, { "accuracy": 0.304348, "f1": 0.33086, "f1_weighted": 0.290984 }, { "accuracy": 0.181818, "f1": 0.19161, "f1_weighted": 0.153319 }, { "accuracy": 0.227273, "f1": 0.149206, "f1_weighted": 0.169697 }, { "accuracy": 0.227273, "f1": 0.20907, "f1_weighted": 0.243001 } ], "main_score": 0.222925, "hf_subset": "tha_Thai", "languages": [ "tha-Thai" ] }, { "accuracy": 0.241502, "f1": 0.230295, "f1_weighted": 0.234414, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.214966, "f1_weighted": 0.257557 }, { "accuracy": 0.217391, "f1": 0.217687, "f1_weighted": 0.202899 }, { "accuracy": 0.272727, "f1": 0.295918, "f1_weighted": 0.316234 }, { "accuracy": 0.227273, "f1": 0.174603, "f1_weighted": 0.176768 }, { "accuracy": 0.272727, "f1": 0.248299, "f1_weighted": 0.218615 } ], "main_score": 0.241502, "hf_subset": "tur_Latn", "languages": [ "tur-Latn" ] }, { "accuracy": 0.239526, "f1": 0.235964, "f1_weighted": 0.24156, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.214286, "f1_weighted": 0.15942 }, { "accuracy": 0.478261, "f1": 0.506576, "f1_weighted": 0.462595 }, { "accuracy": 0.090909, "f1": 0.071429, "f1_weighted": 0.068182 }, { "accuracy": 0.227273, "f1": 0.189909, "f1_weighted": 0.26912 }, { "accuracy": 0.227273, "f1": 0.197619, "f1_weighted": 0.248485 } ], "main_score": 0.239526, "hf_subset": "ukr_Cyrl", "languages": [ "ukr-Cyrl" ] }, { "accuracy": 0.205534, "f1": 0.186009, "f1_weighted": 0.20434, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.076531, "f1_weighted": 0.079193 }, { "accuracy": 0.304348, "f1": 0.298639, "f1_weighted": 0.323602 }, { "accuracy": 0.181818, "f1": 0.159864, "f1_weighted": 0.169913 }, { "accuracy": 0.272727, "f1": 0.201134, "f1_weighted": 0.273665 }, { "accuracy": 0.181818, "f1": 0.193878, "f1_weighted": 0.175325 } ], "main_score": 0.205534, "hf_subset": "umb_Latn", "languages": [ "umb-Latn" ] }, { "accuracy": 0.179447, "f1": 0.147077, "f1_weighted": 0.168171, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.148753, "f1_weighted": 0.151415 }, { "accuracy": 0.086957, "f1": 0.06746, "f1_weighted": 0.082126 }, { "accuracy": 0.181818, "f1": 0.143991, "f1_weighted": 0.153319 }, { "accuracy": 0.181818, "f1": 0.137085, "f1_weighted": 0.187328 }, { "accuracy": 0.272727, "f1": 0.238095, "f1_weighted": 0.266667 } ], "main_score": 0.179447, "hf_subset": "urd_Arab", "languages": [ "urd-Arab" ] }, { "accuracy": 0.167984, "f1": 0.17068, "f1_weighted": 0.159476, "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.279252, "f1_weighted": 0.266253 }, { "accuracy": 0.26087, "f1": 0.282086, "f1_weighted": 0.220014 }, { "accuracy": 0.090909, "f1": 0.07619, "f1_weighted": 0.084848 }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.040404 }, { "accuracy": 0.181818, "f1": 0.184127, "f1_weighted": 0.185859 } ], "main_score": 0.167984, "hf_subset": "uzn_Latn", "languages": [ "uzn-Latn" ] }, { "accuracy": 0.177075, "f1": 0.1549, "f1_weighted": 0.170291, "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.227211, "f1_weighted": 0.242236 }, { "accuracy": 0.26087, "f1": 0.240816, "f1_weighted": 0.254658 }, { "accuracy": 0.181818, "f1": 0.143991, "f1_weighted": 0.176046 }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.030303 }, { "accuracy": 0.136364, "f1": 0.130736, "f1_weighted": 0.148209 } ], "main_score": 0.177075, "hf_subset": "vie_Latn", "languages": [ "vie-Latn" ] }, { "accuracy": 0.143478, "f1": 0.132068, "f1_weighted": 0.126816, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.138889, "f1_weighted": 0.10628 }, { "accuracy": 0.086957, "f1": 0.060317, "f1_weighted": 0.036715 }, { "accuracy": 0.227273, "f1": 0.205009, "f1_weighted": 0.206021 }, { "accuracy": 0.090909, "f1": 0.081633, "f1_weighted": 0.090909 }, { "accuracy": 0.181818, "f1": 0.17449, "f1_weighted": 0.194156 } ], "main_score": 0.143478, "hf_subset": "wol_Latn", "languages": [ "wol-Latn" ] }, { "accuracy": 0.177866, "f1": 0.155174, "f1_weighted": 0.17486, "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.242764, "f1_weighted": 0.233456 }, { "accuracy": 0.173913, "f1": 0.142857, "f1_weighted": 0.152174 }, { "accuracy": 0.181818, "f1": 0.153061, "f1_weighted": 0.191558 }, { "accuracy": 0.181818, "f1": 0.14195, "f1_weighted": 0.191053 }, { "accuracy": 0.090909, "f1": 0.095238, "f1_weighted": 0.106061 } ], "main_score": 0.177866, "hf_subset": "xho_Latn", "languages": [ "xho-Latn" ] }, { "accuracy": 0.133202, "f1": 0.105331, "f1_weighted": 0.137336, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.174603, "f1_weighted": 0.207729 }, { "accuracy": 0.130435, "f1": 0.107607, "f1_weighted": 0.135517 }, { "accuracy": 0.090909, "f1": 0.079365, "f1_weighted": 0.09596 }, { "accuracy": 0.136364, "f1": 0.088889, "f1_weighted": 0.153535 }, { "accuracy": 0.090909, "f1": 0.07619, "f1_weighted": 0.093939 } ], "main_score": 0.133202, "hf_subset": "yor_Latn", "languages": [ "yor-Latn" ] }, { "accuracy": 0.232411, "f1": 0.200524, "f1_weighted": 0.238263, "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.212585, "f1_weighted": 0.269669 }, { "accuracy": 0.173913, "f1": 0.164286, "f1_weighted": 0.21087 }, { "accuracy": 0.318182, "f1": 0.297052, "f1_weighted": 0.297258 }, { "accuracy": 0.136364, "f1": 0.093434, "f1_weighted": 0.140611 }, { "accuracy": 0.272727, "f1": 0.235261, "f1_weighted": 0.272908 } ], "main_score": 0.232411, "hf_subset": "zho_Hant", "languages": [ "zho-Hant" ] }, { "accuracy": 0.151383, "f1": 0.133991, "f1_weighted": 0.138947, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.155896, "f1_weighted": 0.172015 }, { "accuracy": 0.173913, "f1": 0.136054, "f1_weighted": 0.136646 }, { "accuracy": 0.181818, "f1": 0.20068, "f1_weighted": 0.195887 }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.040404 }, { "accuracy": 0.181818, "f1": 0.145578, "f1_weighted": 0.149784 } ], "main_score": 0.151383, "hf_subset": "zul_Latn", "languages": [ "zul-Latn" ] }, { "accuracy": 0.268775, "f1": 0.242861, "f1_weighted": 0.252897, "scores_per_experiment": [ { "accuracy": 0.347826, "f1": 0.33322, "f1_weighted": 0.24196 }, { "accuracy": 0.086957, "f1": 0.088435, "f1_weighted": 0.082816 }, { "accuracy": 0.272727, "f1": 0.257143, "f1_weighted": 0.277273 }, { "accuracy": 0.272727, "f1": 0.228458, "f1_weighted": 0.290043 }, { "accuracy": 0.363636, "f1": 0.30705, "f1_weighted": 0.372393 } ], "main_score": 0.268775, "hf_subset": "fuv_Latn", "languages": [ "fuv-Latn" ] }, { "accuracy": 0.178261, "f1": 0.145104, "f1_weighted": 0.167831, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.162698, "f1_weighted": 0.198068 }, { "accuracy": 0.173913, "f1": 0.162698, "f1_weighted": 0.152174 }, { "accuracy": 0.227273, "f1": 0.183673, "f1_weighted": 0.165224 }, { "accuracy": 0.136364, "f1": 0.121212, "f1_weighted": 0.172176 }, { "accuracy": 0.136364, "f1": 0.095238, "f1_weighted": 0.151515 } ], "main_score": 0.178261, "hf_subset": "gaz_Latn", "languages": [ "gaz-Latn" ] } ] }, "evaluation_time": 14711.400776386261, "kg_co2_emissions": null }