{ "dataset_revision": "186b61175fbd77059f769b6bf1110d449a2ff311", "task_name": "SIBFLEURS", "mteb_version": "1.38.33", "scores": { "train": [ { "accuracy": 0.098419, "f1": 0.078073, "f1_weighted": 0.091855, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.040816, "f1_weighted": 0.062112 }, { "accuracy": 0.086957, "f1": 0.057143, "f1_weighted": 0.069565 }, { "accuracy": 0.090909, "f1": 0.095238, "f1_weighted": 0.060606 }, { "accuracy": 0.181818, "f1": 0.156349, "f1_weighted": 0.22803 }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.038961 } ], "main_score": 0.098419, "hf_subset": "afr_Latn", "languages": [ "afr-Latn" ] }, { "accuracy": 0.133597, "f1": 0.108448, "f1_weighted": 0.121149, "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.218182, "f1_weighted": 0.262451 }, { "accuracy": 0.043478, "f1": 0.047619, "f1_weighted": 0.043478 }, { "accuracy": 0.181818, "f1": 0.131313, "f1_weighted": 0.148301 }, { "accuracy": 0.136364, "f1": 0.104308, "f1_weighted": 0.099567 }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.051948 } ], "main_score": 0.133597, "hf_subset": "amh_Ethi", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.143478, "f1": 0.130388, "f1_weighted": 0.130776, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.025974, "f1_weighted": 0.031621 }, { "accuracy": 0.173913, "f1": 0.15102, "f1_weighted": 0.171429 }, { "accuracy": 0.136364, "f1": 0.147959, "f1_weighted": 0.095779 }, { "accuracy": 0.272727, "f1": 0.207937, "f1_weighted": 0.271717 }, { "accuracy": 0.090909, "f1": 0.119048, "f1_weighted": 0.083333 } ], "main_score": 0.143478, "hf_subset": "arb_Arab", "languages": [ "arb-Arab" ] }, { "accuracy": 0.151383, "f1": 0.129233, "f1_weighted": 0.153949, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.151948, "f1_weighted": 0.134387 }, { "accuracy": 0.173913, "f1": 0.155896, "f1_weighted": 0.141132 }, { "accuracy": 0.090909, "f1": 0.079365, "f1_weighted": 0.106061 }, { "accuracy": 0.181818, "f1": 0.154195, "f1_weighted": 0.236652 }, { "accuracy": 0.136364, "f1": 0.104762, "f1_weighted": 0.151515 } ], "main_score": 0.151383, "hf_subset": "asm_Beng", "languages": [ "asm-Beng" ] }, { "accuracy": 0.178261, "f1": 0.150136, "f1_weighted": 0.167768, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.140023, "f1_weighted": 0.155625 }, { "accuracy": 0.217391, "f1": 0.22619, "f1_weighted": 0.214493 }, { "accuracy": 0.181818, "f1": 0.129705, "f1_weighted": 0.169986 }, { "accuracy": 0.136364, "f1": 0.092063, "f1_weighted": 0.133333 }, { "accuracy": 0.181818, "f1": 0.162698, "f1_weighted": 0.165404 } ], "main_score": 0.178261, "hf_subset": "ast_Latn", "languages": [ "ast-Latn" ] }, { "accuracy": 0.141502, "f1": 0.109732, "f1_weighted": 0.138828, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.164286, "f1_weighted": 0.215217 }, { "accuracy": 0.217391, "f1": 0.183673, "f1_weighted": 0.184955 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.075758 }, { "accuracy": 0.136364, "f1": 0.101134, "f1_weighted": 0.152092 }, { "accuracy": 0.090909, "f1": 0.051948, "f1_weighted": 0.066116 } ], "main_score": 0.141502, "hf_subset": "azj_Latn", "languages": [ "azj-Latn" ] }, { "accuracy": 0.098419, "f1": 0.078784, "f1_weighted": 0.094963, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.057143, "f1_weighted": 0.052174 }, { "accuracy": 0.130435, "f1": 0.087662, "f1_weighted": 0.106719 }, { "accuracy": 0.136364, "f1": 0.108277, "f1_weighted": 0.129329 }, { "accuracy": 0.090909, "f1": 0.088889, "f1_weighted": 0.153535 }, { "accuracy": 0.090909, "f1": 0.051948, "f1_weighted": 0.033058 } ], "main_score": 0.098419, "hf_subset": "bel_Cyrl", "languages": [ "bel-Cyrl" ] }, { "accuracy": 0.05336, "f1": 0.048413, "f1_weighted": 0.05953, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.085714, "f1_weighted": 0.069565 }, { "accuracy": 0.043478, "f1": 0.035714, "f1_weighted": 0.054348 }, { "accuracy": 0.090909, "f1": 0.063492, "f1_weighted": 0.10101 }, { "accuracy": 0.045455, "f1": 0.057143, "f1_weighted": 0.072727 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 } ], "main_score": 0.05336, "hf_subset": "bul_Cyrl", "languages": [ "bul-Cyrl" ] }, { "accuracy": 0.16087, "f1": 0.134104, "f1_weighted": 0.155692, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.138889, "f1_weighted": 0.169082 }, { "accuracy": 0.130435, "f1": 0.129705, "f1_weighted": 0.108765 }, { "accuracy": 0.136364, "f1": 0.112245, "f1_weighted": 0.081169 }, { "accuracy": 0.181818, "f1": 0.133333, "f1_weighted": 0.227273 }, { "accuracy": 0.181818, "f1": 0.156349, "f1_weighted": 0.192172 } ], "main_score": 0.16087, "hf_subset": "ben_Beng", "languages": [ "ben-Beng" ] }, { "accuracy": 0.17747, "f1": 0.162467, "f1_weighted": 0.161424, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.18254, "f1_weighted": 0.130435 }, { "accuracy": 0.304348, "f1": 0.255102, "f1_weighted": 0.272257 }, { "accuracy": 0.090909, "f1": 0.095238, "f1_weighted": 0.090909 }, { "accuracy": 0.272727, "f1": 0.231838, "f1_weighted": 0.237762 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.075758 } ], "main_score": 0.17747, "hf_subset": "bos_Latn", "languages": [ "bos-Latn" ] }, { "accuracy": 0.158893, "f1": 0.140952, "f1_weighted": 0.143413, "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.24898, "f1_weighted": 0.277019 }, { "accuracy": 0.217391, "f1": 0.189909, "f1_weighted": 0.176156 }, { "accuracy": 0.181818, "f1": 0.186508, "f1_weighted": 0.167929 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.090909, "f1": 0.079365, "f1_weighted": 0.09596 } ], "main_score": 0.158893, "hf_subset": "cat_Latn", "languages": [ "cat-Latn" ] }, { "accuracy": 0.150988, "f1": 0.12939, "f1_weighted": 0.13316, "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.240816, "f1_weighted": 0.229193 }, { "accuracy": 0.130435, "f1": 0.114863, "f1_weighted": 0.106807 }, { "accuracy": 0.136364, "f1": 0.095238, "f1_weighted": 0.121212 }, { "accuracy": 0.090909, "f1": 0.088889, "f1_weighted": 0.094949 }, { "accuracy": 0.136364, "f1": 0.107143, "f1_weighted": 0.113636 } ], "main_score": 0.150988, "hf_subset": "ceb_Latn", "languages": [ "ceb-Latn" ] }, { "accuracy": 0.124111, "f1": 0.108054, "f1_weighted": 0.11261, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.151154, "f1_weighted": 0.214207 }, { "accuracy": 0.130435, "f1": 0.142857, "f1_weighted": 0.115942 }, { "accuracy": 0.136364, "f1": 0.129252, "f1_weighted": 0.093074 }, { "accuracy": 0.090909, "f1": 0.069388, "f1_weighted": 0.079221 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.060606 } ], "main_score": 0.124111, "hf_subset": "ckb_Arab", "languages": [ "ckb-Arab" ] }, { "accuracy": 0.116996, "f1": 0.098101, "f1_weighted": 0.113462, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.025974, "f1_weighted": 0.039526 }, { "accuracy": 0.086957, "f1": 0.088435, "f1_weighted": 0.120083 }, { "accuracy": 0.227273, "f1": 0.197166, "f1_weighted": 0.236905 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.060606 }, { "accuracy": 0.181818, "f1": 0.131313, "f1_weighted": 0.110193 } ], "main_score": 0.116996, "hf_subset": "zho_Hans", "languages": [ "zho-Hans" ] }, { "accuracy": 0.107115, "f1": 0.094943, "f1_weighted": 0.121359, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.081633, "f1_weighted": 0.124224 }, { "accuracy": 0.130435, "f1": 0.101134, "f1_weighted": 0.114424 }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.050505 }, { "accuracy": 0.181818, "f1": 0.171769, "f1_weighted": 0.1921 }, { "accuracy": 0.090909, "f1": 0.088435, "f1_weighted": 0.125541 } ], "main_score": 0.107115, "hf_subset": "ces_Latn", "languages": [ "ces-Latn" ] }, { "accuracy": 0.107905, "f1": 0.095283, "f1_weighted": 0.10878, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.071429, "f1_weighted": 0.043478 }, { "accuracy": 0.043478, "f1": 0.031746, "f1_weighted": 0.019324 }, { "accuracy": 0.090909, "f1": 0.088435, "f1_weighted": 0.114719 }, { "accuracy": 0.181818, "f1": 0.148753, "f1_weighted": 0.210534 }, { "accuracy": 0.136364, "f1": 0.136054, "f1_weighted": 0.155844 } ], "main_score": 0.107905, "hf_subset": "cym_Latn", "languages": [ "cym-Latn" ] }, { "accuracy": 0.10751, "f1": 0.102041, "f1_weighted": 0.103934, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.112245, "f1_weighted": 0.13354 }, { "accuracy": 0.043478, "f1": 0.047619, "f1_weighted": 0.028986 }, { "accuracy": 0.136364, "f1": 0.159864, "f1_weighted": 0.152597 }, { "accuracy": 0.090909, "f1": 0.071429, "f1_weighted": 0.068182 }, { "accuracy": 0.136364, "f1": 0.119048, "f1_weighted": 0.136364 } ], "main_score": 0.10751, "hf_subset": "dan_Latn", "languages": [ "dan-Latn" ] }, { "accuracy": 0.133992, "f1": 0.134927, "f1_weighted": 0.12471, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.129252, "f1_weighted": 0.091097 }, { "accuracy": 0.130435, "f1": 0.107937, "f1_weighted": 0.141063 }, { "accuracy": 0.136364, "f1": 0.188095, "f1_weighted": 0.118939 }, { "accuracy": 0.045455, "f1": 0.028571, "f1_weighted": 0.072727 }, { "accuracy": 0.227273, "f1": 0.220779, "f1_weighted": 0.199725 } ], "main_score": 0.133992, "hf_subset": "deu_Latn", "languages": [ "deu-Latn" ] }, { "accuracy": 0.071937, "f1": 0.0661, "f1_weighted": 0.068646, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.103175, "f1_weighted": 0.091787 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.090909, "f1": 0.083333, "f1_weighted": 0.090909 }, { "accuracy": 0.181818, "f1": 0.143991, "f1_weighted": 0.160534 } ], "main_score": 0.071937, "hf_subset": "ell_Grek", "languages": [ "ell-Grek" ] }, { "accuracy": 0.150988, "f1": 0.137982, "f1_weighted": 0.133879, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.164966, "f1_weighted": 0.148551 }, { "accuracy": 0.217391, "f1": 0.233333, "f1_weighted": 0.181884 }, { "accuracy": 0.136364, "f1": 0.105102, "f1_weighted": 0.123052 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.060606 }, { "accuracy": 0.181818, "f1": 0.138889, "f1_weighted": 0.155303 } ], "main_score": 0.150988, "hf_subset": "eng_Latn", "languages": [ "eng-Latn" ] }, { "accuracy": 0.098024, "f1": 0.071197, "f1_weighted": 0.074089, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.139194, "f1_weighted": 0.113712 }, { "accuracy": 0.043478, "f1": 0.025974, "f1_weighted": 0.039526 }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.034091 }, { "accuracy": 0.045455, "f1": 0.028571, "f1_weighted": 0.036364 }, { "accuracy": 0.181818, "f1": 0.126531, "f1_weighted": 0.146753 } ], "main_score": 0.098024, "hf_subset": "spa_Latn", "languages": [ "spa-Latn" ] }, { "accuracy": 0.142292, "f1": 0.121075, "f1_weighted": 0.132999, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.183673, "f1_weighted": 0.203416 }, { "accuracy": 0.173913, "f1": 0.171769, "f1_weighted": 0.180124 }, { "accuracy": 0.227273, "f1": 0.167347, "f1_weighted": 0.203896 }, { "accuracy": 0.090909, "f1": 0.060606, "f1_weighted": 0.049587 }, { "accuracy": 0.045455, "f1": 0.021978, "f1_weighted": 0.027972 } ], "main_score": 0.142292, "hf_subset": "est_Latn", "languages": [ "est-Latn" ] }, { "accuracy": 0.106719, "f1": 0.092646, "f1_weighted": 0.093453, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.084772, "f1_weighted": 0.088868 }, { "accuracy": 0.130435, "f1": 0.113379, "f1_weighted": 0.122843 }, { "accuracy": 0.090909, "f1": 0.114286, "f1_weighted": 0.109091 }, { "accuracy": 0.090909, "f1": 0.083333, "f1_weighted": 0.094697 }, { "accuracy": 0.090909, "f1": 0.06746, "f1_weighted": 0.051768 } ], "main_score": 0.106719, "hf_subset": "pes_Arab", "languages": [ "pes-Arab" ] }, { "accuracy": 0.105929, "f1": 0.086259, "f1_weighted": 0.09449, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.166667, "f1_weighted": 0.243961 }, { "accuracy": 0.130435, "f1": 0.140476, "f1_weighted": 0.113768 }, { "accuracy": 0.136364, "f1": 0.088435, "f1_weighted": 0.069264 }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.045455 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 } ], "main_score": 0.105929, "hf_subset": "fin_Latn", "languages": [ "fin-Latn" ] }, { "accuracy": 0.159289, "f1": 0.16141, "f1_weighted": 0.170467, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.16645, "f1_weighted": 0.148419 }, { "accuracy": 0.304348, "f1": 0.31645, "f1_weighted": 0.334651 }, { "accuracy": 0.136364, "f1": 0.147959, "f1_weighted": 0.141234 }, { "accuracy": 0.090909, "f1": 0.092857, "f1_weighted": 0.118182 }, { "accuracy": 0.090909, "f1": 0.083333, "f1_weighted": 0.109848 } ], "main_score": 0.159289, "hf_subset": "tgl_Latn", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.160079, "f1": 0.130501, "f1_weighted": 0.149689, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.154762, "f1_weighted": 0.206522 }, { "accuracy": 0.173913, "f1": 0.168831, "f1_weighted": 0.162055 }, { "accuracy": 0.227273, "f1": 0.207483, "f1_weighted": 0.243506 }, { "accuracy": 0.090909, "f1": 0.064286, "f1_weighted": 0.081818 }, { "accuracy": 0.090909, "f1": 0.057143, "f1_weighted": 0.054545 } ], "main_score": 0.160079, "hf_subset": "fra_Latn", "languages": [ "fra-Latn" ] }, { "accuracy": 0.170356, "f1": 0.14919, "f1_weighted": 0.143382, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.077922, "f1_weighted": 0.079051 }, { "accuracy": 0.130435, "f1": 0.113379, "f1_weighted": 0.113182 }, { "accuracy": 0.227273, "f1": 0.210204, "f1_weighted": 0.138312 }, { "accuracy": 0.136364, "f1": 0.134921, "f1_weighted": 0.189394 }, { "accuracy": 0.227273, "f1": 0.209524, "f1_weighted": 0.19697 } ], "main_score": 0.170356, "hf_subset": "gle_Latn", "languages": [ "gle-Latn" ] }, { "accuracy": 0.158498, "f1": 0.14873, "f1_weighted": 0.14881, "scores_per_experiment": [ { "accuracy": 0.434783, "f1": 0.419048, "f1_weighted": 0.428986 }, { "accuracy": 0.130435, "f1": 0.114286, "f1_weighted": 0.113043 }, { "accuracy": 0.090909, "f1": 0.095238, "f1_weighted": 0.060606 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.136364, "f1": 0.115079, "f1_weighted": 0.141414 } ], "main_score": 0.158498, "hf_subset": "glg_Latn", "languages": [ "glg-Latn" ] }, { "accuracy": 0.080237, "f1": 0.067873, "f1_weighted": 0.063163, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.073593, "f1_weighted": 0.044796 }, { "accuracy": 0.086957, "f1": 0.083117, "f1_weighted": 0.075889 }, { "accuracy": 0.045455, "f1": 0.020408, "f1_weighted": 0.012987 }, { "accuracy": 0.045455, "f1": 0.028571, "f1_weighted": 0.072727 }, { "accuracy": 0.136364, "f1": 0.133673, "f1_weighted": 0.109416 } ], "main_score": 0.080237, "hf_subset": "guj_Gujr", "languages": [ "guj-Gujr" ] }, { "accuracy": 0.097233, "f1": 0.095578, "f1_weighted": 0.088538, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.047619, "f1_weighted": 0.057971 }, { "accuracy": 0.26087, "f1": 0.246599, "f1_weighted": 0.226708 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.051948 }, { "accuracy": 0.136364, "f1": 0.142857, "f1_weighted": 0.106061 } ], "main_score": 0.097233, "hf_subset": "hau_Latn", "languages": [ "hau-Latn" ] }, { "accuracy": 0.124901, "f1": 0.104143, "f1_weighted": 0.116985, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.047619, "f1_weighted": 0.072464 }, { "accuracy": 0.217391, "f1": 0.180839, "f1_weighted": 0.163561 }, { "accuracy": 0.090909, "f1": 0.064626, "f1_weighted": 0.063853 }, { "accuracy": 0.136364, "f1": 0.084772, "f1_weighted": 0.163836 }, { "accuracy": 0.136364, "f1": 0.142857, "f1_weighted": 0.121212 } ], "main_score": 0.124901, "hf_subset": "heb_Hebr", "languages": [ "heb-Hebr" ] }, { "accuracy": 0.125296, "f1": 0.0858, "f1_weighted": 0.122296, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.111688, "f1_weighted": 0.143874 }, { "accuracy": 0.043478, "f1": 0.031746, "f1_weighted": 0.038647 }, { "accuracy": 0.227273, "f1": 0.17415, "f1_weighted": 0.246753 }, { "accuracy": 0.136364, "f1": 0.075702, "f1_weighted": 0.136752 }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.045455 } ], "main_score": 0.125296, "hf_subset": "hin_Deva", "languages": [ "hin-Deva" ] }, { "accuracy": 0.089723, "f1": 0.080478, "f1_weighted": 0.069847, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.095238, "f1_weighted": 0.057971 }, { "accuracy": 0.043478, "f1": 0.031746, "f1_weighted": 0.019324 }, { "accuracy": 0.136364, "f1": 0.098536, "f1_weighted": 0.059819 }, { "accuracy": 0.090909, "f1": 0.088435, "f1_weighted": 0.099567 }, { "accuracy": 0.090909, "f1": 0.088435, "f1_weighted": 0.112554 } ], "main_score": 0.089723, "hf_subset": "hrv_Latn", "languages": [ "hrv-Latn" ] }, { "accuracy": 0.12332, "f1": 0.106168, "f1_weighted": 0.106001, "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.234467, "f1_weighted": 0.227605 }, { "accuracy": 0.173913, "f1": 0.133673, "f1_weighted": 0.134472 }, { "accuracy": 0.181818, "f1": 0.162698, "f1_weighted": 0.167929 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 } ], "main_score": 0.12332, "hf_subset": "hun_Latn", "languages": [ "hun-Latn" ] }, { "accuracy": 0.196838, "f1": 0.187072, "f1_weighted": 0.198899, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.20068, "f1_weighted": 0.196687 }, { "accuracy": 0.130435, "f1": 0.139194, "f1_weighted": 0.111483 }, { "accuracy": 0.272727, "f1": 0.276438, "f1_weighted": 0.29693 }, { "accuracy": 0.272727, "f1": 0.25873, "f1_weighted": 0.322727 }, { "accuracy": 0.090909, "f1": 0.060317, "f1_weighted": 0.066667 } ], "main_score": 0.196838, "hf_subset": "hye_Armn", "languages": [ "hye-Armn" ] }, { "accuracy": 0.105929, "f1": 0.093855, "f1_weighted": 0.098579, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.138889, "f1_weighted": 0.084541 }, { "accuracy": 0.217391, "f1": 0.179592, "f1_weighted": 0.198758 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.015152 }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.080808 }, { "accuracy": 0.090909, "f1": 0.071429, "f1_weighted": 0.113636 } ], "main_score": 0.105929, "hf_subset": "ind_Latn", "languages": [ "ind-Latn" ] }, { "accuracy": 0.134783, "f1": 0.106918, "f1_weighted": 0.116335, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.02381, "f1_weighted": 0.014493 }, { "accuracy": 0.130435, "f1": 0.114409, "f1_weighted": 0.111048 }, { "accuracy": 0.136364, "f1": 0.126984, "f1_weighted": 0.111111 }, { "accuracy": 0.136364, "f1": 0.088435, "f1_weighted": 0.160173 }, { "accuracy": 0.227273, "f1": 0.180952, "f1_weighted": 0.184848 } ], "main_score": 0.134783, "hf_subset": "ibo_Latn", "languages": [ "ibo-Latn" ] }, { "accuracy": 0.150593, "f1": 0.137029, "f1_weighted": 0.116826, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.138776, "f1_weighted": 0.109317 }, { "accuracy": 0.304348, "f1": 0.292517, "f1_weighted": 0.242236 }, { "accuracy": 0.090909, "f1": 0.079365, "f1_weighted": 0.075758 }, { "accuracy": 0.090909, "f1": 0.081633, "f1_weighted": 0.090909 }, { "accuracy": 0.136364, "f1": 0.092857, "f1_weighted": 0.065909 } ], "main_score": 0.150593, "hf_subset": "isl_Latn", "languages": [ "isl-Latn" ] }, { "accuracy": 0.185771, "f1": 0.168755, "f1_weighted": 0.184019, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.107607, "f1_weighted": 0.102767 }, { "accuracy": 0.434783, "f1": 0.417687, "f1_weighted": 0.432298 }, { "accuracy": 0.090909, "f1": 0.092857, "f1_weighted": 0.070455 }, { "accuracy": 0.181818, "f1": 0.143991, "f1_weighted": 0.210678 }, { "accuracy": 0.090909, "f1": 0.081633, "f1_weighted": 0.103896 } ], "main_score": 0.185771, "hf_subset": "ita_Latn", "languages": [ "ita-Latn" ] }, { "accuracy": 0.063636, "f1": 0.055556, "f1_weighted": 0.05101, "scores_per_experiment": [ { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.090909, "f1": 0.06746, "f1_weighted": 0.066919 }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.034091 }, { "accuracy": 0.181818, "f1": 0.174603, "f1_weighted": 0.15404 } ], "main_score": 0.063636, "hf_subset": "jpn_Jpan", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.169565, "f1": 0.163311, "f1_weighted": 0.176186, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.104308, "f1_weighted": 0.092478 }, { "accuracy": 0.217391, "f1": 0.183673, "f1_weighted": 0.21118 }, { "accuracy": 0.272727, "f1": 0.338095, "f1_weighted": 0.268182 }, { "accuracy": 0.136364, "f1": 0.114286, "f1_weighted": 0.218182 }, { "accuracy": 0.090909, "f1": 0.07619, "f1_weighted": 0.090909 } ], "main_score": 0.169565, "hf_subset": "jav_Latn", "languages": [ "jav-Latn" ] }, { "accuracy": 0.097628, "f1": 0.090796, "f1_weighted": 0.096703, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.169965, "f1_weighted": 0.222505 }, { "accuracy": 0.043478, "f1": 0.071429, "f1_weighted": 0.043478 }, { "accuracy": 0.136364, "f1": 0.12415, "f1_weighted": 0.133117 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.045455 }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.038961 } ], "main_score": 0.097628, "hf_subset": "kat_Geor", "languages": [ "kat-Geor" ] }, { "accuracy": 0.169565, "f1": 0.146372, "f1_weighted": 0.183733, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.211111, "f1_weighted": 0.218357 }, { "accuracy": 0.130435, "f1": 0.113379, "f1_weighted": 0.10352 }, { "accuracy": 0.227273, "f1": 0.170635, "f1_weighted": 0.248737 }, { "accuracy": 0.181818, "f1": 0.138776, "f1_weighted": 0.236364 }, { "accuracy": 0.090909, "f1": 0.097959, "f1_weighted": 0.111688 } ], "main_score": 0.169565, "hf_subset": "kam_Latn", "languages": [ "kam-Latn" ] }, { "accuracy": 0.090119, "f1": 0.073696, "f1_weighted": 0.080957, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.088435, "f1_weighted": 0.082816 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.030303 }, { "accuracy": 0.136364, "f1": 0.12415, "f1_weighted": 0.146645 }, { "accuracy": 0.181818, "f1": 0.12415, "f1_weighted": 0.145022 } ], "main_score": 0.090119, "hf_subset": "kea_Latn", "languages": [ "kea-Latn" ] }, { "accuracy": 0.159289, "f1": 0.146986, "f1_weighted": 0.137795, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.150124, "f1_weighted": 0.139516 }, { "accuracy": 0.304348, "f1": 0.299093, "f1_weighted": 0.270669 }, { "accuracy": 0.090909, "f1": 0.047619, "f1_weighted": 0.045455 }, { "accuracy": 0.136364, "f1": 0.152381, "f1_weighted": 0.178788 }, { "accuracy": 0.090909, "f1": 0.085714, "f1_weighted": 0.054545 } ], "main_score": 0.159289, "hf_subset": "kaz_Cyrl", "languages": [ "kaz-Cyrl" ] }, { "accuracy": 0.187747, "f1": 0.158163, "f1_weighted": 0.170035, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.140816, "f1_weighted": 0.122981 }, { "accuracy": 0.173913, "f1": 0.152381, "f1_weighted": 0.129469 }, { "accuracy": 0.090909, "f1": 0.083333, "f1_weighted": 0.087121 }, { "accuracy": 0.181818, "f1": 0.119048, "f1_weighted": 0.212121 }, { "accuracy": 0.318182, "f1": 0.295238, "f1_weighted": 0.298485 } ], "main_score": 0.187747, "hf_subset": "khm_Khmr", "languages": [ "khm-Khmr" ] }, { "accuracy": 0.11502, "f1": 0.113469, "f1_weighted": 0.117029, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.190476, "f1_weighted": 0.227053 }, { "accuracy": 0.130435, "f1": 0.17619, "f1_weighted": 0.136232 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.075758 }, { "accuracy": 0.090909, "f1": 0.071429, "f1_weighted": 0.068182 }, { "accuracy": 0.090909, "f1": 0.081633, "f1_weighted": 0.077922 } ], "main_score": 0.11502, "hf_subset": "kan_Knda", "languages": [ "kan-Knda" ] }, { "accuracy": 0.196443, "f1": 0.174853, "f1_weighted": 0.184762, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.211111, "f1_weighted": 0.21256 }, { "accuracy": 0.173913, "f1": 0.140023, "f1_weighted": 0.156487 }, { "accuracy": 0.227273, "f1": 0.201814, "f1_weighted": 0.230159 }, { "accuracy": 0.136364, "f1": 0.115079, "f1_weighted": 0.119949 }, { "accuracy": 0.227273, "f1": 0.206236, "f1_weighted": 0.204654 } ], "main_score": 0.196443, "hf_subset": "kor_Hang", "languages": [ "kor-Hang" ] }, { "accuracy": 0.142292, "f1": 0.122132, "f1_weighted": 0.139646, "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.2, "f1_weighted": 0.232609 }, { "accuracy": 0.086957, "f1": 0.064286, "f1_weighted": 0.058696 }, { "accuracy": 0.090909, "f1": 0.088435, "f1_weighted": 0.088745 }, { "accuracy": 0.181818, "f1": 0.162698, "f1_weighted": 0.181818 }, { "accuracy": 0.090909, "f1": 0.095238, "f1_weighted": 0.136364 } ], "main_score": 0.142292, "hf_subset": "kir_Cyrl", "languages": [ "kir-Cyrl" ] }, { "accuracy": 0.214625, "f1": 0.177236, "f1_weighted": 0.217139, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.187425, "f1_weighted": 0.230554 }, { "accuracy": 0.173913, "f1": 0.174603, "f1_weighted": 0.193237 }, { "accuracy": 0.454545, "f1": 0.32381, "f1_weighted": 0.409091 }, { "accuracy": 0.045455, "f1": 0.028571, "f1_weighted": 0.036364 }, { "accuracy": 0.181818, "f1": 0.171769, "f1_weighted": 0.21645 } ], "main_score": 0.214625, "hf_subset": "ltz_Latn", "languages": [ "ltz-Latn" ] }, { "accuracy": 0.133202, "f1": 0.123086, "f1_weighted": 0.11963, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.143991, "f1_weighted": 0.122153 }, { "accuracy": 0.217391, "f1": 0.207937, "f1_weighted": 0.182609 }, { "accuracy": 0.090909, "f1": 0.081633, "f1_weighted": 0.051948 }, { "accuracy": 0.181818, "f1": 0.146155, "f1_weighted": 0.195986 }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.045455 } ], "main_score": 0.133202, "hf_subset": "lug_Latn", "languages": [ "lug-Latn" ] }, { "accuracy": 0.212648, "f1": 0.215095, "f1_weighted": 0.193539, "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.272109, "f1_weighted": 0.238095 }, { "accuracy": 0.304348, "f1": 0.359864, "f1_weighted": 0.283023 }, { "accuracy": 0.181818, "f1": 0.139194, "f1_weighted": 0.16317 }, { "accuracy": 0.090909, "f1": 0.063492, "f1_weighted": 0.080808 }, { "accuracy": 0.181818, "f1": 0.240816, "f1_weighted": 0.202597 } ], "main_score": 0.212648, "hf_subset": "lin_Latn", "languages": [ "lin-Latn" ] }, { "accuracy": 0.177866, "f1": 0.169595, "f1_weighted": 0.156962, "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.265873, "f1_weighted": 0.252415 }, { "accuracy": 0.130435, "f1": 0.15, "f1_weighted": 0.136957 }, { "accuracy": 0.181818, "f1": 0.159864, "f1_weighted": 0.137446 }, { "accuracy": 0.090909, "f1": 0.108974, "f1_weighted": 0.089161 }, { "accuracy": 0.181818, "f1": 0.163265, "f1_weighted": 0.168831 } ], "main_score": 0.177866, "hf_subset": "lao_Laoo", "languages": [ "lao-Laoo" ] }, { "accuracy": 0.089328, "f1": 0.076803, "f1_weighted": 0.076632, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.133673, "f1_weighted": 0.148758 }, { "accuracy": 0.043478, "f1": 0.035714, "f1_weighted": 0.021739 }, { "accuracy": 0.090909, "f1": 0.064626, "f1_weighted": 0.087662 }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.034091 }, { "accuracy": 0.136364, "f1": 0.114286, "f1_weighted": 0.090909 } ], "main_score": 0.089328, "hf_subset": "lit_Latn", "languages": [ "lit-Latn" ] }, { "accuracy": 0.124901, "f1": 0.113814, "f1_weighted": 0.121422, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.047619, "f1_weighted": 0.072464 }, { "accuracy": 0.217391, "f1": 0.222449, "f1_weighted": 0.181366 }, { "accuracy": 0.136364, "f1": 0.083694, "f1_weighted": 0.13315 }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.051948 }, { "accuracy": 0.181818, "f1": 0.17449, "f1_weighted": 0.168182 } ], "main_score": 0.124901, "hf_subset": "luo_Latn", "languages": [ "luo-Latn" ] }, { "accuracy": 0.171146, "f1": 0.154263, "f1_weighted": 0.15743, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.072562, "f1_weighted": 0.100759 }, { "accuracy": 0.086957, "f1": 0.088889, "f1_weighted": 0.081159 }, { "accuracy": 0.272727, "f1": 0.230159, "f1_weighted": 0.229798 }, { "accuracy": 0.136364, "f1": 0.143991, "f1_weighted": 0.150433 }, { "accuracy": 0.272727, "f1": 0.235714, "f1_weighted": 0.225 } ], "main_score": 0.171146, "hf_subset": "lvs_Latn", "languages": [ "lvs-Latn" ] }, { "accuracy": 0.125296, "f1": 0.116329, "f1_weighted": 0.121079, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.148423, "f1_weighted": 0.115189 }, { "accuracy": 0.043478, "f1": 0.031746, "f1_weighted": 0.028986 }, { "accuracy": 0.090909, "f1": 0.069388, "f1_weighted": 0.083117 }, { "accuracy": 0.181818, "f1": 0.207937, "f1_weighted": 0.267172 }, { "accuracy": 0.136364, "f1": 0.12415, "f1_weighted": 0.110931 } ], "main_score": 0.125296, "hf_subset": "mri_Latn", "languages": [ "mri-Latn" ] }, { "accuracy": 0.088538, "f1": 0.080952, "f1_weighted": 0.07657, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.150794, "f1_weighted": 0.135266 }, { "accuracy": 0.130435, "f1": 0.119048, "f1_weighted": 0.108696 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.090909, "f1": 0.071429, "f1_weighted": 0.068182 }, { "accuracy": 0.090909, "f1": 0.063492, "f1_weighted": 0.070707 } ], "main_score": 0.088538, "hf_subset": "mkd_Cyrl", "languages": [ "mkd-Cyrl" ] }, { "accuracy": 0.162055, "f1": 0.154324, "f1_weighted": 0.163866, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.146032, "f1_weighted": 0.152657 }, { "accuracy": 0.043478, "f1": 0.040816, "f1_weighted": 0.062112 }, { "accuracy": 0.181818, "f1": 0.167766, "f1_weighted": 0.157809 }, { "accuracy": 0.227273, "f1": 0.190476, "f1_weighted": 0.204545 }, { "accuracy": 0.227273, "f1": 0.226531, "f1_weighted": 0.242208 } ], "main_score": 0.162055, "hf_subset": "mal_Mlym", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.16087, "f1": 0.146873, "f1_weighted": 0.125809, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.205442, "f1_weighted": 0.125052 }, { "accuracy": 0.086957, "f1": 0.069388, "f1_weighted": 0.075776 }, { "accuracy": 0.227273, "f1": 0.23288, "f1_weighted": 0.173593 }, { "accuracy": 0.090909, "f1": 0.064626, "f1_weighted": 0.112554 }, { "accuracy": 0.181818, "f1": 0.162028, "f1_weighted": 0.14207 } ], "main_score": 0.16087, "hf_subset": "khk_Cyrl", "languages": [ "khk-Cyrl" ] }, { "accuracy": 0.178656, "f1": 0.139672, "f1_weighted": 0.144783, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.115079, "f1_weighted": 0.07971 }, { "accuracy": 0.217391, "f1": 0.185714, "f1_weighted": 0.147826 }, { "accuracy": 0.272727, "f1": 0.161172, "f1_weighted": 0.214452 }, { "accuracy": 0.090909, "f1": 0.071429, "f1_weighted": 0.090909 }, { "accuracy": 0.181818, "f1": 0.164966, "f1_weighted": 0.191017 } ], "main_score": 0.178656, "hf_subset": "mar_Deva", "languages": [ "mar-Deva" ] }, { "accuracy": 0.124901, "f1": 0.106463, "f1_weighted": 0.114502, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.154762, "f1_weighted": 0.155797 }, { "accuracy": 0.086957, "f1": 0.076531, "f1_weighted": 0.082298 }, { "accuracy": 0.181818, "f1": 0.155102, "f1_weighted": 0.184416 }, { "accuracy": 0.090909, "f1": 0.069388, "f1_weighted": 0.075325 }, { "accuracy": 0.090909, "f1": 0.076531, "f1_weighted": 0.074675 } ], "main_score": 0.124901, "hf_subset": "zsm_Latn", "languages": [ "zsm-Latn" ] }, { "accuracy": 0.088538, "f1": 0.081973, "f1_weighted": 0.08434, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.095238, "f1_weighted": 0.101449 }, { "accuracy": 0.173913, "f1": 0.130952, "f1_weighted": 0.144928 }, { "accuracy": 0.136364, "f1": 0.126531, "f1_weighted": 0.120779 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.057143, "f1_weighted": 0.054545 } ], "main_score": 0.088538, "hf_subset": "mlt_Latn", "languages": [ "mlt-Latn" ] }, { "accuracy": 0.098024, "f1": 0.083797, "f1_weighted": 0.096681, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.140383, "f1_weighted": 0.172219 }, { "accuracy": 0.043478, "f1": 0.071429, "f1_weighted": 0.065217 }, { "accuracy": 0.136364, "f1": 0.107607, "f1_weighted": 0.119244 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.136364, "f1": 0.099567, "f1_weighted": 0.126722 } ], "main_score": 0.098024, "hf_subset": "mya_Mymr", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.160474, "f1": 0.168617, "f1_weighted": 0.184556, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.219841, "f1_weighted": 0.21087 }, { "accuracy": 0.173913, "f1": 0.181293, "f1_weighted": 0.170497 }, { "accuracy": 0.090909, "f1": 0.072562, "f1_weighted": 0.089466 }, { "accuracy": 0.272727, "f1": 0.297959, "f1_weighted": 0.361039 }, { "accuracy": 0.090909, "f1": 0.071429, "f1_weighted": 0.090909 } ], "main_score": 0.160474, "hf_subset": "nob_Latn", "languages": [ "nob-Latn" ] }, { "accuracy": 0.133202, "f1": 0.12175, "f1_weighted": 0.128649, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.117007, "f1_weighted": 0.109731 }, { "accuracy": 0.217391, "f1": 0.216234, "f1_weighted": 0.19585 }, { "accuracy": 0.090909, "f1": 0.081633, "f1_weighted": 0.103896 }, { "accuracy": 0.227273, "f1": 0.193878, "f1_weighted": 0.233766 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 } ], "main_score": 0.133202, "hf_subset": "npi_Deva", "languages": [ "npi-Deva" ] }, { "accuracy": 0.222925, "f1": 0.185716, "f1_weighted": 0.209537, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.092857, "f1_weighted": 0.078261 }, { "accuracy": 0.347826, "f1": 0.314512, "f1_weighted": 0.301518 }, { "accuracy": 0.272727, "f1": 0.246032, "f1_weighted": 0.285354 }, { "accuracy": 0.181818, "f1": 0.172006, "f1_weighted": 0.241139 }, { "accuracy": 0.181818, "f1": 0.103175, "f1_weighted": 0.141414 } ], "main_score": 0.222925, "hf_subset": "nld_Latn", "languages": [ "nld-Latn" ] }, { "accuracy": 0.11581, "f1": 0.100431, "f1_weighted": 0.120123, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.169388, "f1_weighted": 0.201242 }, { "accuracy": 0.086957, "f1": 0.076531, "f1_weighted": 0.059006 }, { "accuracy": 0.090909, "f1": 0.076531, "f1_weighted": 0.099026 }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.045455 }, { "accuracy": 0.181818, "f1": 0.143991, "f1_weighted": 0.195887 } ], "main_score": 0.11581, "hf_subset": "nso_Latn", "languages": [ "nso-Latn" ] }, { "accuracy": 0.116206, "f1": 0.080408, "f1_weighted": 0.099785, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.057143, "f1_weighted": 0.034783 }, { "accuracy": 0.130435, "f1": 0.061224, "f1_weighted": 0.074534 }, { "accuracy": 0.181818, "f1": 0.164626, "f1_weighted": 0.162338 }, { "accuracy": 0.181818, "f1": 0.119048, "f1_weighted": 0.227273 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 } ], "main_score": 0.116206, "hf_subset": "nya_Latn", "languages": [ "nya-Latn" ] }, { "accuracy": 0.150198, "f1": 0.142132, "f1_weighted": 0.132019, "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.233333, "f1_weighted": 0.250725 }, { "accuracy": 0.217391, "f1": 0.226531, "f1_weighted": 0.217702 }, { "accuracy": 0.090909, "f1": 0.103175, "f1_weighted": 0.05303 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.181818, "f1": 0.147619, "f1_weighted": 0.138636 } ], "main_score": 0.150198, "hf_subset": "oci_Latn", "languages": [ "oci-Latn" ] }, { "accuracy": 0.12332, "f1": 0.111818, "f1_weighted": 0.103919, "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.257143, "f1_weighted": 0.214493 }, { "accuracy": 0.173913, "f1": 0.14026, "f1_weighted": 0.178656 }, { "accuracy": 0.045455, "f1": 0.025974, "f1_weighted": 0.008264 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.136364, "f1": 0.135714, "f1_weighted": 0.118182 } ], "main_score": 0.12332, "hf_subset": "ory_Orya", "languages": [ "ory-Orya" ] }, { "accuracy": 0.087747, "f1": 0.071633, "f1_weighted": 0.087125, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.145125, "f1_weighted": 0.186335 }, { "accuracy": 0.173913, "f1": 0.136508, "f1_weighted": 0.127536 }, { "accuracy": 0.090909, "f1": 0.076531, "f1_weighted": 0.121753 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 } ], "main_score": 0.087747, "hf_subset": "pan_Guru", "languages": [ "pan-Guru" ] }, { "accuracy": 0.062451, "f1": 0.054855, "f1_weighted": 0.066837, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.088435, "f1_weighted": 0.05383 }, { "accuracy": 0.043478, "f1": 0.040816, "f1_weighted": 0.024845 }, { "accuracy": 0.136364, "f1": 0.119048, "f1_weighted": 0.189394 }, { "accuracy": 0.045455, "f1": 0.025974, "f1_weighted": 0.066116 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 } ], "main_score": 0.062451, "hf_subset": "pol_Latn", "languages": [ "pol-Latn" ] }, { "accuracy": 0.150988, "f1": 0.132134, "f1_weighted": 0.146057, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.181293, "f1_weighted": 0.189337 }, { "accuracy": 0.173913, "f1": 0.130282, "f1_weighted": 0.170023 }, { "accuracy": 0.090909, "f1": 0.097959, "f1_weighted": 0.119481 }, { "accuracy": 0.090909, "f1": 0.095238, "f1_weighted": 0.090909 }, { "accuracy": 0.181818, "f1": 0.155896, "f1_weighted": 0.160534 } ], "main_score": 0.150988, "hf_subset": "pbt_Arab", "languages": [ "pbt-Arab" ] }, { "accuracy": 0.160079, "f1": 0.137729, "f1_weighted": 0.132688, "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.230159, "f1_weighted": 0.245169 }, { "accuracy": 0.130435, "f1": 0.130952, "f1_weighted": 0.112319 }, { "accuracy": 0.136364, "f1": 0.113379, "f1_weighted": 0.108225 }, { "accuracy": 0.227273, "f1": 0.182407, "f1_weighted": 0.187626 }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.010101 } ], "main_score": 0.160079, "hf_subset": "por_Latn", "languages": [ "por-Latn" ] }, { "accuracy": 0.143083, "f1": 0.139501, "f1_weighted": 0.124661, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.057143, "f1_weighted": 0.052174 }, { "accuracy": 0.173913, "f1": 0.149093, "f1_weighted": 0.159765 }, { "accuracy": 0.272727, "f1": 0.303175, "f1_weighted": 0.243939 }, { "accuracy": 0.090909, "f1": 0.092857, "f1_weighted": 0.106818 }, { "accuracy": 0.090909, "f1": 0.095238, "f1_weighted": 0.060606 } ], "main_score": 0.143083, "hf_subset": "ron_Latn", "languages": [ "ron-Latn" ] }, { "accuracy": 0.116206, "f1": 0.092637, "f1_weighted": 0.090418, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.088889, "f1_weighted": 0.083092 }, { "accuracy": 0.130435, "f1": 0.098536, "f1_weighted": 0.088211 }, { "accuracy": 0.090909, "f1": 0.051948, "f1_weighted": 0.033058 }, { "accuracy": 0.090909, "f1": 0.057143, "f1_weighted": 0.054545 }, { "accuracy": 0.181818, "f1": 0.166667, "f1_weighted": 0.193182 } ], "main_score": 0.116206, "hf_subset": "rus_Cyrl", "languages": [ "rus-Cyrl" ] }, { "accuracy": 0.116206, "f1": 0.110454, "f1_weighted": 0.121156, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.095238, "f1_weighted": 0.072464 }, { "accuracy": 0.130435, "f1": 0.145578, "f1_weighted": 0.160663 }, { "accuracy": 0.090909, "f1": 0.06746, "f1_weighted": 0.073232 }, { "accuracy": 0.136364, "f1": 0.097959, "f1_weighted": 0.151948 }, { "accuracy": 0.136364, "f1": 0.146032, "f1_weighted": 0.147475 } ], "main_score": 0.116206, "hf_subset": "snd_Arab", "languages": [ "snd-Arab" ] }, { "accuracy": 0.106719, "f1": 0.087034, "f1_weighted": 0.093491, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.112245, "f1_weighted": 0.127329 }, { "accuracy": 0.130435, "f1": 0.099567, "f1_weighted": 0.137022 }, { "accuracy": 0.136364, "f1": 0.120181, "f1_weighted": 0.104618 }, { "accuracy": 0.045455, "f1": 0.02381, "f1_weighted": 0.022727 }, { "accuracy": 0.090909, "f1": 0.079365, "f1_weighted": 0.075758 } ], "main_score": 0.106719, "hf_subset": "slk_Latn", "languages": [ "slk-Latn" ] }, { "accuracy": 0.11581, "f1": 0.102925, "f1_weighted": 0.106743, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.150794, "f1_weighted": 0.130435 }, { "accuracy": 0.130435, "f1": 0.083333, "f1_weighted": 0.09058 }, { "accuracy": 0.136364, "f1": 0.140816, "f1_weighted": 0.12987 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.045455 }, { "accuracy": 0.136364, "f1": 0.092063, "f1_weighted": 0.137374 } ], "main_score": 0.11581, "hf_subset": "slv_Latn", "languages": [ "slv-Latn" ] }, { "accuracy": 0.116206, "f1": 0.099388, "f1_weighted": 0.109257, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.057143, "f1_weighted": 0.034783 }, { "accuracy": 0.173913, "f1": 0.12415, "f1_weighted": 0.162008 }, { "accuracy": 0.136364, "f1": 0.129705, "f1_weighted": 0.12583 }, { "accuracy": 0.227273, "f1": 0.185941, "f1_weighted": 0.223665 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 } ], "main_score": 0.116206, "hf_subset": "sna_Latn", "languages": [ "sna-Latn" ] }, { "accuracy": 0.141897, "f1": 0.120405, "f1_weighted": 0.141105, "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.2, "f1_weighted": 0.234783 }, { "accuracy": 0.173913, "f1": 0.126531, "f1_weighted": 0.16646 }, { "accuracy": 0.136364, "f1": 0.120181, "f1_weighted": 0.108947 }, { "accuracy": 0.090909, "f1": 0.079121, "f1_weighted": 0.128671 }, { "accuracy": 0.090909, "f1": 0.07619, "f1_weighted": 0.066667 } ], "main_score": 0.141897, "hf_subset": "som_Latn", "languages": [ "som-Latn" ] }, { "accuracy": 0.097233, "f1": 0.083401, "f1_weighted": 0.085017, "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.220635, "f1_weighted": 0.220773 }, { "accuracy": 0.043478, "f1": 0.031746, "f1_weighted": 0.028986 }, { "accuracy": 0.090909, "f1": 0.088435, "f1_weighted": 0.114719 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.090909, "f1": 0.07619, "f1_weighted": 0.060606 } ], "main_score": 0.097233, "hf_subset": "srp_Cyrl", "languages": [ "srp-Cyrl" ] }, { "accuracy": 0.143083, "f1": 0.120548, "f1_weighted": 0.107414, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.099206, "f1_weighted": 0.140097 }, { "accuracy": 0.130435, "f1": 0.130952, "f1_weighted": 0.07971 }, { "accuracy": 0.136364, "f1": 0.107143, "f1_weighted": 0.102273 }, { "accuracy": 0.136364, "f1": 0.087662, "f1_weighted": 0.083678 }, { "accuracy": 0.181818, "f1": 0.177778, "f1_weighted": 0.131313 } ], "main_score": 0.143083, "hf_subset": "swe_Latn", "languages": [ "swe-Latn" ] }, { "accuracy": 0.143083, "f1": 0.116213, "f1_weighted": 0.146038, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.120181, "f1_weighted": 0.112491 }, { "accuracy": 0.130435, "f1": 0.085714, "f1_weighted": 0.113043 }, { "accuracy": 0.227273, "f1": 0.195578, "f1_weighted": 0.272186 }, { "accuracy": 0.136364, "f1": 0.110204, "f1_weighted": 0.131169 }, { "accuracy": 0.090909, "f1": 0.069388, "f1_weighted": 0.101299 } ], "main_score": 0.143083, "hf_subset": "swh_Latn", "languages": [ "swh-Latn" ] }, { "accuracy": 0.133992, "f1": 0.130204, "f1_weighted": 0.140674, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.133673, "f1_weighted": 0.098758 }, { "accuracy": 0.130435, "f1": 0.155102, "f1_weighted": 0.136646 }, { "accuracy": 0.136364, "f1": 0.121769, "f1_weighted": 0.157359 }, { "accuracy": 0.136364, "f1": 0.154762, "f1_weighted": 0.174242 }, { "accuracy": 0.136364, "f1": 0.085714, "f1_weighted": 0.136364 } ], "main_score": 0.133992, "hf_subset": "tam_Taml", "languages": [ "tam-Taml" ] }, { "accuracy": 0.098814, "f1": 0.085646, "f1_weighted": 0.099817, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.117347, "f1_weighted": 0.167702 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.227273, "f1": 0.19898, "f1_weighted": 0.163961 }, { "accuracy": 0.136364, "f1": 0.111905, "f1_weighted": 0.167424 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 } ], "main_score": 0.098814, "hf_subset": "tel_Telu", "languages": [ "tel-Telu" ] }, { "accuracy": 0.116601, "f1": 0.099617, "f1_weighted": 0.074873, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.063492, "f1_weighted": 0.038647 }, { "accuracy": 0.086957, "f1": 0.06746, "f1_weighted": 0.062802 }, { "accuracy": 0.272727, "f1": 0.257823, "f1_weighted": 0.207143 }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.034091 }, { "accuracy": 0.090909, "f1": 0.073593, "f1_weighted": 0.03168 } ], "main_score": 0.116601, "hf_subset": "tgk_Cyrl", "languages": [ "tgk-Cyrl" ] }, { "accuracy": 0.116206, "f1": 0.117959, "f1_weighted": 0.110226, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.057143, "f1_weighted": 0.034783 }, { "accuracy": 0.173913, "f1": 0.195918, "f1_weighted": 0.168944 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.015152 }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.060606 }, { "accuracy": 0.272727, "f1": 0.241497, "f1_weighted": 0.271645 } ], "main_score": 0.116206, "hf_subset": "tha_Thai", "languages": [ "tha-Thai" ] }, { "accuracy": 0.107905, "f1": 0.097077, "f1_weighted": 0.115321, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.047619, "f1_weighted": 0.072464 }, { "accuracy": 0.086957, "f1": 0.06679, "f1_weighted": 0.073405 }, { "accuracy": 0.181818, "f1": 0.134921, "f1_weighted": 0.174242 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.227273, "f1": 0.236054, "f1_weighted": 0.256494 } ], "main_score": 0.107905, "hf_subset": "tur_Latn", "languages": [ "tur-Latn" ] }, { "accuracy": 0.150593, "f1": 0.16415, "f1_weighted": 0.1425, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.179705, "f1_weighted": 0.17098 }, { "accuracy": 0.26087, "f1": 0.297052, "f1_weighted": 0.26432 }, { "accuracy": 0.136364, "f1": 0.152381, "f1_weighted": 0.109091 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.181818, "f1": 0.19161, "f1_weighted": 0.16811 } ], "main_score": 0.150593, "hf_subset": "ukr_Cyrl", "languages": [ "ukr-Cyrl" ] }, { "accuracy": 0.089723, "f1": 0.080884, "f1_weighted": 0.099505, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.069388, "f1_weighted": 0.088199 }, { "accuracy": 0.043478, "f1": 0.035714, "f1_weighted": 0.054348 }, { "accuracy": 0.090909, "f1": 0.088435, "f1_weighted": 0.11039 }, { "accuracy": 0.136364, "f1": 0.122449, "f1_weighted": 0.116883 }, { "accuracy": 0.090909, "f1": 0.088435, "f1_weighted": 0.127706 } ], "main_score": 0.089723, "hf_subset": "umb_Latn", "languages": [ "umb-Latn" ] }, { "accuracy": 0.196047, "f1": 0.183492, "f1_weighted": 0.178975, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.168254, "f1_weighted": 0.177778 }, { "accuracy": 0.26087, "f1": 0.252381, "f1_weighted": 0.233333 }, { "accuracy": 0.136364, "f1": 0.092063, "f1_weighted": 0.106061 }, { "accuracy": 0.181818, "f1": 0.207483, "f1_weighted": 0.22619 }, { "accuracy": 0.227273, "f1": 0.197279, "f1_weighted": 0.151515 } ], "main_score": 0.196047, "hf_subset": "urd_Arab", "languages": [ "urd-Arab" ] }, { "accuracy": 0.080632, "f1": 0.070454, "f1_weighted": 0.070373, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.083333, "f1_weighted": 0.105072 }, { "accuracy": 0.043478, "f1": 0.040816, "f1_weighted": 0.037267 }, { "accuracy": 0.136364, "f1": 0.126984, "f1_weighted": 0.090909 }, { "accuracy": 0.045455, "f1": 0.028571, "f1_weighted": 0.036364 }, { "accuracy": 0.090909, "f1": 0.072562, "f1_weighted": 0.082251 } ], "main_score": 0.080632, "hf_subset": "uzn_Latn", "languages": [ "uzn-Latn" ] }, { "accuracy": 0.16087, "f1": 0.140662, "f1_weighted": 0.147966, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.121429, "f1_weighted": 0.167391 }, { "accuracy": 0.173913, "f1": 0.133673, "f1_weighted": 0.150311 }, { "accuracy": 0.227273, "f1": 0.1829, "f1_weighted": 0.158058 }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.038961 }, { "accuracy": 0.227273, "f1": 0.22449, "f1_weighted": 0.225108 } ], "main_score": 0.16087, "hf_subset": "vie_Latn", "languages": [ "vie-Latn" ] }, { "accuracy": 0.106324, "f1": 0.11322, "f1_weighted": 0.105504, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.203175, "f1_weighted": 0.164251 }, { "accuracy": 0.130435, "f1": 0.12415, "f1_weighted": 0.136646 }, { "accuracy": 0.045455, "f1": 0.071429, "f1_weighted": 0.068182 }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.038961 }, { "accuracy": 0.136364, "f1": 0.126531, "f1_weighted": 0.119481 } ], "main_score": 0.106324, "hf_subset": "wol_Latn", "languages": [ "wol-Latn" ] }, { "accuracy": 0.185771, "f1": 0.161912, "f1_weighted": 0.159068, "scores_per_experiment": [ { "accuracy": 0.391304, "f1": 0.345125, "f1_weighted": 0.328916 }, { "accuracy": 0.173913, "f1": 0.139683, "f1_weighted": 0.132367 }, { "accuracy": 0.090909, "f1": 0.097959, "f1_weighted": 0.093506 }, { "accuracy": 0.136364, "f1": 0.121693, "f1_weighted": 0.119769 }, { "accuracy": 0.136364, "f1": 0.105102, "f1_weighted": 0.120779 } ], "main_score": 0.185771, "hf_subset": "xho_Latn", "languages": [ "xho-Latn" ] }, { "accuracy": 0.088933, "f1": 0.072723, "f1_weighted": 0.07561, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.105102, "f1_weighted": 0.111801 }, { "accuracy": 0.086957, "f1": 0.061688, "f1_weighted": 0.064229 }, { "accuracy": 0.136364, "f1": 0.136508, "f1_weighted": 0.112121 }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.080808 }, { "accuracy": 0.045455, "f1": 0.028571, "f1_weighted": 0.009091 } ], "main_score": 0.088933, "hf_subset": "yor_Latn", "languages": [ "yor-Latn" ] }, { "accuracy": 0.11581, "f1": 0.119594, "f1_weighted": 0.108614, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.151927, "f1_weighted": 0.191856 }, { "accuracy": 0.086957, "f1": 0.06679, "f1_weighted": 0.0655 }, { "accuracy": 0.181818, "f1": 0.231293, "f1_weighted": 0.178571 }, { "accuracy": 0.090909, "f1": 0.076531, "f1_weighted": 0.084416 }, { "accuracy": 0.045455, "f1": 0.071429, "f1_weighted": 0.022727 } ], "main_score": 0.11581, "hf_subset": "zho_Hant", "languages": [ "zho-Hant" ] }, { "accuracy": 0.125692, "f1": 0.116077, "f1_weighted": 0.124096, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.035714, "f1_weighted": 0.054348 }, { "accuracy": 0.130435, "f1": 0.119048, "f1_weighted": 0.101449 }, { "accuracy": 0.181818, "f1": 0.171769, "f1_weighted": 0.182359 }, { "accuracy": 0.090909, "f1": 0.081633, "f1_weighted": 0.090909 }, { "accuracy": 0.181818, "f1": 0.172222, "f1_weighted": 0.191414 } ], "main_score": 0.125692, "hf_subset": "zul_Latn", "languages": [ "zul-Latn" ] }, { "accuracy": 0.205138, "f1": 0.179459, "f1_weighted": 0.179516, "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.301474, "f1_weighted": 0.274086 }, { "accuracy": 0.130435, "f1": 0.140476, "f1_weighted": 0.118116 }, { "accuracy": 0.136364, "f1": 0.081232, "f1_weighted": 0.09893 }, { "accuracy": 0.227273, "f1": 0.155556, "f1_weighted": 0.224242 }, { "accuracy": 0.227273, "f1": 0.218559, "f1_weighted": 0.182207 } ], "main_score": 0.205138, "hf_subset": "fuv_Latn", "languages": [ "fuv-Latn" ] }, { "accuracy": 0.152569, "f1": 0.129186, "f1_weighted": 0.151076, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.072562, "f1_weighted": 0.05383 }, { "accuracy": 0.130435, "f1": 0.120181, "f1_weighted": 0.112491 }, { "accuracy": 0.272727, "f1": 0.227211, "f1_weighted": 0.253247 }, { "accuracy": 0.136364, "f1": 0.130736, "f1_weighted": 0.199449 }, { "accuracy": 0.136364, "f1": 0.095238, "f1_weighted": 0.136364 } ], "main_score": 0.152569, "hf_subset": "gaz_Latn", "languages": [ "gaz-Latn" ] } ] }, "evaluation_time": 25871.63618040085, "kg_co2_emissions": null }