{ "dataset_revision": "186b61175fbd77059f769b6bf1110d449a2ff311", "task_name": "SIBFLEURS", "mteb_version": "1.38.33", "scores": { "train": [ { "accuracy": 0.070751, "f1": 0.048035, "f1_weighted": 0.028289, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.057623, "f1_weighted": 0.035075 }, { "accuracy": 0.130435, "f1": 0.061905, "f1_weighted": 0.037681 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.090909, "f1": 0.108225, "f1_weighted": 0.064738 } ], "main_score": 0.070751, "hf_subset": "afr_Latn", "languages": [ "afr-Latn" ] }, { "accuracy": 0.044269, "f1": 0.019368, "f1_weighted": 0.010313, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.035714, "f1_weighted": 0.021739 }, { "accuracy": 0.043478, "f1": 0.035714, "f1_weighted": 0.021739 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012987, "f1_weighted": 0.004132 } ], "main_score": 0.044269, "hf_subset": "amh_Ethi", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.079051, "f1": 0.037174, "f1_weighted": 0.021184, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.095238, "f1_weighted": 0.057971 }, { "accuracy": 0.130435, "f1": 0.065789, "f1_weighted": 0.040046 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.079051, "hf_subset": "arb_Arab", "languages": [ "arb-Arab" ] }, { "accuracy": 0.035573, "f1": 0.011648, "f1_weighted": 0.005647, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.020408, "f1_weighted": 0.012422 }, { "accuracy": 0.043478, "f1": 0.012987, "f1_weighted": 0.007905 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.035573, "hf_subset": "asm_Beng", "languages": [ "asm-Beng" ] }, { "accuracy": 0.052964, "f1": 0.022826, "f1_weighted": 0.012451, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.046429, "f1_weighted": 0.028261 }, { "accuracy": 0.086957, "f1": 0.042857, "f1_weighted": 0.026087 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.052964, "hf_subset": "ast_Latn", "languages": [ "ast-Latn" ] }, { "accuracy": 0.070751, "f1": 0.047443, "f1_weighted": 0.027821, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.069328, "f1_weighted": 0.042199 }, { "accuracy": 0.086957, "f1": 0.045378, "f1_weighted": 0.027621 }, { "accuracy": 0.090909, "f1": 0.108225, "f1_weighted": 0.064738 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.014286, "f1_weighted": 0.004545 } ], "main_score": 0.070751, "hf_subset": "azj_Latn", "languages": [ "azj-Latn" ] }, { "accuracy": 0.079447, "f1": 0.05584, "f1_weighted": 0.032873, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.138889, "f1_weighted": 0.084541 }, { "accuracy": 0.086957, "f1": 0.042857, "f1_weighted": 0.026087 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.090909, "f1": 0.085034, "f1_weighted": 0.049784 } ], "main_score": 0.079447, "hf_subset": "bel_Cyrl", "languages": [ "bel-Cyrl" ] }, { "accuracy": 0.044269, "f1": 0.018691, "f1_weighted": 0.009933, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.017857, "f1_weighted": 0.01087 }, { "accuracy": 0.086957, "f1": 0.050752, "f1_weighted": 0.030892 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.044269, "hf_subset": "bul_Cyrl", "languages": [ "bul-Cyrl" ] }, { "accuracy": 0.052964, "f1": 0.019001, "f1_weighted": 0.01009, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.027211, "f1_weighted": 0.016563 }, { "accuracy": 0.086957, "f1": 0.042386, "f1_weighted": 0.0258 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012987, "f1_weighted": 0.004132 } ], "main_score": 0.052964, "hf_subset": "ben_Beng", "languages": [ "ben-Beng" ] }, { "accuracy": 0.044269, "f1": 0.020084, "f1_weighted": 0.010782, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.049603, "f1_weighted": 0.030193 }, { "accuracy": 0.043478, "f1": 0.025974, "f1_weighted": 0.01581 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.044269, "hf_subset": "bos_Latn", "languages": [ "bos-Latn" ] }, { "accuracy": 0.070356, "f1": 0.038848, "f1_weighted": 0.02217, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.085714, "f1_weighted": 0.052174 }, { "accuracy": 0.130435, "f1": 0.083117, "f1_weighted": 0.050593 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012987, "f1_weighted": 0.004132 } ], "main_score": 0.070356, "hf_subset": "cat_Latn", "languages": [ "cat-Latn" ] }, { "accuracy": 0.06166, "f1": 0.027696, "f1_weighted": 0.015415, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.025974, "f1_weighted": 0.01581 }, { "accuracy": 0.173913, "f1": 0.087662, "f1_weighted": 0.05336 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.06166, "hf_subset": "ceb_Latn", "languages": [ "ceb-Latn" ] }, { "accuracy": 0.052964, "f1": 0.020263, "f1_weighted": 0.01089, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.033613, "f1_weighted": 0.02046 }, { "accuracy": 0.086957, "f1": 0.042857, "f1_weighted": 0.026087 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.052964, "hf_subset": "ckb_Arab", "languages": [ "ckb-Arab" ] }, { "accuracy": 0.044269, "f1": 0.018127, "f1_weighted": 0.00959, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.050752, "f1_weighted": 0.030892 }, { "accuracy": 0.043478, "f1": 0.015038, "f1_weighted": 0.009153 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.044269, "hf_subset": "zho_Hans", "languages": [ "zho-Hans" ] }, { "accuracy": 0.052569, "f1": 0.027916, "f1_weighted": 0.016202, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.097403, "f1_weighted": 0.059289 }, { "accuracy": 0.086957, "f1": 0.028571, "f1_weighted": 0.017391 }, { "accuracy": 0.045455, "f1": 0.013605, "f1_weighted": 0.004329 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 } ], "main_score": 0.052569, "hf_subset": "ces_Latn", "languages": [ "ces-Latn" ] }, { "accuracy": 0.035573, "f1": 0.012303, "f1_weighted": 0.005943, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.015873, "f1_weighted": 0.009662 }, { "accuracy": 0.043478, "f1": 0.019048, "f1_weighted": 0.011594 }, { "accuracy": 0.045455, "f1": 0.012987, "f1_weighted": 0.004132 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.013605, "f1_weighted": 0.004329 } ], "main_score": 0.035573, "hf_subset": "cym_Latn", "languages": [ "cym-Latn" ] }, { "accuracy": 0.05336, "f1": 0.030852, "f1_weighted": 0.022244, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.02381, "f1_weighted": 0.014493 }, { "accuracy": 0.086957, "f1": 0.033613, "f1_weighted": 0.02046 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.090909, "f1": 0.084416, "f1_weighted": 0.072314 } ], "main_score": 0.05336, "hf_subset": "dan_Latn", "languages": [ "dan-Latn" ] }, { "accuracy": 0.052964, "f1": 0.023877, "f1_weighted": 0.015023, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.031746, "f1_weighted": 0.028986 }, { "accuracy": 0.130435, "f1": 0.062794, "f1_weighted": 0.038223 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.052964, "hf_subset": "deu_Latn", "languages": [ "deu-Latn" ] }, { "accuracy": 0.044269, "f1": 0.016747, "f1_weighted": 0.008649, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.038095, "f1_weighted": 0.023188 }, { "accuracy": 0.043478, "f1": 0.019048, "f1_weighted": 0.011594 }, { "accuracy": 0.045455, "f1": 0.013605, "f1_weighted": 0.004329 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012987, "f1_weighted": 0.004132 } ], "main_score": 0.044269, "hf_subset": "ell_Grek", "languages": [ "ell-Grek" ] }, { "accuracy": 0.044269, "f1": 0.015501, "f1_weighted": 0.007992, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.019048, "f1_weighted": 0.011594 }, { "accuracy": 0.086957, "f1": 0.033613, "f1_weighted": 0.02046 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.044269, "hf_subset": "eng_Latn", "languages": [ "eng-Latn" ] }, { "accuracy": 0.044269, "f1": 0.021664, "f1_weighted": 0.011743, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.066667, "f1_weighted": 0.04058 }, { "accuracy": 0.043478, "f1": 0.016807, "f1_weighted": 0.01023 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.044269, "hf_subset": "spa_Latn", "languages": [ "spa-Latn" ] }, { "accuracy": 0.044269, "f1": 0.018806, "f1_weighted": 0.010004, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.02381, "f1_weighted": 0.014493 }, { "accuracy": 0.086957, "f1": 0.045378, "f1_weighted": 0.027621 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.044269, "hf_subset": "est_Latn", "languages": [ "est-Latn" ] }, { "accuracy": 0.052964, "f1": 0.021029, "f1_weighted": 0.011357, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.016807, "f1_weighted": 0.01023 }, { "accuracy": 0.130435, "f1": 0.063492, "f1_weighted": 0.038647 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.052964, "hf_subset": "pes_Arab", "languages": [ "pes-Arab" ] }, { "accuracy": 0.044269, "f1": 0.015773, "f1_weighted": 0.008158, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.020408, "f1_weighted": 0.012422 }, { "accuracy": 0.086957, "f1": 0.033613, "f1_weighted": 0.02046 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.044269, "hf_subset": "fin_Latn", "languages": [ "fin-Latn" ] }, { "accuracy": 0.052964, "f1": 0.026953, "f1_weighted": 0.014963, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.046429, "f1_weighted": 0.028261 }, { "accuracy": 0.086957, "f1": 0.063492, "f1_weighted": 0.038647 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.052964, "hf_subset": "tgl_Latn", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.035573, "f1": 0.013446, "f1_weighted": 0.006741, "scores_per_experiment": [ { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.086957, "f1": 0.042386, "f1_weighted": 0.0258 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.035573, "hf_subset": "fra_Latn", "languages": [ "fra-Latn" ] }, { "accuracy": 0.06166, "f1": 0.029892, "f1_weighted": 0.016752, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.09454, "f1_weighted": 0.057546 }, { "accuracy": 0.086957, "f1": 0.030075, "f1_weighted": 0.018307 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.06166, "hf_subset": "gle_Latn", "languages": [ "gle-Latn" ] }, { "accuracy": 0.079051, "f1": 0.039708, "f1_weighted": 0.022727, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.063492, "f1_weighted": 0.038647 }, { "accuracy": 0.173913, "f1": 0.110204, "f1_weighted": 0.067081 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.079051, "hf_subset": "glg_Latn", "languages": [ "glg-Latn" ] }, { "accuracy": 0.052964, "f1": 0.02535, "f1_weighted": 0.013954, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.069597, "f1_weighted": 0.042363 }, { "accuracy": 0.043478, "f1": 0.031746, "f1_weighted": 0.019324 }, { "accuracy": 0.045455, "f1": 0.012987, "f1_weighted": 0.004132 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.052964, "hf_subset": "guj_Gujr", "languages": [ "guj-Gujr" ] }, { "accuracy": 0.070356, "f1": 0.041379, "f1_weighted": 0.023744, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.112245, "f1_weighted": 0.068323 }, { "accuracy": 0.130435, "f1": 0.069805, "f1_weighted": 0.04249 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.070356, "hf_subset": "hau_Latn", "languages": [ "hau-Latn" ] }, { "accuracy": 0.070356, "f1": 0.045763, "f1_weighted": 0.02989, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.047619, "f1_weighted": 0.028986 }, { "accuracy": 0.217391, "f1": 0.156349, "f1_weighted": 0.11256 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.070356, "hf_subset": "heb_Hebr", "languages": [ "heb-Hebr" ] }, { "accuracy": 0.044269, "f1": 0.013803, "f1_weighted": 0.006958, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.012422, "f1_weighted": 0.007561 }, { "accuracy": 0.086957, "f1": 0.031746, "f1_weighted": 0.019324 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.044269, "hf_subset": "hin_Deva", "languages": [ "hin-Deva" ] }, { "accuracy": 0.052964, "f1": 0.025156, "f1_weighted": 0.013869, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.055556, "f1_weighted": 0.033816 }, { "accuracy": 0.086957, "f1": 0.045378, "f1_weighted": 0.027621 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.052964, "hf_subset": "hrv_Latn", "languages": [ "hrv-Latn" ] }, { "accuracy": 0.052964, "f1": 0.015765, "f1_weighted": 0.00812, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.028571, "f1_weighted": 0.017391 }, { "accuracy": 0.086957, "f1": 0.024845, "f1_weighted": 0.015123 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012987, "f1_weighted": 0.004132 } ], "main_score": 0.052964, "hf_subset": "hun_Latn", "languages": [ "hun-Latn" ] }, { "accuracy": 0.044269, "f1": 0.017145, "f1_weighted": 0.00896, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.031746, "f1_weighted": 0.019324 }, { "accuracy": 0.043478, "f1": 0.028571, "f1_weighted": 0.017391 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012987, "f1_weighted": 0.004132 } ], "main_score": 0.044269, "hf_subset": "hye_Armn", "languages": [ "hye-Armn" ] }, { "accuracy": 0.052569, "f1": 0.029218, "f1_weighted": 0.017063, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.105095, "f1_weighted": 0.063971 }, { "accuracy": 0.086957, "f1": 0.028571, "f1_weighted": 0.017391 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 } ], "main_score": 0.052569, "hf_subset": "ind_Latn", "languages": [ "ind-Latn" ] }, { "accuracy": 0.06166, "f1": 0.024449, "f1_weighted": 0.013439, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.035714, "f1_weighted": 0.021739 }, { "accuracy": 0.130435, "f1": 0.061688, "f1_weighted": 0.037549 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.06166, "hf_subset": "ibo_Latn", "languages": [ "ibo-Latn" ] }, { "accuracy": 0.052964, "f1": 0.017236, "f1_weighted": 0.008946, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.033613, "f1_weighted": 0.02046 }, { "accuracy": 0.086957, "f1": 0.025974, "f1_weighted": 0.01581 }, { "accuracy": 0.045455, "f1": 0.013605, "f1_weighted": 0.004329 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012987, "f1_weighted": 0.004132 } ], "main_score": 0.052964, "hf_subset": "isl_Latn", "languages": [ "isl-Latn" ] }, { "accuracy": 0.05336, "f1": 0.027633, "f1_weighted": 0.01542, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.014286, "f1_weighted": 0.008696 }, { "accuracy": 0.086957, "f1": 0.047619, "f1_weighted": 0.028986 }, { "accuracy": 0.045455, "f1": 0.013605, "f1_weighted": 0.004329 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.090909, "f1": 0.062657, "f1_weighted": 0.035088 } ], "main_score": 0.05336, "hf_subset": "ita_Latn", "languages": [ "ita-Latn" ] }, { "accuracy": 0.06166, "f1": 0.028998, "f1_weighted": 0.016139, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.030075, "f1_weighted": 0.018307 }, { "accuracy": 0.130435, "f1": 0.088889, "f1_weighted": 0.054106 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.013605, "f1_weighted": 0.004329 } ], "main_score": 0.06166, "hf_subset": "jpn_Jpan", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.044269, "f1": 0.021976, "f1_weighted": 0.011933, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.044218, "f1_weighted": 0.026915 }, { "accuracy": 0.043478, "f1": 0.040816, "f1_weighted": 0.024845 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.044269, "hf_subset": "jav_Latn", "languages": [ "jav-Latn" ] }, { "accuracy": 0.06166, "f1": 0.032762, "f1_weighted": 0.018397, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.071429, "f1_weighted": 0.043478 }, { "accuracy": 0.130435, "f1": 0.065789, "f1_weighted": 0.040046 }, { "accuracy": 0.045455, "f1": 0.012987, "f1_weighted": 0.004132 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.013605, "f1_weighted": 0.004329 } ], "main_score": 0.06166, "hf_subset": "kat_Geor", "languages": [ "kat-Geor" ] }, { "accuracy": 0.06166, "f1": 0.027774, "f1_weighted": 0.015462, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.044218, "f1_weighted": 0.026915 }, { "accuracy": 0.130435, "f1": 0.069805, "f1_weighted": 0.04249 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.06166, "hf_subset": "kam_Latn", "languages": [ "kam-Latn" ] }, { "accuracy": 0.026482, "f1": 0.009287, "f1_weighted": 0.004931, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.013605, "f1_weighted": 0.008282 }, { "accuracy": 0.043478, "f1": 0.020408, "f1_weighted": 0.012422 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 } ], "main_score": 0.026482, "hf_subset": "kea_Latn", "languages": [ "kea-Latn" ] }, { "accuracy": 0.06166, "f1": 0.024826, "f1_weighted": 0.013566, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.031746, "f1_weighted": 0.019324 }, { "accuracy": 0.130435, "f1": 0.065789, "f1_weighted": 0.040046 }, { "accuracy": 0.045455, "f1": 0.012987, "f1_weighted": 0.004132 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.013605, "f1_weighted": 0.004329 } ], "main_score": 0.06166, "hf_subset": "kaz_Cyrl", "languages": [ "kaz-Cyrl" ] }, { "accuracy": 0.070356, "f1": 0.033732, "f1_weighted": 0.019089, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.081633, "f1_weighted": 0.049689 }, { "accuracy": 0.130435, "f1": 0.062185, "f1_weighted": 0.037852 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.070356, "hf_subset": "khm_Khmr", "languages": [ "khm-Khmr" ] }, { "accuracy": 0.052964, "f1": 0.023608, "f1_weighted": 0.012927, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.02381, "f1_weighted": 0.014493 }, { "accuracy": 0.130435, "f1": 0.069388, "f1_weighted": 0.042236 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.052964, "hf_subset": "kan_Knda", "languages": [ "kan-Knda" ] }, { "accuracy": 0.044269, "f1": 0.018761, "f1_weighted": 0.009943, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.016807, "f1_weighted": 0.01023 }, { "accuracy": 0.086957, "f1": 0.051587, "f1_weighted": 0.031401 }, { "accuracy": 0.045455, "f1": 0.012987, "f1_weighted": 0.004132 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.044269, "hf_subset": "kor_Hang", "languages": [ "kor-Hang" ] }, { "accuracy": 0.052569, "f1": 0.021833, "f1_weighted": 0.012568, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.030075, "f1_weighted": 0.018307 }, { "accuracy": 0.130435, "f1": 0.066667, "f1_weighted": 0.04058 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 } ], "main_score": 0.052569, "hf_subset": "kir_Cyrl", "languages": [ "kir-Cyrl" ] }, { "accuracy": 0.052964, "f1": 0.02078, "f1_weighted": 0.011205, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.04898, "f1_weighted": 0.029814 }, { "accuracy": 0.086957, "f1": 0.030075, "f1_weighted": 0.018307 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.052964, "hf_subset": "ltz_Latn", "languages": [ "ltz-Latn" ] }, { "accuracy": 0.052964, "f1": 0.031953, "f1_weighted": 0.022354, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.047619, "f1_weighted": 0.028986 }, { "accuracy": 0.086957, "f1": 0.087302, "f1_weighted": 0.074879 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.052964, "hf_subset": "lug_Latn", "languages": [ "lug-Latn" ] }, { "accuracy": 0.052964, "f1": 0.022291, "f1_weighted": 0.012125, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.016807, "f1_weighted": 0.01023 }, { "accuracy": 0.130435, "f1": 0.069805, "f1_weighted": 0.04249 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.052964, "hf_subset": "lin_Latn", "languages": [ "lin-Latn" ] }, { "accuracy": 0.052964, "f1": 0.017406, "f1_weighted": 0.009151, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.033613, "f1_weighted": 0.02046 }, { "accuracy": 0.086957, "f1": 0.028571, "f1_weighted": 0.017391 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.052964, "hf_subset": "lao_Laoo", "languages": [ "lao-Laoo" ] }, { "accuracy": 0.044269, "f1": 0.018415, "f1_weighted": 0.009733, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.02381, "f1_weighted": 0.014493 }, { "accuracy": 0.086957, "f1": 0.042857, "f1_weighted": 0.026087 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012987, "f1_weighted": 0.004132 } ], "main_score": 0.044269, "hf_subset": "lit_Latn", "languages": [ "lit-Latn" ] }, { "accuracy": 0.079447, "f1": 0.057422, "f1_weighted": 0.042765, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.047952, "f1_weighted": 0.029188 }, { "accuracy": 0.173913, "f1": 0.14232, "f1_weighted": 0.108369 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.090909, "f1": 0.084416, "f1_weighted": 0.072314 } ], "main_score": 0.079447, "hf_subset": "luo_Latn", "languages": [ "luo-Latn" ] }, { "accuracy": 0.06166, "f1": 0.026464, "f1_weighted": 0.014665, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.045788, "f1_weighted": 0.027871 }, { "accuracy": 0.130435, "f1": 0.061688, "f1_weighted": 0.037549 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.06166, "hf_subset": "lvs_Latn", "languages": [ "lvs-Latn" ] }, { "accuracy": 0.044269, "f1": 0.018574, "f1_weighted": 0.009863, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.020408, "f1_weighted": 0.012422 }, { "accuracy": 0.086957, "f1": 0.047619, "f1_weighted": 0.028986 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.044269, "hf_subset": "mri_Latn", "languages": [ "mri-Latn" ] }, { "accuracy": 0.044269, "f1": 0.021116, "f1_weighted": 0.01141, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.045022, "f1_weighted": 0.027404 }, { "accuracy": 0.043478, "f1": 0.035714, "f1_weighted": 0.021739 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.044269, "hf_subset": "mkd_Cyrl", "languages": [ "mkd-Cyrl" ] }, { "accuracy": 0.06166, "f1": 0.0269, "f1_weighted": 0.014898, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.070996, "f1_weighted": 0.043215 }, { "accuracy": 0.086957, "f1": 0.038095, "f1_weighted": 0.023188 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012987, "f1_weighted": 0.004132 } ], "main_score": 0.06166, "hf_subset": "mal_Mlym", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.044269, "f1": 0.016808, "f1_weighted": 0.008787, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.016807, "f1_weighted": 0.01023 }, { "accuracy": 0.086957, "f1": 0.042386, "f1_weighted": 0.0258 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.044269, "hf_subset": "khk_Cyrl", "languages": [ "khk-Cyrl" ] }, { "accuracy": 0.044269, "f1": 0.017854, "f1_weighted": 0.009424, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.016807, "f1_weighted": 0.01023 }, { "accuracy": 0.086957, "f1": 0.047619, "f1_weighted": 0.028986 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.044269, "hf_subset": "mar_Deva", "languages": [ "mar-Deva" ] }, { "accuracy": 0.079051, "f1": 0.037438, "f1_weighted": 0.021243, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.097106, "f1_weighted": 0.059108 }, { "accuracy": 0.130435, "f1": 0.063492, "f1_weighted": 0.038647 }, { "accuracy": 0.045455, "f1": 0.012987, "f1_weighted": 0.004132 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.013605, "f1_weighted": 0.004329 } ], "main_score": 0.079051, "hf_subset": "zsm_Latn", "languages": [ "zsm-Latn" ] }, { "accuracy": 0.052964, "f1": 0.020169, "f1_weighted": 0.010833, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.033613, "f1_weighted": 0.02046 }, { "accuracy": 0.086957, "f1": 0.042386, "f1_weighted": 0.0258 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.052964, "hf_subset": "mlt_Latn", "languages": [ "mlt-Latn" ] }, { "accuracy": 0.070356, "f1": 0.035161, "f1_weighted": 0.019959, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.117347, "f1_weighted": 0.071429 }, { "accuracy": 0.086957, "f1": 0.033613, "f1_weighted": 0.02046 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.070356, "hf_subset": "mya_Mymr", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.052964, "f1": 0.021432, "f1_weighted": 0.011602, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.020408, "f1_weighted": 0.012422 }, { "accuracy": 0.130435, "f1": 0.061905, "f1_weighted": 0.037681 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.052964, "hf_subset": "nob_Latn", "languages": [ "nob-Latn" ] }, { "accuracy": 0.044269, "f1": 0.016715, "f1_weighted": 0.008731, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.015873, "f1_weighted": 0.009662 }, { "accuracy": 0.086957, "f1": 0.042857, "f1_weighted": 0.026087 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.044269, "hf_subset": "npi_Deva", "languages": [ "npi-Deva" ] }, { "accuracy": 0.070751, "f1": 0.035614, "f1_weighted": 0.02342, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.068027, "f1_weighted": 0.041408 }, { "accuracy": 0.086957, "f1": 0.035714, "f1_weighted": 0.021739 }, { "accuracy": 0.090909, "f1": 0.061905, "f1_weighted": 0.05 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.070751, "hf_subset": "nld_Latn", "languages": [ "nld-Latn" ] }, { "accuracy": 0.06166, "f1": 0.032293, "f1_weighted": 0.01818, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.080952, "f1_weighted": 0.049275 }, { "accuracy": 0.086957, "f1": 0.055102, "f1_weighted": 0.03354 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012987, "f1_weighted": 0.004132 } ], "main_score": 0.06166, "hf_subset": "nso_Latn", "languages": [ "nso-Latn" ] }, { "accuracy": 0.06166, "f1": 0.032783, "f1_weighted": 0.018511, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.095238, "f1_weighted": 0.057971 }, { "accuracy": 0.086957, "f1": 0.043831, "f1_weighted": 0.02668 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.06166, "hf_subset": "nya_Latn", "languages": [ "nya-Latn" ] }, { "accuracy": 0.06166, "f1": 0.027537, "f1_weighted": 0.015318, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.06746, "f1_weighted": 0.041063 }, { "accuracy": 0.086957, "f1": 0.045378, "f1_weighted": 0.027621 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.06166, "hf_subset": "oci_Latn", "languages": [ "oci-Latn" ] }, { "accuracy": 0.044269, "f1": 0.019088, "f1_weighted": 0.010175, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.055556, "f1_weighted": 0.033816 }, { "accuracy": 0.043478, "f1": 0.015038, "f1_weighted": 0.009153 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.044269, "hf_subset": "ory_Orya", "languages": [ "ory-Orya" ] }, { "accuracy": 0.088142, "f1": 0.058918, "f1_weighted": 0.041668, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.118738, "f1_weighted": 0.072276 }, { "accuracy": 0.130435, "f1": 0.076531, "f1_weighted": 0.059006 }, { "accuracy": 0.045455, "f1": 0.013605, "f1_weighted": 0.004329 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.090909, "f1": 0.085714, "f1_weighted": 0.072727 } ], "main_score": 0.088142, "hf_subset": "pan_Guru", "languages": [ "pan-Guru" ] }, { "accuracy": 0.06166, "f1": 0.027327, "f1_weighted": 0.01519, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.046429, "f1_weighted": 0.028261 }, { "accuracy": 0.130435, "f1": 0.065359, "f1_weighted": 0.039784 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.06166, "hf_subset": "pol_Latn", "languages": [ "pol-Latn" ] }, { "accuracy": 0.070356, "f1": 0.033187, "f1_weighted": 0.018649, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.069841, "f1_weighted": 0.042512 }, { "accuracy": 0.130435, "f1": 0.069388, "f1_weighted": 0.042236 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.014286, "f1_weighted": 0.004545 } ], "main_score": 0.070356, "hf_subset": "pbt_Arab", "languages": [ "pbt-Arab" ] }, { "accuracy": 0.052964, "f1": 0.019841, "f1_weighted": 0.010633, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.045788, "f1_weighted": 0.027871 }, { "accuracy": 0.086957, "f1": 0.028571, "f1_weighted": 0.017391 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.052964, "hf_subset": "por_Latn", "languages": [ "por-Latn" ] }, { "accuracy": 0.06166, "f1": 0.031283, "f1_weighted": 0.017599, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.057623, "f1_weighted": 0.035075 }, { "accuracy": 0.130435, "f1": 0.07395, "f1_weighted": 0.045013 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.06166, "hf_subset": "ron_Latn", "languages": [ "ron-Latn" ] }, { "accuracy": 0.062055, "f1": 0.032642, "f1_weighted": 0.020803, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.069805, "f1_weighted": 0.04249 }, { "accuracy": 0.043478, "f1": 0.015873, "f1_weighted": 0.009662 }, { "accuracy": 0.090909, "f1": 0.045788, "f1_weighted": 0.021562 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.030303 } ], "main_score": 0.062055, "hf_subset": "rus_Cyrl", "languages": [ "rus-Cyrl" ] }, { "accuracy": 0.070356, "f1": 0.033903, "f1_weighted": 0.019193, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.069841, "f1_weighted": 0.042512 }, { "accuracy": 0.130435, "f1": 0.07483, "f1_weighted": 0.045549 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.070356, "hf_subset": "snd_Arab", "languages": [ "snd-Arab" ] }, { "accuracy": 0.052964, "f1": 0.024577, "f1_weighted": 0.013516, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.064426, "f1_weighted": 0.039216 }, { "accuracy": 0.086957, "f1": 0.033613, "f1_weighted": 0.02046 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.052964, "hf_subset": "slk_Latn", "languages": [ "slk-Latn" ] }, { "accuracy": 0.06166, "f1": 0.028629, "f1_weighted": 0.01595, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.051948, "f1_weighted": 0.031621 }, { "accuracy": 0.130435, "f1": 0.065789, "f1_weighted": 0.040046 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012987, "f1_weighted": 0.004132 } ], "main_score": 0.06166, "hf_subset": "slv_Latn", "languages": [ "slv-Latn" ] }, { "accuracy": 0.052964, "f1": 0.017826, "f1_weighted": 0.009407, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.035714, "f1_weighted": 0.021739 }, { "accuracy": 0.086957, "f1": 0.028571, "f1_weighted": 0.017391 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.052964, "hf_subset": "sna_Latn", "languages": [ "sna-Latn" ] }, { "accuracy": 0.044269, "f1": 0.018369, "f1_weighted": 0.009738, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.047952, "f1_weighted": 0.029188 }, { "accuracy": 0.043478, "f1": 0.019048, "f1_weighted": 0.011594 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.044269, "hf_subset": "som_Latn", "languages": [ "som-Latn" ] }, { "accuracy": 0.052964, "f1": 0.023251, "f1_weighted": 0.012709, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.048553, "f1_weighted": 0.029554 }, { "accuracy": 0.086957, "f1": 0.042857, "f1_weighted": 0.026087 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.052964, "hf_subset": "srp_Cyrl", "languages": [ "srp-Cyrl" ] }, { "accuracy": 0.044269, "f1": 0.017632, "f1_weighted": 0.009223, "scores_per_experiment": [ { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.130435, "f1": 0.062185, "f1_weighted": 0.037852 }, { "accuracy": 0.045455, "f1": 0.012987, "f1_weighted": 0.004132 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012987, "f1_weighted": 0.004132 } ], "main_score": 0.044269, "hf_subset": "swe_Latn", "languages": [ "swe-Latn" ] }, { "accuracy": 0.035178, "f1": 0.016566, "f1_weighted": 0.009362, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.056122, "f1_weighted": 0.034161 }, { "accuracy": 0.043478, "f1": 0.014286, "f1_weighted": 0.008696 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 } ], "main_score": 0.035178, "hf_subset": "swh_Latn", "languages": [ "swh-Latn" ] }, { "accuracy": 0.06166, "f1": 0.02608, "f1_weighted": 0.014279, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.033613, "f1_weighted": 0.02046 }, { "accuracy": 0.130435, "f1": 0.069328, "f1_weighted": 0.042199 }, { "accuracy": 0.045455, "f1": 0.015038, "f1_weighted": 0.004785 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.06166, "hf_subset": "tam_Taml", "languages": [ "tam-Taml" ] }, { "accuracy": 0.06166, "f1": 0.031577, "f1_weighted": 0.017777, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.087662, "f1_weighted": 0.05336 }, { "accuracy": 0.086957, "f1": 0.045378, "f1_weighted": 0.027621 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.06166, "hf_subset": "tel_Telu", "languages": [ "tel-Telu" ] }, { "accuracy": 0.070356, "f1": 0.034458, "f1_weighted": 0.019531, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.056689, "f1_weighted": 0.034507 }, { "accuracy": 0.173913, "f1": 0.090756, "f1_weighted": 0.055243 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.070356, "hf_subset": "tgk_Cyrl", "languages": [ "tgk-Cyrl" ] }, { "accuracy": 0.035573, "f1": 0.013446, "f1_weighted": 0.006741, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.020408, "f1_weighted": 0.012422 }, { "accuracy": 0.043478, "f1": 0.021978, "f1_weighted": 0.013378 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.035573, "hf_subset": "tha_Thai", "languages": [ "tha-Thai" ] }, { "accuracy": 0.026877, "f1": 0.010164, "f1_weighted": 0.004743, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.025974, "f1_weighted": 0.01581 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.026877, "hf_subset": "tur_Latn", "languages": [ "tur-Latn" ] }, { "accuracy": 0.044664, "f1": 0.032973, "f1_weighted": 0.019121, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.044218, "f1_weighted": 0.026915 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.090909, "f1": 0.108225, "f1_weighted": 0.064738 } ], "main_score": 0.044664, "hf_subset": "ukr_Cyrl", "languages": [ "ukr-Cyrl" ] }, { "accuracy": 0.070356, "f1": 0.031447, "f1_weighted": 0.017698, "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.084772, "f1_weighted": 0.051601 }, { "accuracy": 0.086957, "f1": 0.047619, "f1_weighted": 0.028986 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.070356, "hf_subset": "umb_Latn", "languages": [ "umb-Latn" ] }, { "accuracy": 0.044269, "f1": 0.020878, "f1_weighted": 0.011265, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.035714, "f1_weighted": 0.021739 }, { "accuracy": 0.086957, "f1": 0.043831, "f1_weighted": 0.02668 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.044269, "hf_subset": "urd_Arab", "languages": [ "urd-Arab" ] }, { "accuracy": 0.035573, "f1": 0.021037, "f1_weighted": 0.012309, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.025974, "f1_weighted": 0.01581 }, { "accuracy": 0.043478, "f1": 0.025974, "f1_weighted": 0.01581 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.025974 } ], "main_score": 0.035573, "hf_subset": "uzn_Latn", "languages": [ "uzn-Latn" ] }, { "accuracy": 0.052964, "f1": 0.024195, "f1_weighted": 0.013284, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.045378, "f1_weighted": 0.027621 }, { "accuracy": 0.086957, "f1": 0.050752, "f1_weighted": 0.030892 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.052964, "hf_subset": "vie_Latn", "languages": [ "vie-Latn" ] }, { "accuracy": 0.044269, "f1": 0.017333, "f1_weighted": 0.009107, "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.031746, "f1_weighted": 0.019324 }, { "accuracy": 0.086957, "f1": 0.030075, "f1_weighted": 0.018307 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.044269, "hf_subset": "wol_Latn", "languages": [ "wol-Latn" ] }, { "accuracy": 0.044269, "f1": 0.017307, "f1_weighted": 0.009091, "scores_per_experiment": [ { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.130435, "f1": 0.061688, "f1_weighted": 0.037549 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.044269, "hf_subset": "xho_Latn", "languages": [ "xho-Latn" ] }, { "accuracy": 0.070356, "f1": 0.030366, "f1_weighted": 0.01704, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.063492, "f1_weighted": 0.038647 }, { "accuracy": 0.130435, "f1": 0.063492, "f1_weighted": 0.038647 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.070356, "hf_subset": "yor_Latn", "languages": [ "yor-Latn" ] }, { "accuracy": 0.044269, "f1": 0.018302, "f1_weighted": 0.009697, "scores_per_experiment": [ { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.130435, "f1": 0.066667, "f1_weighted": 0.04058 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.044269, "hf_subset": "zho_Hant", "languages": [ "zho-Hant" ] }, { "accuracy": 0.052964, "f1": 0.023242, "f1_weighted": 0.012704, "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.04898, "f1_weighted": 0.029814 }, { "accuracy": 0.086957, "f1": 0.042386, "f1_weighted": 0.0258 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.052964, "hf_subset": "zul_Latn", "languages": [ "zul-Latn" ] }, { "accuracy": 0.062055, "f1": 0.034281, "f1_weighted": 0.019631, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.07395, "f1_weighted": 0.045013 }, { "accuracy": 0.043478, "f1": 0.013605, "f1_weighted": 0.008282 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.090909, "f1": 0.071429, "f1_weighted": 0.040909 } ], "main_score": 0.062055, "hf_subset": "fuv_Latn", "languages": [ "fuv-Latn" ] }, { "accuracy": 0.070356, "f1": 0.032552, "f1_weighted": 0.018263, "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.063492, "f1_weighted": 0.038647 }, { "accuracy": 0.130435, "f1": 0.072562, "f1_weighted": 0.044168 }, { "accuracy": 0.045455, "f1": 0.014286, "f1_weighted": 0.004545 }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0 }, { "accuracy": 0.045455, "f1": 0.012422, "f1_weighted": 0.003953 } ], "main_score": 0.070356, "hf_subset": "gaz_Latn", "languages": [ "gaz-Latn" ] } ] }, "evaluation_time": 6969.605001926422, "kg_co2_emissions": null }