{ "dataset_revision": "186b61175fbd77059f769b6bf1110d449a2ff311", "task_name": "SIBFLEURS", "mteb_version": "2.12.21", "scores": { "train": [ { "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.253061, "f1_weighted": 0.298137, "precision": 0.319048, "precision_weighted": 0.408696, "recall": 0.311905, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.043478, "f1": 0.021978, "f1_weighted": 0.033445, "precision": 0.017857, "precision_weighted": 0.027174, "recall": 0.028571, "recall_weighted": 0.043478, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.085714, "f1_weighted": 0.106061, "precision": 0.07619, "precision_weighted": 0.090909, "recall": 0.104762, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.040404, "precision": 0.028571, "precision_weighted": 0.036364, "recall": 0.035714, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.180272, "f1_weighted": 0.233225, "precision": 0.25, "precision_weighted": 0.354545, "recall": 0.219048, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null } ], "accuracy": 0.160474, "f1": 0.114554, "f1_weighted": 0.142254, "precision": 0.138333, "precision_weighted": 0.183538, "recall": 0.14, "recall_weighted": 0.160474, "ap": NaN, "ap_weighted": NaN, "main_score": 0.160474, "hf_subset": "afr_Latn", "languages": [ "afr-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.07619, "f1_weighted": 0.063768, "precision": 0.059524, "precision_weighted": 0.050725, "recall": 0.107143, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.168864, "f1_weighted": 0.214939, "precision": 0.160714, "precision_weighted": 0.195652, "recall": 0.197619, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.11544, "f1_weighted": 0.134068, "precision": 0.103175, "precision_weighted": 0.133838, "recall": 0.2, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.099206, "f1_weighted": 0.156566, "precision": 0.202381, "precision_weighted": 0.431818, "recall": 0.10119, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.056818, "precision": 0.047619, "precision_weighted": 0.075758, "recall": 0.028571, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.099083, "f1_weighted": 0.125232, "precision": 0.114683, "precision_weighted": 0.177558, "recall": 0.126905, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "amh_Ethi", "languages": [ "amh-Ethi" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.204329, "f1_weighted": 0.215283, "precision": 0.27381, "precision_weighted": 0.34058, "recall": 0.228571, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.111111, "f1_weighted": 0.10628, "precision": 0.115646, "precision_weighted": 0.121118, "recall": 0.154762, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.083117, "f1_weighted": 0.077686, "precision": 0.071429, "precision_weighted": 0.068182, "recall": 0.1, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.269635, "f1_weighted": 0.383314, "precision": 0.3, "precision_weighted": 0.480303, "recall": 0.27381, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.178932, "f1_weighted": 0.23416, "precision": 0.214286, "precision_weighted": 0.280303, "recall": 0.17619, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.205929, "f1": 0.169425, "f1_weighted": 0.203345, "precision": 0.195034, "precision_weighted": 0.258097, "recall": 0.186667, "recall_weighted": 0.205929, "ap": NaN, "ap_weighted": NaN, "main_score": 0.205929, "hf_subset": "arb_Arab", "languages": [ "arb-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.219388, "f1_weighted": 0.234472, "precision": 0.278912, "precision_weighted": 0.279503, "recall": 0.192857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.086957, "f1": 0.063492, "f1_weighted": 0.048309, "precision": 0.044218, "precision_weighted": 0.034161, "recall": 0.119048, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.088889, "f1_weighted": 0.084848, "precision": 0.095238, "precision_weighted": 0.090909, "recall": 0.095238, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.095238, "f1_weighted": 0.181818, "precision": 0.142857, "precision_weighted": 0.272727, "recall": 0.071429, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.153061, "f1_weighted": 0.13474, "precision": 0.12381, "precision_weighted": 0.110606, "recall": 0.214286, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.142688, "f1": 0.124014, "f1_weighted": 0.136838, "precision": 0.137007, "precision_weighted": 0.157581, "recall": 0.138571, "recall_weighted": 0.142688, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142688, "hf_subset": "asm_Beng", "languages": [ "asm-Beng" ] }, { "scores_per_experiment": [ { "accuracy": 0.347826, "f1": 0.293898, "f1_weighted": 0.326325, "precision": 0.363265, "precision_weighted": 0.438509, "recall": 0.364286, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.200577, "f1_weighted": 0.211572, "precision": 0.263265, "precision_weighted": 0.277019, "recall": 0.219048, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.262245, "f1_weighted": 0.289935, "precision": 0.27619, "precision_weighted": 0.330303, "recall": 0.32381, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.285714, "f1_weighted": 0.400433, "precision": 0.333333, "precision_weighted": 0.477273, "recall": 0.267857, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.222222, "f1_weighted": 0.209596, "precision": 0.211905, "precision_weighted": 0.202273, "recall": 0.242857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.294862, "f1": 0.252931, "f1_weighted": 0.287572, "precision": 0.289592, "precision_weighted": 0.345075, "recall": 0.283571, "recall_weighted": 0.294862, "ap": NaN, "ap_weighted": NaN, "main_score": 0.294862, "hf_subset": "ast_Latn", "languages": [ "ast-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.043956, "f1_weighted": 0.040134, "precision": 0.028571, "precision_weighted": 0.026087, "recall": 0.095238, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.19898, "f1_weighted": 0.192547, "precision": 0.183333, "precision_weighted": 0.184058, "recall": 0.238095, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.195578, "f1_weighted": 0.182359, "precision": 0.179365, "precision_weighted": 0.180808, "recall": 0.3, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.102041, "f1_weighted": 0.194805, "precision": 0.107143, "precision_weighted": 0.215909, "recall": 0.10119, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.133673, "f1_weighted": 0.142208, "precision": 0.166667, "precision_weighted": 0.19697, "recall": 0.147619, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.16996, "f1": 0.134846, "f1_weighted": 0.150411, "precision": 0.133016, "precision_weighted": 0.160766, "recall": 0.176429, "recall_weighted": 0.16996, "ap": NaN, "ap_weighted": NaN, "main_score": 0.16996, "hf_subset": "azj_Latn", "languages": [ "azj-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.256236, "f1_weighted": 0.296756, "precision": 0.25, "precision_weighted": 0.304348, "recall": 0.280952, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.304348, "f1": 0.306122, "f1_weighted": 0.343685, "precision": 0.380952, "precision_weighted": 0.452899, "recall": 0.290476, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.313492, "f1_weighted": 0.339646, "precision": 0.385714, "precision_weighted": 0.413636, "recall": 0.295238, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.162963, "f1_weighted": 0.193939, "precision": 0.222222, "precision_weighted": 0.318182, "recall": 0.173611, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.232323, "f1_weighted": 0.201561, "precision": 0.208333, "precision_weighted": 0.198864, "recall": 0.295238, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.267194, "f1": 0.254227, "f1_weighted": 0.275118, "precision": 0.289444, "precision_weighted": 0.337586, "recall": 0.267103, "recall_weighted": 0.267194, "ap": NaN, "ap_weighted": NaN, "main_score": 0.267194, "hf_subset": "bel_Cyrl", "languages": [ "bel-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.133117, "f1_weighted": 0.157115, "precision": 0.220635, "precision_weighted": 0.308213, "recall": 0.2, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.235714, "f1_weighted": 0.215217, "precision": 0.302721, "precision_weighted": 0.283644, "recall": 0.242857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.138889, "f1_weighted": 0.132576, "precision": 0.142857, "precision_weighted": 0.143939, "recall": 0.147619, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.072527, "f1_weighted": 0.128671, "precision": 0.103175, "precision_weighted": 0.222222, "recall": 0.089286, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.115079, "f1_weighted": 0.147727, "precision": 0.107143, "precision_weighted": 0.143939, "recall": 0.147619, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.16917, "f1": 0.139065, "f1_weighted": 0.156261, "precision": 0.175306, "precision_weighted": 0.220391, "recall": 0.165476, "recall_weighted": 0.16917, "ap": NaN, "ap_weighted": NaN, "main_score": 0.16917, "hf_subset": "bul_Cyrl", "languages": [ "bul-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.333911, "f1_weighted": 0.280105, "precision": 0.380952, "precision_weighted": 0.391304, "recall": 0.390476, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.086957, "f1": 0.097959, "f1_weighted": 0.101863, "precision": 0.119048, "precision_weighted": 0.123188, "recall": 0.083333, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.178355, "f1_weighted": 0.12011, "precision": 0.202381, "precision_weighted": 0.140152, "recall": 0.242857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.215488, "f1_weighted": 0.247934, "precision": 0.277778, "precision_weighted": 0.348485, "recall": 0.215278, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.367347, "f1_weighted": 0.37013, "precision": 0.325, "precision_weighted": 0.331818, "recall": 0.464286, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null } ], "accuracy": 0.241897, "f1": 0.238612, "f1_weighted": 0.224029, "precision": 0.261032, "precision_weighted": 0.266989, "recall": 0.279246, "recall_weighted": 0.241897, "ap": NaN, "ap_weighted": NaN, "main_score": 0.241897, "hf_subset": "ben_Beng", "languages": [ "ben-Beng" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.223016, "f1_weighted": 0.219807, "precision": 0.266667, "precision_weighted": 0.253623, "recall": 0.228571, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.156926, "f1_weighted": 0.128129, "precision": 0.206349, "precision_weighted": 0.169082, "recall": 0.171429, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.210623, "f1_weighted": 0.259324, "precision": 0.369048, "precision_weighted": 0.465909, "recall": 0.180952, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.07037, "f1_weighted": 0.113131, "precision": 0.116667, "precision_weighted": 0.218182, "recall": 0.0625, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.104308, "f1_weighted": 0.132756, "precision": 0.107143, "precision_weighted": 0.140152, "recall": 0.111905, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.160474, "f1": 0.153049, "f1_weighted": 0.170629, "precision": 0.213175, "precision_weighted": 0.24939, "recall": 0.151071, "recall_weighted": 0.160474, "ap": NaN, "ap_weighted": NaN, "main_score": 0.160474, "hf_subset": "bos_Latn", "languages": [ "bos-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.150113, "f1_weighted": 0.218772, "precision": 0.133333, "precision_weighted": 0.194203, "recall": 0.178571, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.130736, "f1_weighted": 0.144664, "precision": 0.210884, "precision_weighted": 0.242236, "recall": 0.119048, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.187302, "f1_weighted": 0.210101, "precision": 0.184524, "precision_weighted": 0.215909, "recall": 0.22381, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.041667, "f1_weighted": 0.045455, "precision": 0.041667, "precision_weighted": 0.045455, "recall": 0.041667, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.104762, "f1_weighted": 0.133333, "precision": 0.120408, "precision_weighted": 0.155844, "recall": 0.111905, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.160079, "f1": 0.122916, "f1_weighted": 0.150465, "precision": 0.138163, "precision_weighted": 0.170729, "recall": 0.135, "recall_weighted": 0.160079, "ap": NaN, "ap_weighted": NaN, "main_score": 0.160079, "hf_subset": "cat_Latn", "languages": [ "cat-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.138776, "f1_weighted": 0.126708, "precision": 0.147619, "precision_weighted": 0.14058, "recall": 0.154762, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.146429, "f1_weighted": 0.148913, "precision": 0.132035, "precision_weighted": 0.135705, "recall": 0.171429, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.545455, "f1": 0.554649, "f1_weighted": 0.523377, "precision": 0.607143, "precision_weighted": 0.662879, "recall": 0.638095, "recall_weighted": 0.545455, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.066667, "f1_weighted": 0.072727, "precision": 0.055556, "precision_weighted": 0.060606, "recall": 0.083333, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.095238, "f1_weighted": 0.060606, "precision": 0.142857, "precision_weighted": 0.090909, "recall": 0.071429, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null } ], "accuracy": 0.197233, "f1": 0.200351, "f1_weighted": 0.186466, "precision": 0.217042, "precision_weighted": 0.218136, "recall": 0.22381, "recall_weighted": 0.197233, "ap": NaN, "ap_weighted": NaN, "main_score": 0.197233, "hf_subset": "ceb_Latn", "languages": [ "ceb-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.07443, "f1_weighted": 0.092802, "precision": 0.091837, "precision_weighted": 0.127329, "recall": 0.12381, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.103175, "f1_weighted": 0.147343, "precision": 0.12381, "precision_weighted": 0.17971, "recall": 0.092857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.035714, "f1_weighted": 0.056818, "precision": 0.025974, "precision_weighted": 0.041322, "recall": 0.057143, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.080952, "f1_weighted": 0.115152, "precision": 0.107143, "precision_weighted": 0.159091, "recall": 0.065476, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.266234, "f1_weighted": 0.203857, "precision": 0.238095, "precision_weighted": 0.189394, "recall": 0.319048, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.133992, "f1": 0.112101, "f1_weighted": 0.123194, "precision": 0.117372, "precision_weighted": 0.139369, "recall": 0.131667, "recall_weighted": 0.133992, "ap": NaN, "ap_weighted": NaN, "main_score": 0.133992, "hf_subset": "ckb_Arab", "languages": [ "ckb-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.347826, "f1": 0.290476, "f1_weighted": 0.32029, "precision": 0.278912, "precision_weighted": 0.322981, "recall": 0.328571, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.347826, "f1": 0.350227, "f1_weighted": 0.343444, "precision": 0.402381, "precision_weighted": 0.399275, "recall": 0.361905, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.028571, "f1_weighted": 0.045455, "precision": 0.028571, "precision_weighted": 0.045455, "recall": 0.028571, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.119048, "f1_weighted": 0.189394, "precision": 0.185714, "precision_weighted": 0.245455, "recall": 0.10119, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.133673, "f1_weighted": 0.131169, "precision": 0.107143, "precision_weighted": 0.113636, "recall": 0.25, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.220949, "f1": 0.184399, "f1_weighted": 0.20595, "precision": 0.200544, "precision_weighted": 0.22536, "recall": 0.214048, "recall_weighted": 0.220949, "ap": NaN, "ap_weighted": NaN, "main_score": 0.220949, "hf_subset": "zho_Hans", "languages": [ "zho-Hans" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.19127, "f1_weighted": 0.161836, "precision": 0.22381, "precision_weighted": 0.17971, "recall": 0.207143, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.126531, "f1_weighted": 0.110559, "precision": 0.115646, "precision_weighted": 0.10559, "recall": 0.154762, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.073593, "f1_weighted": 0.086777, "precision": 0.071429, "precision_weighted": 0.083333, "recall": 0.07619, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.028571, "f1_weighted": 0.036364, "precision": 0.02381, "precision_weighted": 0.030303, "recall": 0.035714, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.092732, "f1_weighted": 0.132376, "precision": 0.102041, "precision_weighted": 0.13961, "recall": 0.121429, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.124506, "f1": 0.102539, "f1_weighted": 0.105582, "precision": 0.107347, "precision_weighted": 0.107709, "recall": 0.119048, "recall_weighted": 0.124506, "ap": NaN, "ap_weighted": NaN, "main_score": 0.124506, "hf_subset": "ces_Latn", "languages": [ "ces-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.132845, "f1_weighted": 0.14032, "precision": 0.111905, "precision_weighted": 0.118116, "recall": 0.164286, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.347826, "f1": 0.326098, "f1_weighted": 0.342048, "precision": 0.402381, "precision_weighted": 0.423913, "recall": 0.342857, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.102505, "f1_weighted": 0.103011, "precision": 0.083333, "precision_weighted": 0.087121, "recall": 0.147619, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.207256, "f1_weighted": 0.305339, "precision": 0.242857, "precision_weighted": 0.354545, "recall": 0.184524, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.117347, "f1_weighted": 0.125, "precision": 0.111905, "precision_weighted": 0.12197, "recall": 0.130952, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.213439, "f1": 0.17721, "f1_weighted": 0.203143, "precision": 0.190476, "precision_weighted": 0.221133, "recall": 0.194048, "recall_weighted": 0.213439, "ap": NaN, "ap_weighted": NaN, "main_score": 0.213439, "hf_subset": "cym_Latn", "languages": [ "cym-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.088435, "f1_weighted": 0.068323, "precision": 0.060317, "precision_weighted": 0.046377, "recall": 0.166667, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.220635, "f1_weighted": 0.242754, "precision": 0.291667, "precision_weighted": 0.344203, "recall": 0.266667, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.15873, "f1_weighted": 0.191919, "precision": 0.166667, "precision_weighted": 0.204545, "recall": 0.152381, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.065934, "f1_weighted": 0.167832, "precision": 0.085714, "precision_weighted": 0.218182, "recall": 0.053571, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.115385, "f1_weighted": 0.132867, "precision": 0.1, "precision_weighted": 0.118182, "recall": 0.166667, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.178261, "f1": 0.129824, "f1_weighted": 0.160739, "precision": 0.140873, "precision_weighted": 0.186298, "recall": 0.16119, "recall_weighted": 0.178261, "ap": NaN, "ap_weighted": NaN, "main_score": 0.178261, "hf_subset": "dan_Latn", "languages": [ "dan-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.247619, "f1_weighted": 0.276329, "precision": 0.285714, "precision_weighted": 0.333333, "recall": 0.247619, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.178912, "f1_weighted": 0.190269, "precision": 0.163265, "precision_weighted": 0.175983, "recall": 0.207143, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.225974, "f1_weighted": 0.195868, "precision": 0.202381, "precision_weighted": 0.185606, "recall": 0.314286, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.264626, "f1_weighted": 0.397403, "precision": 0.261905, "precision_weighted": 0.393939, "recall": 0.27381, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.137363, "f1_weighted": 0.173077, "precision": 0.196429, "precision_weighted": 0.221591, "recall": 0.133333, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.259289, "f1": 0.210899, "f1_weighted": 0.246589, "precision": 0.221939, "precision_weighted": 0.262091, "recall": 0.235238, "recall_weighted": 0.259289, "ap": NaN, "ap_weighted": NaN, "main_score": 0.259289, "hf_subset": "deu_Latn", "languages": [ "deu-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.205782, "f1_weighted": 0.257246, "precision": 0.266667, "precision_weighted": 0.365217, "recall": 0.264286, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.043478, "f1": 0.057143, "f1_weighted": 0.034783, "precision": 0.047619, "precision_weighted": 0.028986, "recall": 0.071429, "recall_weighted": 0.043478, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.038095, "f1_weighted": 0.036364, "precision": 0.02381, "precision_weighted": 0.022727, "recall": 0.095238, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.067227, "f1_weighted": 0.171123, "precision": 0.063492, "precision_weighted": 0.161616, "recall": 0.071429, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.153061, "f1_weighted": 0.168831, "precision": 0.142857, "precision_weighted": 0.159091, "recall": 0.166667, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.151779, "f1": 0.104262, "f1_weighted": 0.133669, "precision": 0.108889, "precision_weighted": 0.147527, "recall": 0.13381, "recall_weighted": 0.151779, "ap": NaN, "ap_weighted": NaN, "main_score": 0.151779, "hf_subset": "ell_Grek", "languages": [ "ell-Grek" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.189116, "f1_weighted": 0.238509, "precision": 0.262987, "precision_weighted": 0.363636, "recall": 0.192857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.304348, "f1": 0.301948, "f1_weighted": 0.290184, "precision": 0.345238, "precision_weighted": 0.322464, "recall": 0.314286, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.166667, "f1_weighted": 0.174242, "precision": 0.163265, "precision_weighted": 0.168831, "recall": 0.171429, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.165986, "f1_weighted": 0.270996, "precision": 0.214286, "precision_weighted": 0.340909, "recall": 0.136905, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.207143, "f1_weighted": 0.178788, "precision": 0.270408, "precision_weighted": 0.314935, "recall": 0.254762, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.22253, "f1": 0.206172, "f1_weighted": 0.230544, "precision": 0.251237, "precision_weighted": 0.302155, "recall": 0.214048, "recall_weighted": 0.22253, "ap": NaN, "ap_weighted": NaN, "main_score": 0.22253, "hf_subset": "eng_Latn", "languages": [ "eng-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.20671, "f1_weighted": 0.244401, "precision": 0.283673, "precision_weighted": 0.380124, "recall": 0.247619, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.128479, "f1_weighted": 0.16135, "precision": 0.12381, "precision_weighted": 0.156522, "recall": 0.140476, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.188435, "f1_weighted": 0.175325, "precision": 0.183333, "precision_weighted": 0.170455, "recall": 0.195238, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.354286, "f1_weighted": 0.306494, "precision": 0.36, "precision_weighted": 0.372727, "recall": 0.441667, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.370068, "f1_weighted": 0.44145, "precision": 0.45, "precision_weighted": 0.568182, "recall": 0.366667, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null } ], "accuracy": 0.277866, "f1": 0.249596, "f1_weighted": 0.265804, "precision": 0.280163, "precision_weighted": 0.329602, "recall": 0.278333, "recall_weighted": 0.277866, "ap": NaN, "ap_weighted": NaN, "main_score": 0.277866, "hf_subset": "spa_Latn", "languages": [ "spa-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.136508, "f1_weighted": 0.172947, "precision": 0.220238, "precision_weighted": 0.311594, "recall": 0.164286, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.103175, "f1_weighted": 0.105072, "precision": 0.095238, "precision_weighted": 0.108696, "recall": 0.147619, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.028571, "f1_weighted": 0.027273, "precision": 0.020408, "precision_weighted": 0.019481, "recall": 0.047619, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.129252, "f1_weighted": 0.149351, "precision": 0.142857, "precision_weighted": 0.166667, "recall": 0.119048, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.064626, "f1_weighted": 0.074675, "precision": 0.044444, "precision_weighted": 0.051515, "recall": 0.119048, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.124506, "f1": 0.092426, "f1_weighted": 0.105864, "precision": 0.104637, "precision_weighted": 0.13159, "recall": 0.119524, "recall_weighted": 0.124506, "ap": NaN, "ap_weighted": NaN, "main_score": 0.124506, "hf_subset": "est_Latn", "languages": [ "est-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.202381, "f1_weighted": 0.210145, "precision": 0.227891, "precision_weighted": 0.20911, "recall": 0.228571, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.181097, "f1_weighted": 0.200703, "precision": 0.171429, "precision_weighted": 0.186957, "recall": 0.192857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.175737, "f1_weighted": 0.208153, "precision": 0.164286, "precision_weighted": 0.202273, "recall": 0.2, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.07619, "f1_weighted": 0.081818, "precision": 0.071429, "precision_weighted": 0.075758, "recall": 0.083333, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.180708, "f1_weighted": 0.128982, "precision": 0.143424, "precision_weighted": 0.112734, "recall": 0.278571, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.195652, "f1": 0.163223, "f1_weighted": 0.16596, "precision": 0.155692, "precision_weighted": 0.157366, "recall": 0.196667, "recall_weighted": 0.195652, "ap": NaN, "ap_weighted": NaN, "main_score": 0.195652, "hf_subset": "pes_Arab", "languages": [ "pes-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.133581, "f1_weighted": 0.14568, "precision": 0.115646, "precision_weighted": 0.126294, "recall": 0.159524, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.085714, "f1_weighted": 0.115942, "precision": 0.1, "precision_weighted": 0.130435, "recall": 0.092857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.12451, "f1_weighted": 0.122524, "precision": 0.103175, "precision_weighted": 0.111111, "recall": 0.219048, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.092857, "f1_weighted": 0.163636, "precision": 0.178571, "precision_weighted": 0.272727, "recall": 0.071429, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.163265, "f1_weighted": 0.192641, "precision": 0.264286, "precision_weighted": 0.359091, "recall": 0.171429, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.16087, "f1": 0.119986, "f1_weighted": 0.148085, "precision": 0.152336, "precision_weighted": 0.199932, "recall": 0.142857, "recall_weighted": 0.16087, "ap": NaN, "ap_weighted": NaN, "main_score": 0.16087, "hf_subset": "fin_Latn", "languages": [ "fin-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.147959, "f1_weighted": 0.187888, "precision": 0.171429, "precision_weighted": 0.234783, "recall": 0.157143, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.140816, "f1_weighted": 0.12795, "precision": 0.142857, "precision_weighted": 0.130435, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.038961, "precision": 0.035714, "precision_weighted": 0.034091, "recall": 0.047619, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.214286, "f1_weighted": 0.227273, "precision": 0.271429, "precision_weighted": 0.281818, "recall": 0.214286, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.134921, "f1_weighted": 0.159091, "precision": 0.207143, "precision_weighted": 0.229545, "recall": 0.111905, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.142688, "f1": 0.13576, "f1_weighted": 0.148233, "precision": 0.165714, "precision_weighted": 0.182134, "recall": 0.134762, "recall_weighted": 0.142688, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142688, "hf_subset": "tgl_Latn", "languages": [ "tgl-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.290293, "f1_weighted": 0.267837, "precision": 0.314286, "precision_weighted": 0.265217, "recall": 0.304762, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.159307, "f1_weighted": 0.147563, "precision": 0.151361, "precision_weighted": 0.140787, "recall": 0.190476, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.120635, "f1_weighted": 0.151515, "precision": 0.104762, "precision_weighted": 0.136364, "recall": 0.152381, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.101732, "f1_weighted": 0.188902, "precision": 0.107143, "precision_weighted": 0.207792, "recall": 0.104167, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.152381, "f1_weighted": 0.175758, "precision": 0.183673, "precision_weighted": 0.220779, "recall": 0.166667, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.204743, "f1": 0.16487, "f1_weighted": 0.186315, "precision": 0.172245, "precision_weighted": 0.194188, "recall": 0.18369, "recall_weighted": 0.204743, "ap": NaN, "ap_weighted": NaN, "main_score": 0.204743, "hf_subset": "fra_Latn", "languages": [ "fra-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.117347, "f1_weighted": 0.11646, "precision": 0.111905, "precision_weighted": 0.122464, "recall": 0.147619, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.173933, "f1_weighted": 0.147939, "precision": 0.160714, "precision_weighted": 0.13587, "recall": 0.202381, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.06746, "f1_weighted": 0.084596, "precision": 0.064286, "precision_weighted": 0.084091, "recall": 0.07619, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.088384, "f1_weighted": 0.07989, "precision": 0.0625, "precision_weighted": 0.056818, "recall": 0.152778, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.162152, "f1_weighted": 0.213813, "precision": 0.163265, "precision_weighted": 0.21645, "recall": 0.17619, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.151779, "f1": 0.121855, "f1_weighted": 0.12854, "precision": 0.112534, "precision_weighted": 0.123139, "recall": 0.151032, "recall_weighted": 0.151779, "ap": NaN, "ap_weighted": NaN, "main_score": 0.151779, "hf_subset": "gle_Latn", "languages": [ "gle-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.133333, "f1_weighted": 0.168116, "precision": 0.212245, "precision_weighted": 0.298137, "recall": 0.152381, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.198501, "f1_weighted": 0.203649, "precision": 0.267857, "precision_weighted": 0.288043, "recall": 0.211905, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.276531, "f1_weighted": 0.289935, "precision": 0.295238, "precision_weighted": 0.342424, "recall": 0.342857, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.142857, "f1_weighted": 0.181818, "precision": 0.214286, "precision_weighted": 0.318182, "recall": 0.113095, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.112698, "f1_weighted": 0.125253, "precision": 0.117857, "precision_weighted": 0.127273, "recall": 0.119048, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.196443, "f1": 0.172784, "f1_weighted": 0.193754, "precision": 0.221497, "precision_weighted": 0.274812, "recall": 0.187857, "recall_weighted": 0.196443, "ap": NaN, "ap_weighted": NaN, "main_score": 0.196443, "hf_subset": "glg_Latn", "languages": [ "glg-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.199079, "f1_weighted": 0.228067, "precision": 0.183333, "precision_weighted": 0.205072, "recall": 0.221429, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.086957, "f1": 0.079365, "f1_weighted": 0.086957, "precision": 0.095238, "precision_weighted": 0.108696, "recall": 0.083333, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.083117, "f1_weighted": 0.095868, "precision": 0.095238, "precision_weighted": 0.106061, "recall": 0.07619, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.092857, "f1_weighted": 0.179545, "precision": 0.089796, "precision_weighted": 0.183117, "recall": 0.10119, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null } ], "accuracy": 0.124111, "f1": 0.090884, "f1_weighted": 0.118087, "precision": 0.092721, "precision_weighted": 0.120589, "recall": 0.096429, "recall_weighted": 0.124111, "ap": NaN, "ap_weighted": NaN, "main_score": 0.124111, "hf_subset": "guj_Gujr", "languages": [ "guj-Gujr" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.136508, "f1_weighted": 0.161353, "precision": 0.210317, "precision_weighted": 0.257246, "recall": 0.159524, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.226531, "f1_weighted": 0.203106, "precision": 0.271429, "precision_weighted": 0.249275, "recall": 0.254762, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.079365, "f1_weighted": 0.106061, "precision": 0.166667, "precision_weighted": 0.25, "recall": 0.07619, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.092063, "f1_weighted": 0.153535, "precision": 0.128571, "precision_weighted": 0.254545, "recall": 0.089286, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.129705, "f1_weighted": 0.162193, "precision": 0.119048, "precision_weighted": 0.151515, "recall": 0.147619, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.160079, "f1": 0.132834, "f1_weighted": 0.15725, "precision": 0.179206, "precision_weighted": 0.232516, "recall": 0.145476, "recall_weighted": 0.160079, "ap": NaN, "ap_weighted": NaN, "main_score": 0.160079, "hf_subset": "hau_Latn", "languages": [ "hau-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.052381, "f1_weighted": 0.072464, "precision": 0.046429, "precision_weighted": 0.065217, "recall": 0.064286, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.086957, "f1": 0.104762, "f1_weighted": 0.110145, "precision": 0.142857, "precision_weighted": 0.152174, "recall": 0.083333, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.113636, "f1_weighted": 0.158058, "precision": 0.1, "precision_weighted": 0.140909, "recall": 0.133333, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.02381, "f1_weighted": 0.022727, "precision": 0.015873, "precision_weighted": 0.015152, "recall": 0.047619, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null } ], "accuracy": 0.080237, "f1": 0.058918, "f1_weighted": 0.072679, "precision": 0.061032, "precision_weighted": 0.07469, "recall": 0.065714, "recall_weighted": 0.080237, "ap": NaN, "ap_weighted": NaN, "main_score": 0.080237, "hf_subset": "heb_Hebr", "languages": [ "heb-Hebr" ] }, { "scores_per_experiment": [ { "accuracy": 0.347826, "f1": 0.326531, "f1_weighted": 0.301242, "precision": 0.333333, "precision_weighted": 0.326087, "recall": 0.385714, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.142857, "f1_weighted": 0.162319, "precision": 0.118831, "precision_weighted": 0.140316, "recall": 0.2, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.371429, "f1_weighted": 0.324242, "precision": 0.357143, "precision_weighted": 0.301948, "recall": 0.471429, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.210781, "f1_weighted": 0.252624, "precision": 0.290476, "precision_weighted": 0.362121, "recall": 0.196429, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.185714, "f1_weighted": 0.231818, "precision": 0.257143, "precision_weighted": 0.327273, "recall": 0.188095, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.285771, "f1": 0.247462, "f1_weighted": 0.254449, "precision": 0.271385, "precision_weighted": 0.291549, "recall": 0.288333, "recall_weighted": 0.285771, "ap": NaN, "ap_weighted": NaN, "main_score": 0.285771, "hf_subset": "hin_Deva", "languages": [ "hin-Deva" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.254762, "f1_weighted": 0.25942, "precision": 0.37415, "precision_weighted": 0.409938, "recall": 0.264286, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.304348, "f1": 0.319728, "f1_weighted": 0.333333, "precision": 0.428571, "precision_weighted": 0.503623, "recall": 0.314286, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.095238, "f1_weighted": 0.090909, "precision": 0.095238, "precision_weighted": 0.090909, "recall": 0.095238, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.028571, "f1_weighted": 0.036364, "precision": 0.02381, "precision_weighted": 0.030303, "recall": 0.035714, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.148423, "f1_weighted": 0.141677, "precision": 0.136905, "precision_weighted": 0.145833, "recall": 0.261905, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.17668, "f1": 0.169344, "f1_weighted": 0.172341, "precision": 0.211735, "precision_weighted": 0.236121, "recall": 0.194286, "recall_weighted": 0.17668, "ap": NaN, "ap_weighted": NaN, "main_score": 0.17668, "hf_subset": "hrv_Latn", "languages": [ "hrv-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.069328, "f1_weighted": 0.063939, "precision": 0.054762, "precision_weighted": 0.055072, "recall": 0.178571, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.178231, "f1_weighted": 0.222774, "precision": 0.253741, "precision_weighted": 0.34617, "recall": 0.219048, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.07619, "f1_weighted": 0.10303, "precision": 0.163265, "precision_weighted": 0.246753, "recall": 0.07619, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.060317, "f1_weighted": 0.113131, "precision": 0.1, "precision_weighted": 0.218182, "recall": 0.053571, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.211905, "f1_weighted": 0.186364, "precision": 0.178571, "precision_weighted": 0.166667, "recall": 0.297619, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.160079, "f1": 0.119194, "f1_weighted": 0.137848, "precision": 0.150068, "precision_weighted": 0.206569, "recall": 0.165, "recall_weighted": 0.160079, "ap": NaN, "ap_weighted": NaN, "main_score": 0.160079, "hf_subset": "hun_Latn", "languages": [ "hun-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.260204, "f1_weighted": 0.282609, "precision": 0.327891, "precision_weighted": 0.364182, "recall": 0.304762, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.160754, "f1_weighted": 0.111228, "precision": 0.120635, "precision_weighted": 0.083092, "recall": 0.25, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.192063, "f1_weighted": 0.174242, "precision": 0.152381, "precision_weighted": 0.151515, "recall": 0.295238, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.07619, "f1_weighted": 0.193939, "precision": 0.081633, "precision_weighted": 0.207792, "recall": 0.071429, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.075758, "f1_weighted": 0.103994, "precision": 0.061224, "precision_weighted": 0.084416, "recall": 0.1, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.204743, "f1": 0.152994, "f1_weighted": 0.173203, "precision": 0.148753, "precision_weighted": 0.178199, "recall": 0.204286, "recall_weighted": 0.204743, "ap": NaN, "ap_weighted": NaN, "main_score": 0.204743, "hf_subset": "hye_Armn", "languages": [ "hye-Armn" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.177289, "f1_weighted": 0.199554, "precision": 0.15, "precision_weighted": 0.178261, "recall": 0.252381, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.261905, "f1_weighted": 0.202899, "precision": 0.214286, "precision_weighted": 0.173913, "recall": 0.357143, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.302412, "f1_weighted": 0.318969, "precision": 0.363095, "precision_weighted": 0.4375, "recall": 0.361905, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.339683, "f1_weighted": 0.436075, "precision": 0.45, "precision_weighted": 0.574242, "recall": 0.333333, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.163492, "f1_weighted": 0.194444, "precision": 0.142857, "precision_weighted": 0.172727, "recall": 0.195238, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.304348, "f1": 0.248956, "f1_weighted": 0.270388, "precision": 0.264048, "precision_weighted": 0.307329, "recall": 0.3, "recall_weighted": 0.304348, "ap": NaN, "ap_weighted": NaN, "main_score": 0.304348, "hf_subset": "ind_Latn", "languages": [ "ind-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.154545, "f1_weighted": 0.131621, "precision": 0.115646, "precision_weighted": 0.097308, "recall": 0.25, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.116667, "f1_weighted": 0.114493, "precision": 0.103741, "precision_weighted": 0.10352, "recall": 0.135714, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.218141, "f1_weighted": 0.213276, "precision": 0.214286, "precision_weighted": 0.215909, "recall": 0.242857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.076923, "f1_weighted": 0.167832, "precision": 0.1, "precision_weighted": 0.218182, "recall": 0.0625, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.166667, "f1_weighted": 0.193182, "precision": 0.178571, "precision_weighted": 0.212121, "recall": 0.159524, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.178656, "f1": 0.146588, "f1_weighted": 0.164081, "precision": 0.142449, "precision_weighted": 0.169408, "recall": 0.170119, "recall_weighted": 0.178656, "ap": NaN, "ap_weighted": NaN, "main_score": 0.178656, "hf_subset": "ibo_Latn", "languages": [ "ibo-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.305442, "f1_weighted": 0.260455, "precision": 0.333333, "precision_weighted": 0.333333, "recall": 0.342857, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.178571, "f1_weighted": 0.143478, "precision": 0.184524, "precision_weighted": 0.155797, "recall": 0.238095, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.097959, "f1_weighted": 0.093506, "precision": 0.06679, "precision_weighted": 0.063754, "recall": 0.190476, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.071429, "f1_weighted": 0.106061, "precision": 0.083333, "precision_weighted": 0.136364, "recall": 0.065476, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.131746, "f1_weighted": 0.117677, "precision": 0.187302, "precision_weighted": 0.177778, "recall": 0.22619, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.168775, "f1": 0.157029, "f1_weighted": 0.144236, "precision": 0.171056, "precision_weighted": 0.173405, "recall": 0.212619, "recall_weighted": 0.168775, "ap": NaN, "ap_weighted": NaN, "main_score": 0.168775, "hf_subset": "isl_Latn", "languages": [ "isl-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.126984, "f1_weighted": 0.077295, "precision": 0.091837, "precision_weighted": 0.055901, "recall": 0.214286, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.134921, "f1_weighted": 0.154589, "precision": 0.127551, "precision_weighted": 0.153727, "recall": 0.171429, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.339002, "f1_weighted": 0.344517, "precision": 0.333333, "precision_weighted": 0.378788, "recall": 0.419048, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.366874, "f1_weighted": 0.46666, "precision": 0.547619, "precision_weighted": 0.651948, "recall": 0.319444, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.125541, "f1_weighted": 0.184573, "precision": 0.142857, "precision_weighted": 0.204545, "recall": 0.121429, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.251779, "f1": 0.218664, "f1_weighted": 0.245527, "precision": 0.248639, "precision_weighted": 0.288982, "recall": 0.249127, "recall_weighted": 0.251779, "ap": NaN, "ap_weighted": NaN, "main_score": 0.251779, "hf_subset": "ita_Latn", "languages": [ "ita-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.073593, "f1_weighted": 0.052701, "precision": 0.053571, "precision_weighted": 0.038043, "recall": 0.119048, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.154195, "f1_weighted": 0.147688, "precision": 0.140476, "precision_weighted": 0.147101, "recall": 0.207143, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.151927, "f1_weighted": 0.175325, "precision": 0.22619, "precision_weighted": 0.306818, "recall": 0.171429, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.259307, "f1_weighted": 0.342621, "precision": 0.261905, "precision_weighted": 0.353896, "recall": 0.284722, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.289116, "f1_weighted": 0.33658, "precision": 0.331633, "precision_weighted": 0.368506, "recall": 0.304762, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null } ], "accuracy": 0.233992, "f1": 0.185628, "f1_weighted": 0.210983, "precision": 0.202755, "precision_weighted": 0.242873, "recall": 0.217421, "recall_weighted": 0.233992, "ap": NaN, "ap_weighted": NaN, "main_score": 0.233992, "hf_subset": "jpn_Jpan", "languages": [ "jpn-Jpan" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.236054, "f1_weighted": 0.27412, "precision": 0.403571, "precision_weighted": 0.55, "recall": 0.271429, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.211512, "f1_weighted": 0.20344, "precision": 0.177381, "precision_weighted": 0.171377, "recall": 0.27619, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.196337, "f1_weighted": 0.154779, "precision": 0.147959, "precision_weighted": 0.118506, "recall": 0.295238, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.133333, "f1_weighted": 0.187879, "precision": 0.178571, "precision_weighted": 0.295455, "recall": 0.136905, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.257267, "f1_weighted": 0.314443, "precision": 0.365646, "precision_weighted": 0.438853, "recall": 0.22381, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null } ], "accuracy": 0.240711, "f1": 0.206901, "f1_weighted": 0.226932, "precision": 0.254626, "precision_weighted": 0.314838, "recall": 0.240714, "recall_weighted": 0.240711, "ap": NaN, "ap_weighted": NaN, "main_score": 0.240711, "hf_subset": "jav_Latn", "languages": [ "jav-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.077922, "f1_weighted": 0.094862, "precision": 0.061224, "precision_weighted": 0.074534, "recall": 0.107143, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.030303, "precision": 0.02381, "precision_weighted": 0.022727, "recall": 0.047619, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.138496, "f1_weighted": 0.260184, "precision": 0.161905, "precision_weighted": 0.315152, "recall": 0.125, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.099567, "f1_weighted": 0.141873, "precision": 0.183673, "precision_weighted": 0.279221, "recall": 0.1, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.107905, "f1": 0.069546, "f1_weighted": 0.105444, "precision": 0.086122, "precision_weighted": 0.138327, "recall": 0.075952, "recall_weighted": 0.107905, "ap": NaN, "ap_weighted": NaN, "main_score": 0.107905, "hf_subset": "kat_Geor", "languages": [ "kat-Geor" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.128571, "f1_weighted": 0.130435, "precision": 0.128571, "precision_weighted": 0.130435, "recall": 0.128571, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.117007, "f1_weighted": 0.137474, "precision": 0.125, "precision_weighted": 0.163043, "recall": 0.171429, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.030303, "precision": 0.02381, "precision_weighted": 0.022727, "recall": 0.047619, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.057143, "f1_weighted": 0.145455, "precision": 0.061224, "precision_weighted": 0.155844, "recall": 0.053571, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.141915, "f1_weighted": 0.140659, "precision": 0.2, "precision_weighted": 0.227273, "recall": 0.202381, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.133597, "f1": 0.095276, "f1_weighted": 0.116865, "precision": 0.107721, "precision_weighted": 0.139864, "recall": 0.120714, "recall_weighted": 0.133597, "ap": NaN, "ap_weighted": NaN, "main_score": 0.133597, "hf_subset": "kam_Latn", "languages": [ "kam-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.109524, "f1_weighted": 0.105797, "precision": 0.091837, "precision_weighted": 0.089027, "recall": 0.135714, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.317766, "f1_weighted": 0.245541, "precision": 0.393651, "precision_weighted": 0.282126, "recall": 0.309524, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.216667, "f1_weighted": 0.291667, "precision": 0.304762, "precision_weighted": 0.436364, "recall": 0.209524, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.101099, "f1_weighted": 0.166434, "precision": 0.128571, "precision_weighted": 0.213636, "recall": 0.083333, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.255102, "f1_weighted": 0.286797, "precision": 0.338095, "precision_weighted": 0.369697, "recall": 0.235714, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null } ], "accuracy": 0.214625, "f1": 0.200031, "f1_weighted": 0.219247, "precision": 0.251383, "precision_weighted": 0.27817, "recall": 0.194762, "recall_weighted": 0.214625, "ap": NaN, "ap_weighted": NaN, "main_score": 0.214625, "hf_subset": "kea_Latn", "languages": [ "kea-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.092857, "f1_weighted": 0.108696, "precision": 0.080952, "precision_weighted": 0.101449, "recall": 0.128571, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.123377, "f1_weighted": 0.144269, "precision": 0.107143, "precision_weighted": 0.130435, "recall": 0.164286, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.059524, "f1_weighted": 0.079545, "precision": 0.063492, "precision_weighted": 0.090909, "recall": 0.07619, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.126984, "f1_weighted": 0.159091, "precision": 0.116667, "precision_weighted": 0.168182, "recall": 0.160714, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.076531, "f1_weighted": 0.071429, "precision": 0.064286, "precision_weighted": 0.063636, "recall": 0.107143, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null } ], "accuracy": 0.133597, "f1": 0.095854, "f1_weighted": 0.112606, "precision": 0.086508, "precision_weighted": 0.110922, "recall": 0.127381, "recall_weighted": 0.133597, "ap": NaN, "ap_weighted": NaN, "main_score": 0.133597, "hf_subset": "kaz_Cyrl", "languages": [ "kaz-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.050549, "f1_weighted": 0.068227, "precision": 0.041667, "precision_weighted": 0.056159, "recall": 0.064286, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.189569, "f1_weighted": 0.156936, "precision": 0.152381, "precision_weighted": 0.128986, "recall": 0.27381, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.188645, "f1_weighted": 0.119464, "precision": 0.142857, "precision_weighted": 0.090909, "recall": 0.285714, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.294236, "f1_weighted": 0.41866, "precision": 0.398268, "precision_weighted": 0.528926, "recall": 0.267857, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.134921, "f1_weighted": 0.171717, "precision": 0.130952, "precision_weighted": 0.170455, "recall": 0.147619, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.215415, "f1": 0.171584, "f1_weighted": 0.187001, "precision": 0.173225, "precision_weighted": 0.195087, "recall": 0.207857, "recall_weighted": 0.215415, "ap": NaN, "ap_weighted": NaN, "main_score": 0.215415, "hf_subset": "khm_Khmr", "languages": [ "khm-Khmr" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.082295, "f1_weighted": 0.118543, "precision": 0.080159, "precision_weighted": 0.11715, "recall": 0.092857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.043478, "f1": 0.035714, "f1_weighted": 0.043478, "precision": 0.035714, "precision_weighted": 0.043478, "recall": 0.035714, "recall_weighted": 0.043478, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.054545, "f1_weighted": 0.052066, "precision": 0.038265, "precision_weighted": 0.036526, "recall": 0.095238, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.130282, "f1_weighted": 0.165683, "precision": 0.130952, "precision_weighted": 0.200758, "recall": 0.160714, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.045455, "precision": 0.047619, "precision_weighted": 0.045455, "recall": 0.047619, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null } ], "accuracy": 0.098419, "f1": 0.070091, "f1_weighted": 0.085045, "precision": 0.066542, "precision_weighted": 0.088673, "recall": 0.086429, "recall_weighted": 0.098419, "ap": NaN, "ap_weighted": NaN, "main_score": 0.098419, "hf_subset": "kan_Knda", "languages": [ "kan-Knda" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.164286, "f1_weighted": 0.167391, "precision": 0.166667, "precision_weighted": 0.173913, "recall": 0.171429, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.192424, "f1_weighted": 0.221805, "precision": 0.219048, "precision_weighted": 0.250725, "recall": 0.188095, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.157823, "f1_weighted": 0.15368, "precision": 0.135714, "precision_weighted": 0.136364, "recall": 0.195238, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.054545, "f1_weighted": 0.061157, "precision": 0.041667, "precision_weighted": 0.047348, "recall": 0.083333, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.076531, "f1_weighted": 0.095779, "precision": 0.083333, "precision_weighted": 0.109848, "recall": 0.07619, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null } ], "accuracy": 0.150988, "f1": 0.129122, "f1_weighted": 0.139962, "precision": 0.129286, "precision_weighted": 0.14364, "recall": 0.142857, "recall_weighted": 0.150988, "ap": NaN, "ap_weighted": NaN, "main_score": 0.150988, "hf_subset": "kor_Hang", "languages": [ "kor-Hang" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.110204, "f1_weighted": 0.100621, "precision": 0.096599, "precision_weighted": 0.093996, "recall": 0.154762, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.077922, "f1_weighted": 0.086957, "precision": 0.059524, "precision_weighted": 0.068841, "recall": 0.12381, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.218141, "f1_weighted": 0.229437, "precision": 0.188095, "precision_weighted": 0.204545, "recall": 0.271429, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.114286, "f1_weighted": 0.124675, "precision": 0.2, "precision_weighted": 0.218182, "recall": 0.125, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.159555, "f1_weighted": 0.214876, "precision": 0.154762, "precision_weighted": 0.208333, "recall": 0.169048, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.179447, "f1": 0.136021, "f1_weighted": 0.151313, "precision": 0.139796, "precision_weighted": 0.158779, "recall": 0.16881, "recall_weighted": 0.179447, "ap": NaN, "ap_weighted": NaN, "main_score": 0.179447, "hf_subset": "kir_Cyrl", "languages": [ "kir-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.02381, "f1_weighted": 0.014493, "precision": 0.014286, "precision_weighted": 0.008696, "recall": 0.071429, "recall_weighted": 0.043478, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.195578, "f1_weighted": 0.207039, "precision": 0.309524, "precision_weighted": 0.34058, "recall": 0.183333, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.214286, "f1_weighted": 0.25, "precision": 0.204082, "precision_weighted": 0.233766, "recall": 0.228571, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.176347, "f1_weighted": 0.175849, "precision": 0.15, "precision_weighted": 0.152273, "recall": 0.236111, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.279365, "f1_weighted": 0.377778, "precision": 0.326531, "precision_weighted": 0.448052, "recall": 0.280952, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null } ], "accuracy": 0.216206, "f1": 0.177877, "f1_weighted": 0.205032, "precision": 0.200884, "precision_weighted": 0.236673, "recall": 0.200079, "recall_weighted": 0.216206, "ap": NaN, "ap_weighted": NaN, "main_score": 0.216206, "hf_subset": "ltz_Latn", "languages": [ "ltz-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.118367, "f1_weighted": 0.12795, "precision": 0.095238, "precision_weighted": 0.101449, "recall": 0.157143, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.135714, "f1_weighted": 0.093478, "precision": 0.117857, "precision_weighted": 0.080435, "recall": 0.190476, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.106494, "f1_weighted": 0.15124, "precision": 0.091837, "precision_weighted": 0.133117, "recall": 0.133333, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.097403, "f1_weighted": 0.206612, "precision": 0.125, "precision_weighted": 0.289773, "recall": 0.10119, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.164626, "f1_weighted": 0.202597, "precision": 0.260668, "precision_weighted": 0.362456, "recall": 0.207143, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.179051, "f1": 0.124521, "f1_weighted": 0.156375, "precision": 0.13812, "precision_weighted": 0.193446, "recall": 0.157857, "recall_weighted": 0.179051, "ap": NaN, "ap_weighted": NaN, "main_score": 0.179051, "hf_subset": "lug_Latn", "languages": [ "lug-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.049784, "f1_weighted": 0.052701, "precision": 0.035714, "precision_weighted": 0.038043, "recall": 0.083333, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.081633, "f1_weighted": 0.074534, "precision": 0.057143, "precision_weighted": 0.052174, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.08547, "f1_weighted": 0.121989, "precision": 0.085714, "precision_weighted": 0.127273, "recall": 0.104762, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.144805, "f1_weighted": 0.250413, "precision": 0.27381, "precision_weighted": 0.469697, "recall": 0.107143, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.1, "f1_weighted": 0.116667, "precision": 0.109694, "precision_weighted": 0.13474, "recall": 0.135714, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.134387, "f1": 0.092338, "f1_weighted": 0.123261, "precision": 0.112415, "precision_weighted": 0.164385, "recall": 0.114762, "recall_weighted": 0.134387, "ap": NaN, "ap_weighted": NaN, "main_score": 0.134387, "hf_subset": "lin_Latn", "languages": [ "lin-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.02381, "f1_weighted": 0.036232, "precision": 0.020408, "precision_weighted": 0.031056, "recall": 0.028571, "recall_weighted": 0.043478, "ap": null, "ap_weighted": null }, { "accuracy": 0.086957, "f1": 0.051948, "f1_weighted": 0.063241, "precision": 0.040816, "precision_weighted": 0.049689, "recall": 0.071429, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.1, "f1_weighted": 0.113636, "precision": 0.171429, "precision_weighted": 0.181818, "recall": 0.07619, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.061688, "f1_weighted": 0.100207, "precision": 0.07619, "precision_weighted": 0.148485, "recall": 0.065476, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.218141, "f1_weighted": 0.275325, "precision": 0.309524, "precision_weighted": 0.409091, "recall": 0.188095, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.107905, "f1": 0.091117, "f1_weighted": 0.117728, "precision": 0.123673, "precision_weighted": 0.164028, "recall": 0.085952, "recall_weighted": 0.107905, "ap": NaN, "ap_weighted": NaN, "main_score": 0.107905, "hf_subset": "lao_Laoo", "languages": [ "lao-Laoo" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.164399, "f1_weighted": 0.231539, "precision": 0.17381, "precision_weighted": 0.251449, "recall": 0.192857, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.230839, "f1_weighted": 0.257143, "precision": 0.29898, "precision_weighted": 0.346894, "recall": 0.242857, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.145578, "f1_weighted": 0.195238, "precision": 0.153061, "precision_weighted": 0.217532, "recall": 0.180952, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.110119, "f1_weighted": 0.188312, "precision": 0.118056, "precision_weighted": 0.19697, "recall": 0.104167, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.176531, "f1_weighted": 0.199675, "precision": 0.247619, "precision_weighted": 0.269697, "recall": 0.159524, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.22253, "f1": 0.165493, "f1_weighted": 0.214381, "precision": 0.198305, "precision_weighted": 0.256509, "recall": 0.176071, "recall_weighted": 0.22253, "ap": NaN, "ap_weighted": NaN, "main_score": 0.22253, "hf_subset": "lit_Latn", "languages": [ "lit-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.160895, "f1_weighted": 0.179622, "precision": 0.166667, "precision_weighted": 0.188406, "recall": 0.157143, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.204329, "f1_weighted": 0.225428, "precision": 0.279762, "precision_weighted": 0.289855, "recall": 0.188095, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.053724, "f1_weighted": 0.08547, "precision": 0.053571, "precision_weighted": 0.085227, "recall": 0.057143, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.045455, "precision": 0.047619, "precision_weighted": 0.045455, "recall": 0.047619, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.258957, "f1_weighted": 0.278211, "precision": 0.306122, "precision_weighted": 0.353896, "recall": 0.278571, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null } ], "accuracy": 0.160079, "f1": 0.145105, "f1_weighted": 0.162837, "precision": 0.170748, "precision_weighted": 0.192568, "recall": 0.145714, "recall_weighted": 0.160079, "ap": NaN, "ap_weighted": NaN, "main_score": 0.160079, "hf_subset": "luo_Latn", "languages": [ "luo-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.09454, "f1_weighted": 0.137177, "precision": 0.123016, "precision_weighted": 0.182367, "recall": 0.092857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.206349, "f1_weighted": 0.251208, "precision": 0.217007, "precision_weighted": 0.262112, "recall": 0.211905, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.104762, "f1_weighted": 0.084848, "precision": 0.1, "precision_weighted": 0.086364, "recall": 0.190476, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.057143, "f1_weighted": 0.072727, "precision": 0.142857, "precision_weighted": 0.181818, "recall": 0.035714, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.06746, "f1_weighted": 0.074495, "precision": 0.057143, "precision_weighted": 0.063636, "recall": 0.083333, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null } ], "accuracy": 0.132806, "f1": 0.106051, "f1_weighted": 0.124091, "precision": 0.128005, "precision_weighted": 0.155259, "recall": 0.122857, "recall_weighted": 0.132806, "ap": NaN, "ap_weighted": NaN, "main_score": 0.132806, "hf_subset": "lvs_Latn", "languages": [ "lvs-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.107143, "f1_weighted": 0.097826, "precision": 0.095238, "precision_weighted": 0.101449, "recall": 0.171429, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.126531, "f1_weighted": 0.145342, "precision": 0.115646, "precision_weighted": 0.134576, "recall": 0.154762, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.038961, "precision": 0.035714, "precision_weighted": 0.034091, "recall": 0.047619, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.040816, "f1_weighted": 0.064935, "precision": 0.031746, "precision_weighted": 0.050505, "recall": 0.057143, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null } ], "accuracy": 0.088142, "f1": 0.063061, "f1_weighted": 0.069413, "precision": 0.055669, "precision_weighted": 0.064124, "recall": 0.08619, "recall_weighted": 0.088142, "ap": NaN, "ap_weighted": NaN, "main_score": 0.088142, "hf_subset": "mri_Latn", "languages": [ "mri-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.149907, "f1_weighted": 0.210728, "precision": 0.166667, "precision_weighted": 0.23913, "recall": 0.157143, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.304348, "f1": 0.233024, "f1_weighted": 0.277583, "precision": 0.311688, "precision_weighted": 0.371542, "recall": 0.264286, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.229283, "f1_weighted": 0.260872, "precision": 0.274892, "precision_weighted": 0.2927, "recall": 0.233333, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.112245, "f1_weighted": 0.107143, "precision": 0.092857, "precision_weighted": 0.088636, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.157143, "f1_weighted": 0.159091, "precision": 0.151361, "precision_weighted": 0.182359, "recall": 0.247619, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.22253, "f1": 0.17632, "f1_weighted": 0.203083, "precision": 0.199493, "precision_weighted": 0.234873, "recall": 0.209048, "recall_weighted": 0.22253, "ap": NaN, "ap_weighted": NaN, "main_score": 0.22253, "hf_subset": "mkd_Cyrl", "languages": [ "mkd-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.226984, "f1_weighted": 0.216184, "precision": 0.271429, "precision_weighted": 0.252174, "recall": 0.235714, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.108277, "f1_weighted": 0.130607, "precision": 0.111905, "precision_weighted": 0.138406, "recall": 0.111905, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.111111, "f1_weighted": 0.116162, "precision": 0.081633, "precision_weighted": 0.090909, "recall": 0.2, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.06746, "f1_weighted": 0.075758, "precision": 0.059524, "precision_weighted": 0.068182, "recall": 0.083333, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.071429, "f1_weighted": 0.090909, "precision": 0.071429, "precision_weighted": 0.090909, "recall": 0.071429, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.117052, "f1_weighted": 0.125924, "precision": 0.119184, "precision_weighted": 0.128116, "recall": 0.140476, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "mal_Mlym", "languages": [ "mal-Mlym" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.238889, "f1_weighted": 0.214976, "precision": 0.358503, "precision_weighted": 0.374741, "recall": 0.271429, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.113379, "f1_weighted": 0.069013, "precision": 0.077551, "precision_weighted": 0.047205, "recall": 0.214286, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.142857, "f1_weighted": 0.113636, "precision": 0.117216, "precision_weighted": 0.111888, "recall": 0.266667, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.181293, "f1_weighted": 0.288312, "precision": 0.192177, "precision_weighted": 0.307359, "recall": 0.172619, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.084772, "f1_weighted": 0.106893, "precision": 0.060317, "precision_weighted": 0.077778, "recall": 0.152381, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.196838, "f1": 0.152238, "f1_weighted": 0.158566, "precision": 0.161153, "precision_weighted": 0.183794, "recall": 0.215476, "recall_weighted": 0.196838, "ap": NaN, "ap_weighted": NaN, "main_score": 0.196838, "hf_subset": "khk_Cyrl", "languages": [ "khk-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.171769, "f1_weighted": 0.152692, "precision": 0.171429, "precision_weighted": 0.178261, "recall": 0.219048, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.2, "f1_weighted": 0.174879, "precision": 0.172789, "precision_weighted": 0.154451, "recall": 0.261905, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.099206, "f1_weighted": 0.094697, "precision": 0.07619, "precision_weighted": 0.072727, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.090476, "f1_weighted": 0.124675, "precision": 0.083333, "precision_weighted": 0.121212, "recall": 0.104167, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.234127, "f1_weighted": 0.306818, "precision": 0.228571, "precision_weighted": 0.304545, "recall": 0.247619, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null } ], "accuracy": 0.196443, "f1": 0.159116, "f1_weighted": 0.170752, "precision": 0.146463, "precision_weighted": 0.166239, "recall": 0.195119, "recall_weighted": 0.196443, "ap": NaN, "ap_weighted": NaN, "main_score": 0.196443, "hf_subset": "mar_Deva", "languages": [ "mar-Deva" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.20034, "f1_weighted": 0.189648, "precision": 0.19898, "precision_weighted": 0.214286, "recall": 0.254762, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.175737, "f1_weighted": 0.172878, "precision": 0.152381, "precision_weighted": 0.153623, "recall": 0.22619, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.095238, "f1_weighted": 0.090909, "precision": 0.073016, "precision_weighted": 0.069697, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.136555, "f1_weighted": 0.302139, "precision": 0.130952, "precision_weighted": 0.287879, "recall": 0.142857, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.103175, "f1_weighted": 0.143939, "precision": 0.085034, "precision_weighted": 0.12013, "recall": 0.133333, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.214229, "f1": 0.142209, "f1_weighted": 0.179903, "precision": 0.128073, "precision_weighted": 0.169123, "recall": 0.18, "recall_weighted": 0.214229, "ap": NaN, "ap_weighted": NaN, "main_score": 0.214229, "hf_subset": "zsm_Latn", "languages": [ "zsm-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.028571, "f1_weighted": 0.017391, "precision": 0.017857, "precision_weighted": 0.01087, "recall": 0.071429, "recall_weighted": 0.043478, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.198413, "f1_weighted": 0.218599, "precision": 0.230952, "precision_weighted": 0.268841, "recall": 0.219048, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.083333, "f1_weighted": 0.079545, "precision": 0.07619, "precision_weighted": 0.072727, "recall": 0.095238, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.066667, "f1_weighted": 0.124242, "precision": 0.061224, "precision_weighted": 0.123377, "recall": 0.083333, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.164193, "f1_weighted": 0.186246, "precision": 0.231293, "precision_weighted": 0.248918, "recall": 0.154762, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.133992, "f1": 0.108235, "f1_weighted": 0.125205, "precision": 0.123503, "precision_weighted": 0.144946, "recall": 0.124762, "recall_weighted": 0.133992, "ap": NaN, "ap_weighted": NaN, "main_score": 0.133992, "hf_subset": "mlt_Latn", "languages": [ "mlt-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.112245, "f1_weighted": 0.170807, "precision": 0.126984, "precision_weighted": 0.193237, "recall": 0.114286, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.043478, "f1": 0.071429, "f1_weighted": 0.065217, "precision": 0.142857, "precision_weighted": 0.130435, "recall": 0.047619, "recall_weighted": 0.043478, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.122449, "f1_weighted": 0.168831, "precision": 0.178571, "precision_weighted": 0.261364, "recall": 0.104762, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.087302, "f1_weighted": 0.121212, "precision": 0.083333, "precision_weighted": 0.136364, "recall": 0.113095, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.035714, "f1_weighted": 0.045455, "precision": 0.02381, "precision_weighted": 0.030303, "recall": 0.071429, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null } ], "accuracy": 0.116206, "f1": 0.085828, "f1_weighted": 0.114305, "precision": 0.111111, "precision_weighted": 0.15034, "recall": 0.090238, "recall_weighted": 0.116206, "ap": NaN, "ap_weighted": NaN, "main_score": 0.116206, "hf_subset": "mya_Mymr", "languages": [ "mya-Mymr" ] }, { "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.06679, "f1_weighted": 0.076793, "precision": 0.059524, "precision_weighted": 0.068841, "recall": 0.07619, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.043478, "f1": 0.028571, "f1_weighted": 0.026087, "precision": 0.020408, "precision_weighted": 0.018634, "recall": 0.047619, "recall_weighted": 0.043478, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.175325, "f1_weighted": 0.216942, "precision": 0.232143, "precision_weighted": 0.267045, "recall": 0.180952, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.095362, "f1_weighted": 0.113105, "precision": 0.089286, "precision_weighted": 0.107955, "recall": 0.119048, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.120147, "f1_weighted": 0.117716, "precision": 0.092857, "precision_weighted": 0.095455, "recall": 0.195238, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.135178, "f1": 0.097239, "f1_weighted": 0.110129, "precision": 0.098844, "precision_weighted": 0.111586, "recall": 0.12381, "recall_weighted": 0.135178, "ap": NaN, "ap_weighted": NaN, "main_score": 0.135178, "hf_subset": "nob_Latn", "languages": [ "nob-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.159864, "f1_weighted": 0.199793, "precision": 0.261905, "precision_weighted": 0.369565, "recall": 0.2, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.173208, "f1_weighted": 0.186017, "precision": 0.174603, "precision_weighted": 0.190821, "recall": 0.202381, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.117811, "f1_weighted": 0.096517, "precision": 0.087302, "precision_weighted": 0.078283, "recall": 0.2, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.166667, "f1_weighted": 0.310606, "precision": 0.228571, "precision_weighted": 0.354545, "recall": 0.154762, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.301134, "f1_weighted": 0.327706, "precision": 0.285714, "precision_weighted": 0.310606, "recall": 0.333333, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null } ], "accuracy": 0.250593, "f1": 0.183737, "f1_weighted": 0.224128, "precision": 0.207619, "precision_weighted": 0.260764, "recall": 0.218095, "recall_weighted": 0.250593, "ap": NaN, "ap_weighted": NaN, "main_score": 0.250593, "hf_subset": "npi_Deva", "languages": [ "npi-Deva" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.130952, "f1_weighted": 0.177536, "precision": 0.157143, "precision_weighted": 0.226087, "recall": 0.157143, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.304348, "f1": 0.240816, "f1_weighted": 0.295238, "precision": 0.311905, "precision_weighted": 0.412319, "recall": 0.254762, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.099567, "f1_weighted": 0.125344, "precision": 0.178571, "precision_weighted": 0.261364, "recall": 0.12381, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.10873, "f1_weighted": 0.135931, "precision": 0.111111, "precision_weighted": 0.155303, "recall": 0.118056, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.170635, "f1_weighted": 0.191919, "precision": 0.156122, "precision_weighted": 0.192857, "recall": 0.283333, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.195652, "f1": 0.15014, "f1_weighted": 0.185194, "precision": 0.182971, "precision_weighted": 0.249586, "recall": 0.187421, "recall_weighted": 0.195652, "ap": NaN, "ap_weighted": NaN, "main_score": 0.195652, "hf_subset": "nld_Latn", "languages": [ "nld-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.347826, "f1": 0.337302, "f1_weighted": 0.292271, "precision": 0.397959, "precision_weighted": 0.430642, "recall": 0.469048, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.086957, "f1": 0.107143, "f1_weighted": 0.086957, "precision": 0.107143, "precision_weighted": 0.086957, "recall": 0.107143, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.328118, "f1_weighted": 0.36342, "precision": 0.319048, "precision_weighted": 0.395455, "recall": 0.447619, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.261596, "f1_weighted": 0.401122, "precision": 0.323129, "precision_weighted": 0.45671, "recall": 0.261905, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.333581, "f1_weighted": 0.347934, "precision": 0.481293, "precision_weighted": 0.533009, "recall": 0.302381, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null } ], "accuracy": 0.314229, "f1": 0.273548, "f1_weighted": 0.29834, "precision": 0.325714, "precision_weighted": 0.380554, "recall": 0.317619, "recall_weighted": 0.314229, "ap": NaN, "ap_weighted": NaN, "main_score": 0.314229, "hf_subset": "nso_Latn", "languages": [ "nso-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.113265, "f1_weighted": 0.12236, "precision": 0.18254, "precision_weighted": 0.21256, "recall": 0.135714, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.123377, "f1_weighted": 0.144269, "precision": 0.107143, "precision_weighted": 0.130435, "recall": 0.164286, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.171769, "f1_weighted": 0.182359, "precision": 0.190476, "precision_weighted": 0.234848, "recall": 0.2, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.158242, "f1_weighted": 0.169231, "precision": 0.147619, "precision_weighted": 0.156061, "recall": 0.214286, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.176871, "f1_weighted": 0.134199, "precision": 0.178571, "precision_weighted": 0.170455, "recall": 0.219048, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.16996, "f1": 0.148705, "f1_weighted": 0.150484, "precision": 0.16127, "precision_weighted": 0.180872, "recall": 0.186667, "recall_weighted": 0.16996, "ap": NaN, "ap_weighted": NaN, "main_score": 0.16996, "hf_subset": "nya_Latn", "languages": [ "nya-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.128571, "f1_weighted": 0.11087, "precision": 0.107143, "precision_weighted": 0.108696, "recall": 0.242857, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.197166, "f1_weighted": 0.233506, "precision": 0.22381, "precision_weighted": 0.265217, "recall": 0.183333, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.034091, "precision": 0.028571, "precision_weighted": 0.027273, "recall": 0.047619, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.092593, "f1_weighted": 0.141414, "precision": 0.25, "precision_weighted": 0.454545, "recall": 0.0625, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.188095, "f1_weighted": 0.209848, "precision": 0.185714, "precision_weighted": 0.204545, "recall": 0.202381, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.150988, "f1": 0.128428, "f1_weighted": 0.145946, "precision": 0.159048, "precision_weighted": 0.212055, "recall": 0.147738, "recall_weighted": 0.150988, "ap": NaN, "ap_weighted": NaN, "main_score": 0.150988, "hf_subset": "oci_Latn", "languages": [ "oci-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.088435, "f1_weighted": 0.091097, "precision": 0.107143, "precision_weighted": 0.130435, "recall": 0.1, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.188435, "f1_weighted": 0.159006, "precision": 0.220238, "precision_weighted": 0.17029, "recall": 0.190476, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.096032, "f1_weighted": 0.091667, "precision": 0.072789, "precision_weighted": 0.069481, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.097403, "f1_weighted": 0.112603, "precision": 0.084694, "precision_weighted": 0.098701, "recall": 0.119048, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.054545, "f1_weighted": 0.060331, "precision": 0.040816, "precision_weighted": 0.045455, "recall": 0.083333, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null } ], "accuracy": 0.124901, "f1": 0.10497, "f1_weighted": 0.102941, "precision": 0.105136, "precision_weighted": 0.102872, "recall": 0.127143, "recall_weighted": 0.124901, "ap": NaN, "ap_weighted": NaN, "main_score": 0.124901, "hf_subset": "ory_Orya", "languages": [ "ory-Orya" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.148423, "f1_weighted": 0.217956, "precision": 0.234694, "precision_weighted": 0.350932, "recall": 0.121429, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.210204, "f1_weighted": 0.26087, "precision": 0.211905, "precision_weighted": 0.264493, "recall": 0.211905, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.138219, "f1_weighted": 0.173062, "precision": 0.157313, "precision_weighted": 0.208604, "recall": 0.152381, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.201282, "f1_weighted": 0.292308, "precision": 0.24537, "precision_weighted": 0.381313, "recall": 0.201389, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.204762, "f1_weighted": 0.195455, "precision": 0.253968, "precision_weighted": 0.247475, "recall": 0.309524, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.22332, "f1": 0.180578, "f1_weighted": 0.22793, "precision": 0.22065, "precision_weighted": 0.290563, "recall": 0.199325, "recall_weighted": 0.22332, "ap": NaN, "ap_weighted": NaN, "main_score": 0.22332, "hf_subset": "pan_Guru", "languages": [ "pan-Guru" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.17415, "f1_weighted": 0.146584, "precision": 0.136508, "precision_weighted": 0.118841, "recall": 0.266667, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.114863, "f1_weighted": 0.133685, "precision": 0.194444, "precision_weighted": 0.237923, "recall": 0.135714, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.154762, "f1_weighted": 0.147727, "precision": 0.139683, "precision_weighted": 0.133333, "recall": 0.190476, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.121212, "f1_weighted": 0.187328, "precision": 0.119048, "precision_weighted": 0.212121, "recall": 0.160714, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.145022, "f1_weighted": 0.152204, "precision": 0.3, "precision_weighted": 0.368182, "recall": 0.219048, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.178656, "f1": 0.142002, "f1_weighted": 0.153505, "precision": 0.177937, "precision_weighted": 0.21408, "recall": 0.194524, "recall_weighted": 0.178656, "ap": NaN, "ap_weighted": NaN, "main_score": 0.178656, "hf_subset": "pol_Latn", "languages": [ "pol-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.081633, "f1_weighted": 0.111801, "precision": 0.079365, "precision_weighted": 0.10628, "recall": 0.092857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.086957, "f1": 0.052154, "f1_weighted": 0.05107, "precision": 0.040476, "precision_weighted": 0.042029, "recall": 0.107143, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.126984, "f1_weighted": 0.10101, "precision": 0.113095, "precision_weighted": 0.096591, "recall": 0.238095, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.120635, "f1_weighted": 0.133333, "precision": 0.095238, "precision_weighted": 0.106061, "recall": 0.166667, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.190816, "f1_weighted": 0.132792, "precision": 0.164286, "precision_weighted": 0.125, "recall": 0.309524, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.143478, "f1": 0.114444, "f1_weighted": 0.106001, "precision": 0.098492, "precision_weighted": 0.095192, "recall": 0.182857, "recall_weighted": 0.143478, "ap": NaN, "ap_weighted": NaN, "main_score": 0.143478, "hf_subset": "pbt_Arab", "languages": [ "pbt-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.319048, "f1_weighted": 0.302899, "precision": 0.397619, "precision_weighted": 0.442029, "recall": 0.354762, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.304348, "f1": 0.346259, "f1_weighted": 0.331884, "precision": 0.504762, "precision_weighted": 0.498551, "recall": 0.319048, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.072562, "f1_weighted": 0.069264, "precision": 0.059524, "precision_weighted": 0.056818, "recall": 0.095238, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.275463, "f1_weighted": 0.34596, "precision": 0.379167, "precision_weighted": 0.436364, "recall": 0.243056, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.040816, "f1_weighted": 0.064935, "precision": 0.031746, "precision_weighted": 0.050505, "recall": 0.057143, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null } ], "accuracy": 0.221739, "f1": 0.21083, "f1_weighted": 0.222988, "precision": 0.274563, "precision_weighted": 0.296853, "recall": 0.213849, "recall_weighted": 0.221739, "ap": NaN, "ap_weighted": NaN, "main_score": 0.221739, "hf_subset": "por_Latn", "languages": [ "por-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.198413, "f1_weighted": 0.229469, "precision": 0.180272, "precision_weighted": 0.212733, "recall": 0.233333, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.192744, "f1_weighted": 0.222912, "precision": 0.219048, "precision_weighted": 0.266667, "recall": 0.195238, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.091575, "f1_weighted": 0.087413, "precision": 0.07619, "precision_weighted": 0.072727, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.108974, "f1_weighted": 0.146853, "precision": 0.095833, "precision_weighted": 0.140909, "recall": 0.145833, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.121336, "f1_weighted": 0.157969, "precision": 0.107143, "precision_weighted": 0.140152, "recall": 0.140476, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.195652, "f1": 0.142608, "f1_weighted": 0.168923, "precision": 0.135697, "precision_weighted": 0.166637, "recall": 0.171548, "recall_weighted": 0.195652, "ap": NaN, "ap_weighted": NaN, "main_score": 0.195652, "hf_subset": "ron_Latn", "languages": [ "ron-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.265873, "f1_weighted": 0.27657, "precision": 0.354762, "precision_weighted": 0.424638, "recall": 0.271429, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.304348, "f1": 0.326984, "f1_weighted": 0.324638, "precision": 0.480952, "precision_weighted": 0.478261, "recall": 0.295238, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.045455, "precision": 0.047619, "precision_weighted": 0.045455, "recall": 0.047619, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.183673, "f1_weighted": 0.215584, "precision": 0.190476, "precision_weighted": 0.219697, "recall": 0.190476, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.205782, "f1_weighted": 0.225108, "precision": 0.285714, "precision_weighted": 0.375, "recall": 0.290476, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.213043, "f1": 0.205986, "f1_weighted": 0.217471, "precision": 0.271905, "precision_weighted": 0.30861, "recall": 0.219048, "recall_weighted": 0.213043, "ap": NaN, "ap_weighted": NaN, "main_score": 0.213043, "hf_subset": "rus_Cyrl", "languages": [ "rus-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.199546, "f1_weighted": 0.215666, "precision": 0.260714, "precision_weighted": 0.278261, "recall": 0.211905, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.065934, "f1_weighted": 0.100334, "precision": 0.053571, "precision_weighted": 0.081522, "recall": 0.085714, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.177922, "f1_weighted": 0.164876, "precision": 0.136905, "precision_weighted": 0.140152, "recall": 0.3, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.061688, "f1_weighted": 0.058884, "precision": 0.046429, "precision_weighted": 0.044318, "recall": 0.095238, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.071429, "f1_weighted": 0.056818, "precision": 0.052381, "precision_weighted": 0.042424, "recall": 0.119048, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null } ], "accuracy": 0.151383, "f1": 0.115304, "f1_weighted": 0.119316, "precision": 0.11, "precision_weighted": 0.117335, "recall": 0.162381, "recall_weighted": 0.151383, "ap": NaN, "ap_weighted": NaN, "main_score": 0.151383, "hf_subset": "snd_Arab", "languages": [ "snd-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.038095, "f1_weighted": 0.057971, "precision": 0.028571, "precision_weighted": 0.043478, "recall": 0.057143, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.24026, "f1_weighted": 0.254941, "precision": 0.253968, "precision_weighted": 0.285024, "recall": 0.271429, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.154762, "f1_weighted": 0.193182, "precision": 0.171429, "precision_weighted": 0.224242, "recall": 0.152381, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.106838, "f1_weighted": 0.102564, "precision": 0.116667, "precision_weighted": 0.118182, "recall": 0.152778, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.079365, "f1_weighted": 0.085859, "precision": 0.060317, "precision_weighted": 0.066667, "recall": 0.130952, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.160474, "f1": 0.123864, "f1_weighted": 0.138903, "precision": 0.12619, "precision_weighted": 0.147519, "recall": 0.152937, "recall_weighted": 0.160474, "ap": NaN, "ap_weighted": NaN, "main_score": 0.160474, "hf_subset": "slk_Latn", "languages": [ "slk-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.119048, "f1_weighted": 0.115942, "precision": 0.112245, "precision_weighted": 0.10559, "recall": 0.128571, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.210884, "f1_weighted": 0.204969, "precision": 0.22381, "precision_weighted": 0.244928, "recall": 0.254762, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.079365, "f1_weighted": 0.106061, "precision": 0.166667, "precision_weighted": 0.25, "recall": 0.07619, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.108242, "f1_weighted": 0.193706, "precision": 0.116667, "precision_weighted": 0.221212, "recall": 0.107143, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.085714, "f1_weighted": 0.106061, "precision": 0.060317, "precision_weighted": 0.075758, "recall": 0.152381, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.160474, "f1": 0.120651, "f1_weighted": 0.145348, "precision": 0.135941, "precision_weighted": 0.179497, "recall": 0.14381, "recall_weighted": 0.160474, "ap": NaN, "ap_weighted": NaN, "main_score": 0.160474, "hf_subset": "slv_Latn", "languages": [ "slv-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.079365, "f1_weighted": 0.077295, "precision": 0.071429, "precision_weighted": 0.076087, "recall": 0.1, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.043478, "f1": 0.025974, "f1_weighted": 0.031621, "precision": 0.020408, "precision_weighted": 0.024845, "recall": 0.035714, "recall_weighted": 0.043478, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.133673, "f1_weighted": 0.153571, "precision": 0.140816, "precision_weighted": 0.17987, "recall": 0.171429, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.107607, "f1_weighted": 0.115702, "precision": 0.10119, "precision_weighted": 0.111742, "recall": 0.130952, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.261224, "f1_weighted": 0.296104, "precision": 0.297619, "precision_weighted": 0.359848, "recall": 0.254762, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null } ], "accuracy": 0.144269, "f1": 0.121569, "f1_weighted": 0.134859, "precision": 0.126293, "precision_weighted": 0.150479, "recall": 0.138571, "recall_weighted": 0.144269, "ap": NaN, "ap_weighted": NaN, "main_score": 0.144269, "hf_subset": "sna_Latn", "languages": [ "sna-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.071429, "f1_weighted": 0.054348, "precision": 0.052381, "precision_weighted": 0.04058, "recall": 0.119048, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.086957, "f1": 0.073593, "f1_weighted": 0.044796, "precision": 0.051587, "precision_weighted": 0.031401, "recall": 0.142857, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.184127, "f1_weighted": 0.154545, "precision": 0.222789, "precision_weighted": 0.202922, "recall": 0.266667, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.047619, "f1_weighted": 0.121212, "precision": 0.071429, "precision_weighted": 0.181818, "recall": 0.035714, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.038095, "f1_weighted": 0.048485, "precision": 0.025974, "precision_weighted": 0.033058, "recall": 0.071429, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null } ], "accuracy": 0.10751, "f1": 0.082973, "f1_weighted": 0.084677, "precision": 0.084832, "precision_weighted": 0.097956, "recall": 0.127143, "recall_weighted": 0.10751, "ap": NaN, "ap_weighted": NaN, "main_score": 0.10751, "hf_subset": "som_Latn", "languages": [ "som-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.031746, "f1_weighted": 0.048309, "precision": 0.035714, "precision_weighted": 0.054348, "recall": 0.028571, "recall_weighted": 0.043478, "ap": null, "ap_weighted": null }, { "accuracy": 0.304348, "f1": 0.284127, "f1_weighted": 0.300966, "precision": 0.395918, "precision_weighted": 0.407453, "recall": 0.27619, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.27483, "f1_weighted": 0.272727, "precision": 0.245238, "precision_weighted": 0.252273, "recall": 0.342857, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.063492, "f1_weighted": 0.060606, "precision": 0.047619, "precision_weighted": 0.045455, "recall": 0.095238, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.038961, "precision": 0.035714, "precision_weighted": 0.034091, "recall": 0.047619, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null } ], "accuracy": 0.160474, "f1": 0.139002, "f1_weighted": 0.144314, "precision": 0.152041, "precision_weighted": 0.158724, "recall": 0.158095, "recall_weighted": 0.160474, "ap": NaN, "ap_weighted": NaN, "main_score": 0.160474, "hf_subset": "srp_Cyrl", "languages": [ "srp-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.117007, "f1_weighted": 0.163561, "precision": 0.135714, "precision_weighted": 0.195652, "recall": 0.128571, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.169388, "f1_weighted": 0.212733, "precision": 0.169048, "precision_weighted": 0.214493, "recall": 0.17619, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.080519, "f1_weighted": 0.109917, "precision": 0.068027, "precision_weighted": 0.095238, "recall": 0.104762, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.227778, "f1_weighted": 0.271212, "precision": 0.333333, "precision_weighted": 0.393939, "recall": 0.194444, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.095238, "f1_weighted": 0.030303, "precision": 0.071429, "precision_weighted": 0.022727, "recall": 0.142857, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null } ], "accuracy": 0.160079, "f1": 0.137986, "f1_weighted": 0.157545, "precision": 0.15551, "precision_weighted": 0.18441, "recall": 0.149365, "recall_weighted": 0.160079, "ap": NaN, "ap_weighted": NaN, "main_score": 0.160079, "hf_subset": "swe_Latn", "languages": [ "swe-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.120147, "f1_weighted": 0.168339, "precision": 0.135714, "precision_weighted": 0.184783, "recall": 0.121429, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.21475, "f1_weighted": 0.26454, "precision": 0.256122, "precision_weighted": 0.337888, "recall": 0.22381, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.211905, "f1_weighted": 0.232576, "precision": 0.333333, "precision_weighted": 0.416667, "recall": 0.17619, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.045455, "precision": 0.035714, "precision_weighted": 0.045455, "recall": 0.035714, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.183673, "f1_weighted": 0.231602, "precision": 0.246032, "precision_weighted": 0.325758, "recall": 0.195238, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.177866, "f1": 0.153238, "f1_weighted": 0.188502, "precision": 0.201383, "precision_weighted": 0.26211, "recall": 0.150476, "recall_weighted": 0.177866, "ap": NaN, "ap_weighted": NaN, "main_score": 0.177866, "hf_subset": "swh_Latn", "languages": [ "swh-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.02381, "f1_weighted": 0.036232, "precision": 0.020408, "precision_weighted": 0.031056, "recall": 0.028571, "recall_weighted": 0.043478, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.186395, "f1_weighted": 0.155694, "precision": 0.152721, "precision_weighted": 0.134369, "recall": 0.27381, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.119937, "f1_weighted": 0.128472, "precision": 0.125, "precision_weighted": 0.130682, "recall": 0.12381, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.117007, "f1_weighted": 0.200433, "precision": 0.139456, "precision_weighted": 0.261905, "recall": 0.119048, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null } ], "accuracy": 0.11581, "f1": 0.08943, "f1_weighted": 0.104166, "precision": 0.087517, "precision_weighted": 0.111602, "recall": 0.109048, "recall_weighted": 0.11581, "ap": NaN, "ap_weighted": NaN, "main_score": 0.11581, "hf_subset": "tam_Taml", "languages": [ "tam-Taml" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.124603, "f1_weighted": 0.139614, "precision": 0.107143, "precision_weighted": 0.126812, "recall": 0.171429, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.138889, "f1_weighted": 0.178744, "precision": 0.142857, "precision_weighted": 0.184783, "recall": 0.135714, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.12415, "f1_weighted": 0.107143, "precision": 0.107143, "precision_weighted": 0.094697, "recall": 0.166667, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.142857, "f1_weighted": 0.25, "precision": 0.164286, "precision_weighted": 0.327273, "recall": 0.14881, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.126531, "f1_weighted": 0.155844, "precision": 0.166667, "precision_weighted": 0.212121, "recall": 0.111905, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.169565, "f1": 0.131406, "f1_weighted": 0.166269, "precision": 0.137619, "precision_weighted": 0.189137, "recall": 0.146905, "recall_weighted": 0.169565, "ap": NaN, "ap_weighted": NaN, "main_score": 0.169565, "hf_subset": "tel_Telu", "languages": [ "tel-Telu" ] }, { "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.071429, "f1_weighted": 0.086957, "precision": 0.07619, "precision_weighted": 0.098551, "recall": 0.07619, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.103741, "f1_weighted": 0.088509, "precision": 0.088095, "precision_weighted": 0.076812, "recall": 0.166667, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.166234, "f1_weighted": 0.191736, "precision": 0.190476, "precision_weighted": 0.212121, "recall": 0.152381, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.097959, "f1_weighted": 0.176623, "precision": 0.190476, "precision_weighted": 0.30303, "recall": 0.071429, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.287153, "f1_weighted": 0.276182, "precision": 0.274603, "precision_weighted": 0.294949, "recall": 0.361905, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null } ], "accuracy": 0.170751, "f1": 0.145303, "f1_weighted": 0.164001, "precision": 0.163968, "precision_weighted": 0.197093, "recall": 0.165714, "recall_weighted": 0.170751, "ap": NaN, "ap_weighted": NaN, "main_score": 0.170751, "hf_subset": "tgk_Cyrl", "languages": [ "tgk-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.186869, "f1_weighted": 0.226394, "precision": 0.183673, "precision_weighted": 0.242236, "recall": 0.257143, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.304348, "f1": 0.264286, "f1_weighted": 0.291304, "precision": 0.332143, "precision_weighted": 0.347826, "recall": 0.266667, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.243956, "f1_weighted": 0.215385, "precision": 0.297619, "precision_weighted": 0.276515, "recall": 0.295238, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.091236, "f1_weighted": 0.167303, "precision": 0.083333, "precision_weighted": 0.155303, "recall": 0.10119, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.168831, "f1_weighted": 0.169421, "precision": 0.306122, "precision_weighted": 0.344156, "recall": 0.135714, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.222134, "f1": 0.191036, "f1_weighted": 0.213962, "precision": 0.240578, "precision_weighted": 0.273207, "recall": 0.21119, "recall_weighted": 0.222134, "ap": NaN, "ap_weighted": NaN, "main_score": 0.222134, "hf_subset": "tha_Thai", "languages": [ "tha-Thai" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.118367, "f1_weighted": 0.173913, "precision": 0.142857, "precision_weighted": 0.213043, "recall": 0.121429, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.086957, "f1": 0.069597, "f1_weighted": 0.076923, "precision": 0.065476, "precision_weighted": 0.070652, "recall": 0.07619, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.257823, "f1_weighted": 0.319697, "precision": 0.294444, "precision_weighted": 0.385606, "recall": 0.280952, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.175, "f1_weighted": 0.154545, "precision": 0.136905, "precision_weighted": 0.123377, "recall": 0.263889, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.192046, "f1_weighted": 0.198468, "precision": 0.214286, "precision_weighted": 0.254545, "recall": 0.254762, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.206719, "f1": 0.162567, "f1_weighted": 0.184709, "precision": 0.170794, "precision_weighted": 0.209445, "recall": 0.199444, "recall_weighted": 0.206719, "ap": NaN, "ap_weighted": NaN, "main_score": 0.206719, "hf_subset": "tur_Latn", "languages": [ "tur-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.434783, "f1": 0.384354, "f1_weighted": 0.417805, "precision": 0.383333, "precision_weighted": 0.442029, "recall": 0.42381, "recall_weighted": 0.434783, "ap": null, "ap_weighted": null }, { "accuracy": 0.434783, "f1": 0.45102, "f1_weighted": 0.426915, "precision": 0.495238, "precision_weighted": 0.462319, "recall": 0.47381, "recall_weighted": 0.434783, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.219841, "f1_weighted": 0.243687, "precision": 0.208503, "precision_weighted": 0.24513, "recall": 0.32381, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.142857, "f1_weighted": 0.287879, "precision": 0.14966, "precision_weighted": 0.305195, "recall": 0.136905, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.115079, "f1_weighted": 0.126263, "precision": 0.107143, "precision_weighted": 0.125, "recall": 0.135714, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.310277, "f1": 0.26263, "f1_weighted": 0.30051, "precision": 0.268776, "precision_weighted": 0.315935, "recall": 0.29881, "recall_weighted": 0.310277, "ap": NaN, "ap_weighted": NaN, "main_score": 0.310277, "hf_subset": "ukr_Cyrl", "languages": [ "ukr-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.146581, "f1_weighted": 0.163861, "precision": 0.22013, "precision_weighted": 0.262253, "recall": 0.183333, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.153595, "f1_weighted": 0.174908, "precision": 0.211538, "precision_weighted": 0.224916, "recall": 0.183333, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.138776, "f1_weighted": 0.194805, "precision": 0.164286, "precision_weighted": 0.238636, "recall": 0.133333, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.055556, "f1_weighted": 0.090909, "precision": 0.059524, "precision_weighted": 0.113636, "recall": 0.065476, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.028571, "f1_weighted": 0.045455, "precision": 0.028571, "precision_weighted": 0.045455, "recall": 0.028571, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null } ], "accuracy": 0.141897, "f1": 0.104616, "f1_weighted": 0.133987, "precision": 0.13681, "precision_weighted": 0.176979, "recall": 0.11881, "recall_weighted": 0.141897, "ap": NaN, "ap_weighted": NaN, "main_score": 0.141897, "hf_subset": "umb_Latn", "languages": [ "umb-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.434783, "f1": 0.360204, "f1_weighted": 0.415528, "precision": 0.384921, "precision_weighted": 0.444444, "recall": 0.37381, "recall_weighted": 0.434783, "ap": null, "ap_weighted": null }, { "accuracy": 0.086957, "f1": 0.088889, "f1_weighted": 0.07343, "precision": 0.07619, "precision_weighted": 0.063768, "recall": 0.107143, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.108043, "f1_weighted": 0.145913, "precision": 0.083333, "precision_weighted": 0.109848, "recall": 0.161905, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.277551, "f1_weighted": 0.355844, "precision": 0.321429, "precision_weighted": 0.412879, "recall": 0.25, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.199907, "f1_weighted": 0.204103, "precision": 0.169388, "precision_weighted": 0.189827, "recall": 0.338095, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null } ], "accuracy": 0.267984, "f1": 0.206919, "f1_weighted": 0.238964, "precision": 0.207052, "precision_weighted": 0.244153, "recall": 0.24619, "recall_weighted": 0.267984, "ap": NaN, "ap_weighted": NaN, "main_score": 0.267984, "hf_subset": "urd_Arab", "languages": [ "urd-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.347826, "f1": 0.329132, "f1_weighted": 0.290708, "precision": 0.357143, "precision_weighted": 0.289855, "recall": 0.352381, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.124603, "f1_weighted": 0.093237, "precision": 0.115646, "precision_weighted": 0.092133, "recall": 0.190476, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.147619, "f1_weighted": 0.136364, "precision": 0.147619, "precision_weighted": 0.136364, "recall": 0.147619, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.152721, "f1_weighted": 0.167857, "precision": 0.147619, "precision_weighted": 0.163636, "recall": 0.166667, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.057143, "f1_weighted": 0.072727, "precision": 0.142857, "precision_weighted": 0.181818, "recall": 0.035714, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null } ], "accuracy": 0.168379, "f1": 0.162244, "f1_weighted": 0.152178, "precision": 0.182177, "precision_weighted": 0.172761, "recall": 0.178571, "recall_weighted": 0.168379, "ap": NaN, "ap_weighted": NaN, "main_score": 0.168379, "hf_subset": "uzn_Latn", "languages": [ "uzn-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.289683, "f1_weighted": 0.306763, "precision": 0.369048, "precision_weighted": 0.449275, "recall": 0.32381, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.216574, "f1_weighted": 0.221494, "precision": 0.261905, "precision_weighted": 0.246377, "recall": 0.2, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.273933, "f1_weighted": 0.255638, "precision": 0.291667, "precision_weighted": 0.316288, "recall": 0.366667, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.192424, "f1_weighted": 0.277686, "precision": 0.25, "precision_weighted": 0.401515, "recall": 0.166667, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.189033, "f1_weighted": 0.225436, "precision": 0.165986, "precision_weighted": 0.196104, "recall": 0.22619, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null } ], "accuracy": 0.258893, "f1": 0.232329, "f1_weighted": 0.257403, "precision": 0.267721, "precision_weighted": 0.321912, "recall": 0.256667, "recall_weighted": 0.258893, "ap": NaN, "ap_weighted": NaN, "main_score": 0.258893, "hf_subset": "vie_Latn", "languages": [ "vie-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.071429, "f1_weighted": 0.043478, "precision": 0.071429, "precision_weighted": 0.043478, "recall": 0.071429, "recall_weighted": 0.043478, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.212822, "f1_weighted": 0.219336, "precision": 0.239456, "precision_weighted": 0.262526, "recall": 0.219048, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.161905, "f1_weighted": 0.175758, "precision": 0.164286, "precision_weighted": 0.181818, "recall": 0.17619, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.089466, "f1_weighted": 0.146924, "precision": 0.104762, "precision_weighted": 0.193939, "recall": 0.089286, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.280087, "f1_weighted": 0.321625, "precision": 0.317347, "precision_weighted": 0.353896, "recall": 0.319048, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null } ], "accuracy": 0.188538, "f1": 0.163142, "f1_weighted": 0.181424, "precision": 0.179456, "precision_weighted": 0.207132, "recall": 0.175, "recall_weighted": 0.188538, "ap": NaN, "ap_weighted": NaN, "main_score": 0.188538, "hf_subset": "wol_Latn", "languages": [ "wol-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.054545, "f1_weighted": 0.041107, "precision": 0.035714, "precision_weighted": 0.027174, "recall": 0.119048, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.065934, "f1_weighted": 0.080268, "precision": 0.047619, "precision_weighted": 0.057971, "recall": 0.107143, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.3, "f1_weighted": 0.304545, "precision": 0.356122, "precision_weighted": 0.371753, "recall": 0.371429, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.167027, "f1_weighted": 0.263545, "precision": 0.207143, "precision_weighted": 0.369697, "recall": 0.154762, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.092857, "f1_weighted": 0.129545, "precision": 0.095238, "precision_weighted": 0.136364, "recall": 0.1, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.179842, "f1": 0.136073, "f1_weighted": 0.163802, "precision": 0.148367, "precision_weighted": 0.192592, "recall": 0.170476, "recall_weighted": 0.179842, "ap": NaN, "ap_weighted": NaN, "main_score": 0.179842, "hf_subset": "xho_Latn", "languages": [ "xho-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.150794, "f1_weighted": 0.154589, "precision": 0.140816, "precision_weighted": 0.140373, "recall": 0.164286, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.043478, "f1": 0.040816, "f1_weighted": 0.037267, "precision": 0.035714, "precision_weighted": 0.032609, "recall": 0.047619, "recall_weighted": 0.043478, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.209091, "f1_weighted": 0.250826, "precision": 0.290476, "precision_weighted": 0.325758, "recall": 0.180952, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.081633, "f1_weighted": 0.207792, "precision": 0.095238, "precision_weighted": 0.242424, "recall": 0.071429, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.072562, "f1_weighted": 0.082251, "precision": 0.071429, "precision_weighted": 0.083333, "recall": 0.083333, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null } ], "accuracy": 0.143478, "f1": 0.110979, "f1_weighted": 0.146545, "precision": 0.126735, "precision_weighted": 0.164899, "recall": 0.109524, "recall_weighted": 0.143478, "ap": NaN, "ap_weighted": NaN, "main_score": 0.143478, "hf_subset": "yor_Latn", "languages": [ "yor-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.247924, "f1_weighted": 0.287477, "precision": 0.32619, "precision_weighted": 0.424638, "recall": 0.288095, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.145578, "f1_weighted": 0.130021, "precision": 0.145022, "precision_weighted": 0.139657, "recall": 0.202381, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.129252, "f1_weighted": 0.119048, "precision": 0.135714, "precision_weighted": 0.156818, "recall": 0.219048, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.109091, "f1_weighted": 0.21157, "precision": 0.102041, "precision_weighted": 0.207792, "recall": 0.125, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.210317, "f1_weighted": 0.185859, "precision": 0.191837, "precision_weighted": 0.180844, "recall": 0.309524, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.213834, "f1": 0.168433, "f1_weighted": 0.186795, "precision": 0.180161, "precision_weighted": 0.22195, "recall": 0.22881, "recall_weighted": 0.213834, "ap": NaN, "ap_weighted": NaN, "main_score": 0.213834, "hf_subset": "zho_Hant", "languages": [ "zho-Hant" ] }, { "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.047619, "f1_weighted": 0.072464, "precision": 0.040816, "precision_weighted": 0.062112, "recall": 0.057143, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.028571, "f1_weighted": 0.045455, "precision": 0.028571, "precision_weighted": 0.045455, "recall": 0.028571, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.171769, "f1_weighted": 0.205628, "precision": 0.214286, "precision_weighted": 0.261364, "recall": 0.154762, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.149907, "f1_weighted": 0.187249, "precision": 0.25, "precision_weighted": 0.329545, "recall": 0.159524, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.099209, "f1": 0.079573, "f1_weighted": 0.102159, "precision": 0.106735, "precision_weighted": 0.139695, "recall": 0.08, "recall_weighted": 0.099209, "ap": NaN, "ap_weighted": NaN, "main_score": 0.099209, "hf_subset": "zul_Latn", "languages": [ "zul-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.072562, "f1_weighted": 0.073154, "precision": 0.064286, "precision_weighted": 0.071739, "recall": 0.1, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.126984, "f1_weighted": 0.154589, "precision": 0.114286, "precision_weighted": 0.13913, "recall": 0.142857, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.142208, "f1_weighted": 0.185331, "precision": 0.120408, "precision_weighted": 0.16039, "recall": 0.180952, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.06746, "f1_weighted": 0.074495, "precision": 0.057143, "precision_weighted": 0.063636, "recall": 0.083333, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.176871, "f1_weighted": 0.181818, "precision": 0.158333, "precision_weighted": 0.173106, "recall": 0.297619, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.161265, "f1": 0.117217, "f1_weighted": 0.133877, "precision": 0.102891, "precision_weighted": 0.1216, "recall": 0.160952, "recall_weighted": 0.161265, "ap": NaN, "ap_weighted": NaN, "main_score": 0.161265, "hf_subset": "fuv_Latn", "languages": [ "fuv-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.170686, "f1_weighted": 0.222473, "precision": 0.147619, "precision_weighted": 0.198551, "recall": 0.214286, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.209864, "f1_weighted": 0.205383, "precision": 0.270408, "precision_weighted": 0.290373, "recall": 0.238095, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.025974, "f1_weighted": 0.024793, "precision": 0.017857, "precision_weighted": 0.017045, "recall": 0.047619, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.157287, "f1_weighted": 0.240588, "precision": 0.27551, "precision_weighted": 0.532468, "recall": 0.160714, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.116574, "f1_weighted": 0.161354, "precision": 0.130102, "precision_weighted": 0.188312, "recall": 0.135714, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.186561, "f1": 0.136077, "f1_weighted": 0.170918, "precision": 0.168299, "precision_weighted": 0.24535, "recall": 0.159286, "recall_weighted": 0.186561, "ap": NaN, "ap_weighted": NaN, "main_score": 0.186561, "hf_subset": "gaz_Latn", "languages": [ "gaz-Latn" ] } ] }, "evaluation_time": 4118.520779848099, "kg_co2_emissions": null, "date": 1777827509.011805 }