{ "dataset_revision": "186b61175fbd77059f769b6bf1110d449a2ff311", "task_name": "SIBFLEURS", "mteb_version": "2.4.2", "scores": { "train": [ { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.174603, "f1_weighted": 0.200483, "precision": 0.202381, "precision_weighted": 0.242754, "recall": 0.157143, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.164966, "f1_weighted": 0.202381, "precision": 0.179365, "precision_weighted": 0.219324, "recall": 0.17619, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.164286, "f1_weighted": 0.202273, "precision": 0.195238, "precision_weighted": 0.24697, "recall": 0.152381, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.214966, "f1_weighted": 0.281818, "precision": 0.25, "precision_weighted": 0.382576, "recall": 0.220238, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.224943, "f1_weighted": 0.288312, "precision": 0.25, "precision_weighted": 0.32197, "recall": 0.216667, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null } ], "accuracy": 0.223715, "f1": 0.188753, "f1_weighted": 0.235053, "precision": 0.215397, "precision_weighted": 0.282718, "recall": 0.184524, "recall_weighted": 0.223715, "ap": NaN, "ap_weighted": NaN, "main_score": 0.223715, "hf_subset": "afr_Latn", "languages": [ "afr-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.15, "f1_weighted": 0.176087, "precision": 0.152381, "precision_weighted": 0.188406, "recall": 0.157143, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.086957, "f1": 0.092857, "f1_weighted": 0.078261, "precision": 0.083333, "precision_weighted": 0.072464, "recall": 0.107143, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.238095, "f1_weighted": 0.30303, "precision": 0.231293, "precision_weighted": 0.303571, "recall": 0.261905, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.172975, "f1_weighted": 0.211455, "precision": 0.163889, "precision_weighted": 0.225, "recall": 0.208333, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.092857, "f1_weighted": 0.088636, "precision": 0.1, "precision_weighted": 0.095455, "recall": 0.095238, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null } ], "accuracy": 0.179447, "f1": 0.149357, "f1_weighted": 0.171494, "precision": 0.146179, "precision_weighted": 0.176979, "recall": 0.165952, "recall_weighted": 0.179447, "ap": NaN, "ap_weighted": NaN, "main_score": 0.179447, "hf_subset": "amh_Ethi", "languages": [ "amh-Ethi" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.119048, "f1_weighted": 0.152174, "precision": 0.142857, "precision_weighted": 0.188406, "recall": 0.104762, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.228912, "f1_weighted": 0.20176, "precision": 0.297619, "precision_weighted": 0.257246, "recall": 0.195238, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.231746, "f1_weighted": 0.211111, "precision": 0.230952, "precision_weighted": 0.225, "recall": 0.314286, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.267347, "f1_weighted": 0.407792, "precision": 0.309524, "precision_weighted": 0.469697, "recall": 0.238095, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.155556, "f1_weighted": 0.106061, "precision": 0.12381, "precision_weighted": 0.090909, "recall": 0.219048, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.206324, "f1": 0.200522, "f1_weighted": 0.21578, "precision": 0.220952, "precision_weighted": 0.246252, "recall": 0.214286, "recall_weighted": 0.206324, "ap": NaN, "ap_weighted": NaN, "main_score": 0.206324, "hf_subset": "arb_Arab", "languages": [ "arb-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.170996, "f1_weighted": 0.180501, "precision": 0.166667, "precision_weighted": 0.188406, "recall": 0.235714, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.146825, "f1_weighted": 0.130435, "precision": 0.119048, "precision_weighted": 0.108696, "recall": 0.202381, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.15873, "f1_weighted": 0.181818, "precision": 0.238095, "precision_weighted": 0.318182, "recall": 0.171429, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.149351, "f1_weighted": 0.277893, "precision": 0.207143, "precision_weighted": 0.436364, "recall": 0.136905, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.188095, "f1_weighted": 0.217424, "precision": 0.207483, "precision_weighted": 0.251082, "recall": 0.207143, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.205534, "f1": 0.162799, "f1_weighted": 0.197614, "precision": 0.187687, "precision_weighted": 0.260546, "recall": 0.190714, "recall_weighted": 0.205534, "ap": NaN, "ap_weighted": NaN, "main_score": 0.205534, "hf_subset": "asm_Beng", "languages": [ "asm-Beng" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.234921, "f1_weighted": 0.255314, "precision": 0.244048, "precision_weighted": 0.278986, "recall": 0.264286, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.222583, "f1_weighted": 0.208169, "precision": 0.195578, "precision_weighted": 0.180124, "recall": 0.27381, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.302505, "f1_weighted": 0.282556, "precision": 0.369048, "precision_weighted": 0.367424, "recall": 0.342857, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.315934, "f1_weighted": 0.42162, "precision": 0.338095, "precision_weighted": 0.481818, "recall": 0.327381, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.227211, "f1_weighted": 0.229004, "precision": 0.195578, "precision_weighted": 0.197511, "recall": 0.271429, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null } ], "accuracy": 0.295257, "f1": 0.260631, "f1_weighted": 0.279333, "precision": 0.268469, "precision_weighted": 0.301173, "recall": 0.295952, "recall_weighted": 0.295257, "ap": NaN, "ap_weighted": NaN, "main_score": 0.295257, "hf_subset": "ast_Latn", "languages": [ "ast-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.134921, "f1_weighted": 0.140097, "precision": 0.142857, "precision_weighted": 0.152174, "recall": 0.128571, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.131313, "f1_weighted": 0.137022, "precision": 0.107143, "precision_weighted": 0.115942, "recall": 0.17619, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.12674, "f1_weighted": 0.134965, "precision": 0.136905, "precision_weighted": 0.142045, "recall": 0.12381, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.123933, "f1_weighted": 0.222196, "precision": 0.208333, "precision_weighted": 0.441288, "recall": 0.119048, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.129252, "f1_weighted": 0.162338, "precision": 0.166667, "precision_weighted": 0.219697, "recall": 0.111905, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.151779, "f1": 0.129232, "f1_weighted": 0.159324, "precision": 0.152381, "precision_weighted": 0.214229, "recall": 0.131905, "recall_weighted": 0.151779, "ap": NaN, "ap_weighted": NaN, "main_score": 0.151779, "hf_subset": "azj_Latn", "languages": [ "azj-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.164103, "f1_weighted": 0.220736, "precision": 0.147619, "precision_weighted": 0.195652, "recall": 0.190476, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.086957, "f1": 0.079365, "f1_weighted": 0.10628, "precision": 0.107143, "precision_weighted": 0.141304, "recall": 0.064286, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.136264, "f1_weighted": 0.107692, "precision": 0.125, "precision_weighted": 0.107955, "recall": 0.219048, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.235871, "f1_weighted": 0.377997, "precision": 0.333333, "precision_weighted": 0.515152, "recall": 0.202381, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.26576, "f1_weighted": 0.286869, "precision": 0.267007, "precision_weighted": 0.302489, "recall": 0.330952, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null } ], "accuracy": 0.224111, "f1": 0.176272, "f1_weighted": 0.219915, "precision": 0.19602, "precision_weighted": 0.25251, "recall": 0.201429, "recall_weighted": 0.224111, "ap": NaN, "ap_weighted": NaN, "main_score": 0.224111, "hf_subset": "bel_Cyrl", "languages": [ "bel-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.120181, "f1_weighted": 0.10766, "precision": 0.107143, "precision_weighted": 0.101449, "recall": 0.154762, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.146032, "f1_weighted": 0.175845, "precision": 0.220408, "precision_weighted": 0.273292, "recall": 0.164286, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.164286, "f1_weighted": 0.193182, "precision": 0.142857, "precision_weighted": 0.172727, "recall": 0.2, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.113636, "f1_weighted": 0.145661, "precision": 0.130556, "precision_weighted": 0.193939, "recall": 0.118056, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.028571, "f1_weighted": 0.027273, "precision": 0.020408, "precision_weighted": 0.019481, "recall": 0.047619, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null } ], "accuracy": 0.142688, "f1": 0.114541, "f1_weighted": 0.129924, "precision": 0.124274, "precision_weighted": 0.152178, "recall": 0.136944, "recall_weighted": 0.142688, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142688, "hf_subset": "bul_Cyrl", "languages": [ "bul-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.391304, "f1": 0.359977, "f1_weighted": 0.36922, "precision": 0.378571, "precision_weighted": 0.436957, "recall": 0.430952, "recall_weighted": 0.391304, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.119408, "f1_weighted": 0.161177, "precision": 0.111905, "precision_weighted": 0.150725, "recall": 0.128571, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.260204, "f1_weighted": 0.210498, "precision": 0.238095, "precision_weighted": 0.212121, "recall": 0.314286, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.147186, "f1_weighted": 0.22314, "precision": 0.190476, "precision_weighted": 0.333333, "recall": 0.130952, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.336735, "f1_weighted": 0.383766, "precision": 0.333333, "precision_weighted": 0.409091, "recall": 0.42619, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null } ], "accuracy": 0.27668, "f1": 0.244702, "f1_weighted": 0.26956, "precision": 0.250476, "precision_weighted": 0.308445, "recall": 0.28619, "recall_weighted": 0.27668, "ap": NaN, "ap_weighted": NaN, "main_score": 0.27668, "hf_subset": "ben_Beng", "languages": [ "ben-Beng" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.198413, "f1_weighted": 0.171498, "precision": 0.25, "precision_weighted": 0.228261, "recall": 0.219048, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.170068, "f1_weighted": 0.190476, "precision": 0.202381, "precision_weighted": 0.246377, "recall": 0.171429, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.262152, "f1_weighted": 0.319658, "precision": 0.319048, "precision_weighted": 0.371212, "recall": 0.257143, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.296516, "f1_weighted": 0.440194, "precision": 0.390476, "precision_weighted": 0.633333, "recall": 0.255952, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.151927, "f1_weighted": 0.17316, "precision": 0.166667, "precision_weighted": 0.19697, "recall": 0.166667, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.242292, "f1": 0.215815, "f1_weighted": 0.258997, "precision": 0.265714, "precision_weighted": 0.335231, "recall": 0.214048, "recall_weighted": 0.242292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.242292, "hf_subset": "bos_Latn", "languages": [ "bos-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.199546, "f1_weighted": 0.213596, "precision": 0.19898, "precision_weighted": 0.215839, "recall": 0.204762, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.15, "f1_weighted": 0.147826, "precision": 0.22619, "precision_weighted": 0.246377, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.207937, "f1_weighted": 0.218687, "precision": 0.297619, "precision_weighted": 0.306818, "recall": 0.171429, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.164286, "f1_weighted": 0.281818, "precision": 0.214286, "precision_weighted": 0.386364, "recall": 0.136905, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.063492, "f1_weighted": 0.060606, "precision": 0.047619, "precision_weighted": 0.045455, "recall": 0.095238, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null } ], "accuracy": 0.169565, "f1": 0.157052, "f1_weighted": 0.184507, "precision": 0.196939, "precision_weighted": 0.24017, "recall": 0.150238, "recall_weighted": 0.169565, "ap": NaN, "ap_weighted": NaN, "main_score": 0.169565, "hf_subset": "cat_Latn", "languages": [ "cat-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.077922, "f1_weighted": 0.094862, "precision": 0.061224, "precision_weighted": 0.074534, "recall": 0.107143, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.145918, "f1_weighted": 0.173913, "precision": 0.147619, "precision_weighted": 0.177536, "recall": 0.147619, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.209647, "f1_weighted": 0.096222, "precision": 0.189286, "precision_weighted": 0.080682, "recall": 0.261905, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.093197, "f1_weighted": 0.148918, "precision": 0.107143, "precision_weighted": 0.181818, "recall": 0.089286, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null } ], "accuracy": 0.115415, "f1": 0.105337, "f1_weighted": 0.102783, "precision": 0.101054, "precision_weighted": 0.102914, "recall": 0.12119, "recall_weighted": 0.115415, "ap": NaN, "ap_weighted": NaN, "main_score": 0.115415, "hf_subset": "ceb_Latn", "languages": [ "ceb-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.104308, "f1_weighted": 0.092478, "precision": 0.080952, "precision_weighted": 0.073913, "recall": 0.154762, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.034091, "precision": 0.028571, "precision_weighted": 0.027273, "recall": 0.047619, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.114835, "f1_weighted": 0.155944, "precision": 0.135714, "precision_weighted": 0.186364, "recall": 0.10119, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.185714, "f1_weighted": 0.163636, "precision": 0.166667, "precision_weighted": 0.151515, "recall": 0.214286, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.098814, "f1": 0.088114, "f1_weighted": 0.08923, "precision": 0.082381, "precision_weighted": 0.087813, "recall": 0.103571, "recall_weighted": 0.098814, "ap": NaN, "ap_weighted": NaN, "main_score": 0.098814, "hf_subset": "ckb_Arab", "languages": [ "ckb-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.043956, "f1_weighted": 0.06689, "precision": 0.035714, "precision_weighted": 0.054348, "recall": 0.057143, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.140023, "f1_weighted": 0.164941, "precision": 0.135714, "precision_weighted": 0.169565, "recall": 0.164286, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.155226, "f1_weighted": 0.190673, "precision": 0.178571, "precision_weighted": 0.231061, "recall": 0.152381, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.145022, "f1_weighted": 0.202479, "precision": 0.166667, "precision_weighted": 0.257576, "recall": 0.136905, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.054545, "f1_weighted": 0.077686, "precision": 0.047619, "precision_weighted": 0.068182, "recall": 0.064286, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null } ], "accuracy": 0.143083, "f1": 0.107754, "f1_weighted": 0.140534, "precision": 0.112857, "precision_weighted": 0.156146, "recall": 0.115, "recall_weighted": 0.143083, "ap": NaN, "ap_weighted": NaN, "main_score": 0.143083, "hf_subset": "zho_Hans", "languages": [ "zho-Hans" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.135065, "f1_weighted": 0.170751, "precision": 0.142857, "precision_weighted": 0.173913, "recall": 0.133333, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.246032, "f1_weighted": 0.243961, "precision": 0.235714, "precision_weighted": 0.236957, "recall": 0.266667, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.115079, "f1_weighted": 0.118687, "precision": 0.107143, "precision_weighted": 0.117424, "recall": 0.147619, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.253175, "f1_weighted": 0.318615, "precision": 0.284722, "precision_weighted": 0.378788, "recall": 0.263889, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.254308, "f1_weighted": 0.280483, "precision": 0.271429, "precision_weighted": 0.307576, "recall": 0.254762, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null } ], "accuracy": 0.232411, "f1": 0.200732, "f1_weighted": 0.226499, "precision": 0.208373, "precision_weighted": 0.242931, "recall": 0.213254, "recall_weighted": 0.232411, "ap": NaN, "ap_weighted": NaN, "main_score": 0.232411, "hf_subset": "ces_Latn", "languages": [ "ces-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.097959, "f1_weighted": 0.059627, "precision": 0.07619, "precision_weighted": 0.046377, "recall": 0.142857, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.163265, "f1_weighted": 0.186335, "precision": 0.178571, "precision_weighted": 0.206522, "recall": 0.154762, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.119048, "f1_weighted": 0.159091, "precision": 0.108844, "precision_weighted": 0.142857, "recall": 0.133333, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.188095, "f1_weighted": 0.342424, "precision": 0.209184, "precision_weighted": 0.373377, "recall": 0.172619, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.085714, "f1_weighted": 0.109091, "precision": 0.071429, "precision_weighted": 0.090909, "recall": 0.107143, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.179447, "f1": 0.130816, "f1_weighted": 0.171314, "precision": 0.128844, "precision_weighted": 0.172008, "recall": 0.142143, "recall_weighted": 0.179447, "ap": NaN, "ap_weighted": NaN, "main_score": 0.179447, "hf_subset": "cym_Latn", "languages": [ "cym-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.219388, "f1_weighted": 0.264286, "precision": 0.227891, "precision_weighted": 0.295031, "recall": 0.271429, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.086957, "f1": 0.083117, "f1_weighted": 0.109091, "precision": 0.166667, "precision_weighted": 0.210145, "recall": 0.064286, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.079365, "f1_weighted": 0.09596, "precision": 0.083333, "precision_weighted": 0.102273, "recall": 0.07619, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.197747, "f1_weighted": 0.299746, "precision": 0.259259, "precision_weighted": 0.449495, "recall": 0.201389, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.212585, "f1_weighted": 0.166667, "precision": 0.190476, "precision_weighted": 0.162879, "recall": 0.261905, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.187352, "f1": 0.15844, "f1_weighted": 0.18715, "precision": 0.185525, "precision_weighted": 0.243964, "recall": 0.17504, "recall_weighted": 0.187352, "ap": NaN, "ap_weighted": NaN, "main_score": 0.187352, "hf_subset": "dan_Latn", "languages": [ "dan-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.18001, "f1_weighted": 0.173595, "precision": 0.174603, "precision_weighted": 0.190821, "recall": 0.242857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.391304, "f1": 0.278231, "f1_weighted": 0.311801, "precision": 0.246032, "precision_weighted": 0.2657, "recall": 0.333333, "recall_weighted": 0.391304, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.215079, "f1_weighted": 0.208333, "precision": 0.259524, "precision_weighted": 0.254545, "recall": 0.242857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.140171, "f1_weighted": 0.193706, "precision": 0.15, "precision_weighted": 0.221212, "recall": 0.138889, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.164399, "f1_weighted": 0.183261, "precision": 0.147619, "precision_weighted": 0.157576, "recall": 0.192857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.249012, "f1": 0.195578, "f1_weighted": 0.214139, "precision": 0.195556, "precision_weighted": 0.217971, "recall": 0.230159, "recall_weighted": 0.249012, "ap": NaN, "ap_weighted": NaN, "main_score": 0.249012, "hf_subset": "deu_Latn", "languages": [ "deu-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.02381, "f1_weighted": 0.036232, "precision": 0.020408, "precision_weighted": 0.031056, "recall": 0.028571, "recall_weighted": 0.043478, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.1678, "f1_weighted": 0.182195, "precision": 0.147619, "precision_weighted": 0.165217, "recall": 0.207143, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.126984, "f1_weighted": 0.126263, "precision": 0.119048, "precision_weighted": 0.125, "recall": 0.147619, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.161905, "f1_weighted": 0.209091, "precision": 0.214286, "precision_weighted": 0.325758, "recall": 0.14881, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.107143, "f1_weighted": 0.068182, "precision": 0.083333, "precision_weighted": 0.060606, "recall": 0.178571, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null } ], "accuracy": 0.133992, "f1": 0.117528, "f1_weighted": 0.124392, "precision": 0.116939, "precision_weighted": 0.141527, "recall": 0.142143, "recall_weighted": 0.133992, "ap": NaN, "ap_weighted": NaN, "main_score": 0.133992, "hf_subset": "ell_Grek", "languages": [ "ell-Grek" ] }, { "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.028571, "f1_weighted": 0.034783, "precision": 0.02381, "precision_weighted": 0.028986, "recall": 0.035714, "recall_weighted": 0.043478, "ap": null, "ap_weighted": null }, { "accuracy": 0.347826, "f1": 0.350794, "f1_weighted": 0.351208, "precision": 0.404762, "precision_weighted": 0.40942, "recall": 0.361905, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.188002, "f1_weighted": 0.151909, "precision": 0.154762, "precision_weighted": 0.132576, "recall": 0.247619, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.5, "f1": 0.401404, "f1_weighted": 0.554584, "precision": 0.492857, "precision_weighted": 0.681818, "recall": 0.369048, "recall_weighted": 0.5, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.185714, "f1_weighted": 0.163636, "precision": 0.147959, "precision_weighted": 0.141234, "recall": 0.309524, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.260079, "f1": 0.230897, "f1_weighted": 0.251224, "precision": 0.24483, "precision_weighted": 0.278807, "recall": 0.264762, "recall_weighted": 0.260079, "ap": NaN, "ap_weighted": NaN, "main_score": 0.260079, "hf_subset": "eng_Latn", "languages": [ "eng-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.22381, "f1_weighted": 0.247826, "precision": 0.311224, "precision_weighted": 0.39441, "recall": 0.259524, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.191087, "f1_weighted": 0.198811, "precision": 0.170635, "precision_weighted": 0.175121, "recall": 0.242857, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.117007, "f1_weighted": 0.12987, "precision": 0.111905, "precision_weighted": 0.125, "recall": 0.12381, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.120635, "f1_weighted": 0.175758, "precision": 0.242857, "precision_weighted": 0.468182, "recall": 0.10119, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.302412, "f1_weighted": 0.364227, "precision": 0.366667, "precision_weighted": 0.425758, "recall": 0.3, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null } ], "accuracy": 0.231621, "f1": 0.19099, "f1_weighted": 0.223298, "precision": 0.240658, "precision_weighted": 0.317694, "recall": 0.205476, "recall_weighted": 0.231621, "ap": NaN, "ap_weighted": NaN, "main_score": 0.231621, "hf_subset": "spa_Latn", "languages": [ "spa-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.218254, "f1_weighted": 0.245169, "precision": 0.297619, "precision_weighted": 0.333333, "recall": 0.204762, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.230736, "f1_weighted": 0.228722, "precision": 0.263265, "precision_weighted": 0.263975, "recall": 0.219048, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.323583, "f1_weighted": 0.283622, "precision": 0.297619, "precision_weighted": 0.276515, "recall": 0.409524, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.126984, "f1_weighted": 0.171717, "precision": 0.238095, "precision_weighted": 0.454545, "recall": 0.113095, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.27381, "f1_weighted": 0.348485, "precision": 0.27381, "precision_weighted": 0.352273, "recall": 0.288095, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null } ], "accuracy": 0.250593, "f1": 0.234673, "f1_weighted": 0.255543, "precision": 0.274082, "precision_weighted": 0.336128, "recall": 0.246905, "recall_weighted": 0.250593, "ap": NaN, "ap_weighted": NaN, "main_score": 0.250593, "hf_subset": "est_Latn", "languages": [ "est-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.185714, "f1_weighted": 0.178261, "precision": 0.190476, "precision_weighted": 0.202899, "recall": 0.2, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.347826, "f1": 0.295238, "f1_weighted": 0.301449, "precision": 0.35119, "precision_weighted": 0.405797, "recall": 0.35, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.293197, "f1_weighted": 0.324026, "precision": 0.378912, "precision_weighted": 0.425325, "recall": 0.295238, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.155896, "f1_weighted": 0.227453, "precision": 0.290476, "precision_weighted": 0.542424, "recall": 0.136905, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.169388, "f1_weighted": 0.199351, "precision": 0.166667, "precision_weighted": 0.219697, "recall": 0.271429, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.249802, "f1": 0.219887, "f1_weighted": 0.246108, "precision": 0.275544, "precision_weighted": 0.359228, "recall": 0.250714, "recall_weighted": 0.249802, "ap": NaN, "ap_weighted": NaN, "main_score": 0.249802, "hf_subset": "pes_Arab", "languages": [ "pes-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.256122, "f1_weighted": 0.30528, "precision": 0.338095, "precision_weighted": 0.430435, "recall": 0.240476, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.391304, "f1": 0.368707, "f1_weighted": 0.371014, "precision": 0.440476, "precision_weighted": 0.467391, "recall": 0.395238, "recall_weighted": 0.391304, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.202742, "f1_weighted": 0.224059, "precision": 0.202381, "precision_weighted": 0.223485, "recall": 0.204762, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.1, "f1_weighted": 0.127273, "precision": 0.095238, "precision_weighted": 0.121212, "recall": 0.107143, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.121429, "f1_weighted": 0.15, "precision": 0.104762, "precision_weighted": 0.136364, "recall": 0.164286, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.239526, "f1": 0.2098, "f1_weighted": 0.235525, "precision": 0.23619, "precision_weighted": 0.275777, "recall": 0.222381, "recall_weighted": 0.239526, "ap": NaN, "ap_weighted": NaN, "main_score": 0.239526, "hf_subset": "fin_Latn", "languages": [ "fin-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.347826, "f1": 0.280952, "f1_weighted": 0.344928, "precision": 0.356122, "precision_weighted": 0.475155, "recall": 0.304762, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.086957, "f1": 0.06746, "f1_weighted": 0.060386, "precision": 0.052381, "precision_weighted": 0.049275, "recall": 0.107143, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.030303, "precision": 0.02381, "precision_weighted": 0.022727, "recall": 0.047619, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.057143, "f1_weighted": 0.109091, "precision": 0.095238, "precision_weighted": 0.212121, "recall": 0.053571, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.095238, "f1_weighted": 0.131313, "precision": 0.095238, "precision_weighted": 0.136364, "recall": 0.104762, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.141502, "f1": 0.106508, "f1_weighted": 0.135204, "precision": 0.124558, "precision_weighted": 0.179129, "recall": 0.123571, "recall_weighted": 0.141502, "ap": NaN, "ap_weighted": NaN, "main_score": 0.141502, "hf_subset": "tgl_Latn", "languages": [ "tgl-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.347826, "f1": 0.296825, "f1_weighted": 0.35314, "precision": 0.370748, "precision_weighted": 0.44824, "recall": 0.297619, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.128571, "f1_weighted": 0.156522, "precision": 0.119048, "precision_weighted": 0.144928, "recall": 0.142857, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.190476, "f1_weighted": 0.236364, "precision": 0.204762, "precision_weighted": 0.25, "recall": 0.180952, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.143434, "f1_weighted": 0.187328, "precision": 0.166667, "precision_weighted": 0.242424, "recall": 0.14881, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.360544, "f1_weighted": 0.411255, "precision": 0.383333, "precision_weighted": 0.457576, "recall": 0.37381, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null } ], "accuracy": 0.267984, "f1": 0.22397, "f1_weighted": 0.268922, "precision": 0.248912, "precision_weighted": 0.308634, "recall": 0.22881, "recall_weighted": 0.267984, "ap": NaN, "ap_weighted": NaN, "main_score": 0.267984, "hf_subset": "fra_Latn", "languages": [ "fra-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.2, "f1_weighted": 0.156522, "precision": 0.154762, "precision_weighted": 0.123188, "recall": 0.285714, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.257823, "f1_weighted": 0.256625, "precision": 0.27381, "precision_weighted": 0.289855, "recall": 0.290476, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.15873, "f1_weighted": 0.161616, "precision": 0.151361, "precision_weighted": 0.160714, "recall": 0.195238, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.185714, "f1_weighted": 0.309091, "precision": 0.22619, "precision_weighted": 0.401515, "recall": 0.172619, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.288435, "f1_weighted": 0.299567, "precision": 0.290476, "precision_weighted": 0.330303, "recall": 0.37381, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null } ], "accuracy": 0.250198, "f1": 0.218141, "f1_weighted": 0.236684, "precision": 0.21932, "precision_weighted": 0.261115, "recall": 0.263571, "recall_weighted": 0.250198, "ap": NaN, "ap_weighted": NaN, "main_score": 0.250198, "hf_subset": "gle_Latn", "languages": [ "gle-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.234014, "f1_weighted": 0.253002, "precision": 0.243197, "precision_weighted": 0.26501, "recall": 0.247619, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.2, "f1_weighted": 0.2, "precision": 0.165986, "precision_weighted": 0.171843, "recall": 0.271429, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.108277, "f1_weighted": 0.11057, "precision": 0.092857, "precision_weighted": 0.102273, "recall": 0.147619, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.097959, "f1_weighted": 0.176623, "precision": 0.190476, "precision_weighted": 0.30303, "recall": 0.071429, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null } ], "accuracy": 0.158893, "f1": 0.12805, "f1_weighted": 0.148039, "precision": 0.138503, "precision_weighted": 0.168431, "recall": 0.147619, "recall_weighted": 0.158893, "ap": NaN, "ap_weighted": NaN, "main_score": 0.158893, "hf_subset": "glg_Latn", "languages": [ "glg-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.321315, "f1_weighted": 0.277019, "precision": 0.321429, "precision_weighted": 0.304348, "recall": 0.37381, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.175737, "f1_weighted": 0.223257, "precision": 0.188095, "precision_weighted": 0.247101, "recall": 0.17619, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.128571, "f1_weighted": 0.159091, "precision": 0.114286, "precision_weighted": 0.145455, "recall": 0.152381, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.121878, "f1_weighted": 0.211062, "precision": 0.118367, "precision_weighted": 0.223377, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.135714, "f1_weighted": 0.095455, "precision": 0.103741, "precision_weighted": 0.080087, "recall": 0.22619, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.213439, "f1": 0.176643, "f1_weighted": 0.193177, "precision": 0.169184, "precision_weighted": 0.200073, "recall": 0.214286, "recall_weighted": 0.213439, "ap": NaN, "ap_weighted": NaN, "main_score": 0.213439, "hf_subset": "guj_Gujr", "languages": [ "guj-Gujr" ] }, { "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.028571, "f1_weighted": 0.043478, "precision": 0.028571, "precision_weighted": 0.043478, "recall": 0.028571, "recall_weighted": 0.043478, "ap": null, "ap_weighted": null }, { "accuracy": 0.347826, "f1": 0.370522, "f1_weighted": 0.357626, "precision": 0.397619, "precision_weighted": 0.39058, "recall": 0.37381, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.135714, "f1_weighted": 0.106818, "precision": 0.115646, "precision_weighted": 0.11039, "recall": 0.219048, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.202165, "f1_weighted": 0.267631, "precision": 0.309524, "precision_weighted": 0.409091, "recall": 0.172619, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.16746, "f1_weighted": 0.200505, "precision": 0.238095, "precision_weighted": 0.268939, "recall": 0.147619, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.187352, "f1": 0.180886, "f1_weighted": 0.195212, "precision": 0.217891, "precision_weighted": 0.244496, "recall": 0.188333, "recall_weighted": 0.187352, "ap": NaN, "ap_weighted": NaN, "main_score": 0.187352, "hf_subset": "hau_Latn", "languages": [ "hau-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.120181, "f1_weighted": 0.145618, "precision": 0.207143, "precision_weighted": 0.28913, "recall": 0.128571, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.347826, "f1": 0.347959, "f1_weighted": 0.356108, "precision": 0.366667, "precision_weighted": 0.380435, "recall": 0.342857, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.193651, "f1_weighted": 0.247475, "precision": 0.182313, "precision_weighted": 0.24026, "recall": 0.233333, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.12415, "f1_weighted": 0.142857, "precision": 0.130952, "precision_weighted": 0.151515, "recall": 0.119048, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null } ], "accuracy": 0.17747, "f1": 0.157188, "f1_weighted": 0.178411, "precision": 0.177415, "precision_weighted": 0.212268, "recall": 0.164762, "recall_weighted": 0.17747, "ap": NaN, "ap_weighted": NaN, "main_score": 0.17747, "hf_subset": "heb_Hebr", "languages": [ "heb-Hebr" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.231293, "f1_weighted": 0.207039, "precision": 0.285714, "precision_weighted": 0.26087, "recall": 0.242857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.095238, "f1_weighted": 0.115942, "precision": 0.088095, "precision_weighted": 0.11087, "recall": 0.111905, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.257143, "f1_weighted": 0.222727, "precision": 0.266667, "precision_weighted": 0.254545, "recall": 0.314286, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.153596, "f1_weighted": 0.261602, "precision": 0.178571, "precision_weighted": 0.348485, "recall": 0.178571, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.5, "f1": 0.400794, "f1_weighted": 0.463384, "precision": 0.390476, "precision_weighted": 0.481818, "recall": 0.466667, "recall_weighted": 0.5, "ap": null, "ap_weighted": null } ], "accuracy": 0.269565, "f1": 0.227613, "f1_weighted": 0.254139, "precision": 0.241905, "precision_weighted": 0.291318, "recall": 0.262857, "recall_weighted": 0.269565, "ap": NaN, "ap_weighted": NaN, "main_score": 0.269565, "hf_subset": "hin_Deva", "languages": [ "hin-Deva" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.248299, "f1_weighted": 0.240166, "precision": 0.281746, "precision_weighted": 0.311594, "recall": 0.295238, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.391304, "f1": 0.330952, "f1_weighted": 0.345652, "precision": 0.32449, "precision_weighted": 0.345963, "recall": 0.388095, "recall_weighted": 0.391304, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.210204, "f1_weighted": 0.246104, "precision": 0.238095, "precision_weighted": 0.287879, "recall": 0.2, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.198413, "f1_weighted": 0.252525, "precision": 0.260714, "precision_weighted": 0.377273, "recall": 0.184524, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.280952, "f1_weighted": 0.29596, "precision": 0.283673, "precision_weighted": 0.302597, "recall": 0.307143, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null } ], "accuracy": 0.28498, "f1": 0.253764, "f1_weighted": 0.276081, "precision": 0.277744, "precision_weighted": 0.325061, "recall": 0.275, "recall_weighted": 0.28498, "ap": NaN, "ap_weighted": NaN, "main_score": 0.28498, "hf_subset": "hrv_Latn", "languages": [ "hrv-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.183673, "f1_weighted": 0.242236, "precision": 0.185034, "precision_weighted": 0.255487, "recall": 0.214286, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.347826, "f1": 0.283673, "f1_weighted": 0.325155, "precision": 0.288095, "precision_weighted": 0.346377, "recall": 0.314286, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.109091, "f1_weighted": 0.119008, "precision": 0.095238, "precision_weighted": 0.106061, "recall": 0.128571, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.184127, "f1_weighted": 0.276768, "precision": 0.185034, "precision_weighted": 0.283117, "recall": 0.184524, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.254762, "f1_weighted": 0.263636, "precision": 0.25, "precision_weighted": 0.257576, "recall": 0.261905, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null } ], "accuracy": 0.258103, "f1": 0.203065, "f1_weighted": 0.245361, "precision": 0.20068, "precision_weighted": 0.249723, "recall": 0.220714, "recall_weighted": 0.258103, "ap": NaN, "ap_weighted": NaN, "main_score": 0.258103, "hf_subset": "hun_Latn", "languages": [ "hun-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.243878, "f1_weighted": 0.309006, "precision": 0.257143, "precision_weighted": 0.336232, "recall": 0.257143, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.218594, "f1_weighted": 0.203451, "precision": 0.202381, "precision_weighted": 0.199275, "recall": 0.247619, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.186508, "f1_weighted": 0.200758, "precision": 0.17619, "precision_weighted": 0.198485, "recall": 0.219048, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.143321, "f1_weighted": 0.191116, "precision": 0.159524, "precision_weighted": 0.243182, "recall": 0.14881, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.099567, "f1_weighted": 0.143251, "precision": 0.119048, "precision_weighted": 0.166667, "recall": 0.092857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.213439, "f1": 0.178374, "f1_weighted": 0.209516, "precision": 0.182857, "precision_weighted": 0.228768, "recall": 0.193095, "recall_weighted": 0.213439, "ap": NaN, "ap_weighted": NaN, "main_score": 0.213439, "hf_subset": "hye_Armn", "languages": [ "hye-Armn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.176531, "f1_weighted": 0.223602, "precision": 0.195238, "precision_weighted": 0.26087, "recall": 0.192857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.304348, "f1": 0.295918, "f1_weighted": 0.251553, "precision": 0.271429, "precision_weighted": 0.24058, "recall": 0.380952, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.131746, "f1_weighted": 0.14596, "precision": 0.19898, "precision_weighted": 0.212662, "recall": 0.12381, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.136508, "f1_weighted": 0.216162, "precision": 0.171429, "precision_weighted": 0.286364, "recall": 0.119048, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.275737, "f1_weighted": 0.273016, "precision": 0.307143, "precision_weighted": 0.334091, "recall": 0.338095, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null } ], "accuracy": 0.22253, "f1": 0.203288, "f1_weighted": 0.222058, "precision": 0.228844, "precision_weighted": 0.266913, "recall": 0.230952, "recall_weighted": 0.22253, "ap": NaN, "ap_weighted": NaN, "main_score": 0.22253, "hf_subset": "ind_Latn", "languages": [ "ind-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.273696, "f1_weighted": 0.261836, "precision": 0.27381, "precision_weighted": 0.271739, "recall": 0.283333, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.107607, "f1_weighted": 0.106155, "precision": 0.091837, "precision_weighted": 0.090062, "recall": 0.130952, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.178571, "f1_weighted": 0.117424, "precision": 0.154762, "precision_weighted": 0.121212, "recall": 0.242857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.143991, "f1_weighted": 0.261183, "precision": 0.171429, "precision_weighted": 0.343182, "recall": 0.136905, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.140816, "f1_weighted": 0.137662, "precision": 0.163265, "precision_weighted": 0.178571, "recall": 0.147619, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.178261, "f1": 0.168936, "f1_weighted": 0.176852, "precision": 0.17102, "precision_weighted": 0.200953, "recall": 0.188333, "recall_weighted": 0.178261, "ap": NaN, "ap_weighted": NaN, "main_score": 0.178261, "hf_subset": "ibo_Latn", "languages": [ "ibo-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.22381, "f1_weighted": 0.194203, "precision": 0.210884, "precision_weighted": 0.193582, "recall": 0.271429, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.159647, "f1_weighted": 0.189413, "precision": 0.253968, "precision_weighted": 0.31401, "recall": 0.171429, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.088889, "f1_weighted": 0.121212, "precision": 0.080952, "precision_weighted": 0.113636, "recall": 0.104762, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.180519, "f1_weighted": 0.27314, "precision": 0.295238, "precision_weighted": 0.478788, "recall": 0.166667, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.092063, "f1_weighted": 0.128283, "precision": 0.091837, "precision_weighted": 0.133117, "recall": 0.104762, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.178261, "f1": 0.148986, "f1_weighted": 0.18125, "precision": 0.186576, "precision_weighted": 0.246627, "recall": 0.16381, "recall_weighted": 0.178261, "ap": NaN, "ap_weighted": NaN, "main_score": 0.178261, "hf_subset": "isl_Latn", "languages": [ "isl-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.347826, "f1": 0.320068, "f1_weighted": 0.295756, "precision": 0.288435, "precision_weighted": 0.2853, "recall": 0.407143, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.171769, "f1_weighted": 0.182195, "precision": 0.147959, "precision_weighted": 0.159938, "recall": 0.211905, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.349817, "f1_weighted": 0.374709, "precision": 0.392857, "precision_weighted": 0.439394, "recall": 0.433333, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.251177, "f1_weighted": 0.418581, "precision": 0.292857, "precision_weighted": 0.506818, "recall": 0.22619, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.120635, "f1_weighted": 0.173737, "precision": 0.214286, "precision_weighted": 0.295455, "recall": 0.092857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.294862, "f1": 0.242693, "f1_weighted": 0.288996, "precision": 0.267279, "precision_weighted": 0.337381, "recall": 0.274286, "recall_weighted": 0.294862, "ap": NaN, "ap_weighted": NaN, "main_score": 0.294862, "hf_subset": "ita_Latn", "languages": [ "ita-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.097403, "f1_weighted": 0.083004, "precision": 0.095238, "precision_weighted": 0.07971, "recall": 0.1, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.134223, "f1_weighted": 0.113235, "precision": 0.133333, "precision_weighted": 0.114493, "recall": 0.154762, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.16542, "f1_weighted": 0.204076, "precision": 0.207143, "precision_weighted": 0.265909, "recall": 0.152381, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.168254, "f1_weighted": 0.266667, "precision": 0.261905, "precision_weighted": 0.5, "recall": 0.166667, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.30705, "f1_weighted": 0.323396, "precision": 0.380952, "precision_weighted": 0.401515, "recall": 0.307143, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null } ], "accuracy": 0.188933, "f1": 0.17447, "f1_weighted": 0.198076, "precision": 0.215714, "precision_weighted": 0.272325, "recall": 0.17619, "recall_weighted": 0.188933, "ap": NaN, "ap_weighted": NaN, "main_score": 0.188933, "hf_subset": "jpn_Jpan", "languages": [ "jpn-Jpan" ] }, { "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.088435, "f1_weighted": 0.05383, "precision": 0.064286, "precision_weighted": 0.03913, "recall": 0.142857, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.219048, "f1_weighted": 0.231884, "precision": 0.247619, "precision_weighted": 0.268116, "recall": 0.211905, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.178877, "f1_weighted": 0.193667, "precision": 0.154762, "precision_weighted": 0.185606, "recall": 0.257143, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.179278, "f1_weighted": 0.345954, "precision": 0.19898, "precision_weighted": 0.417208, "recall": 0.184524, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.227922, "f1_weighted": 0.278512, "precision": 0.25, "precision_weighted": 0.295455, "recall": 0.216667, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null } ], "accuracy": 0.224506, "f1": 0.178712, "f1_weighted": 0.22077, "precision": 0.183129, "precision_weighted": 0.241103, "recall": 0.202619, "recall_weighted": 0.224506, "ap": NaN, "ap_weighted": NaN, "main_score": 0.224506, "hf_subset": "jav_Latn", "languages": [ "jav-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.064626, "f1_weighted": 0.098344, "precision": 0.091837, "precision_weighted": 0.139752, "recall": 0.057143, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.229592, "f1_weighted": 0.270186, "precision": 0.261905, "precision_weighted": 0.326087, "recall": 0.242857, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.143991, "f1_weighted": 0.183622, "precision": 0.25, "precision_weighted": 0.306818, "recall": 0.104762, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.12381, "f1_weighted": 0.178788, "precision": 0.190476, "precision_weighted": 0.318182, "recall": 0.10119, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.224943, "f1_weighted": 0.239971, "precision": 0.314286, "precision_weighted": 0.388636, "recall": 0.230952, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.169565, "f1": 0.157392, "f1_weighted": 0.194182, "precision": 0.221701, "precision_weighted": 0.295895, "recall": 0.147381, "recall_weighted": 0.169565, "ap": NaN, "ap_weighted": NaN, "main_score": 0.169565, "hf_subset": "kat_Geor", "languages": [ "kat-Geor" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.166667, "f1_weighted": 0.2343, "precision": 0.188095, "precision_weighted": 0.268841, "recall": 0.157143, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.043478, "f1": 0.040816, "f1_weighted": 0.024845, "precision": 0.028571, "precision_weighted": 0.017391, "recall": 0.071429, "recall_weighted": 0.043478, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.287302, "f1_weighted": 0.318182, "precision": 0.366667, "precision_weighted": 0.454545, "recall": 0.3, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.173717, "f1_weighted": 0.233215, "precision": 0.195578, "precision_weighted": 0.271645, "recall": 0.172619, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.117007, "f1_weighted": 0.116883, "precision": 0.104762, "precision_weighted": 0.109091, "recall": 0.147619, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.188538, "f1": 0.157102, "f1_weighted": 0.185485, "precision": 0.176735, "precision_weighted": 0.224303, "recall": 0.169762, "recall_weighted": 0.188538, "ap": NaN, "ap_weighted": NaN, "main_score": 0.188538, "hf_subset": "kam_Latn", "languages": [ "kam-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.099206, "f1_weighted": 0.131643, "precision": 0.104762, "precision_weighted": 0.142029, "recall": 0.1, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.347826, "f1": 0.351927, "f1_weighted": 0.357419, "precision": 0.366667, "precision_weighted": 0.388406, "recall": 0.354762, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.115079, "f1_weighted": 0.132576, "precision": 0.119048, "precision_weighted": 0.143939, "recall": 0.12381, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.17619, "f1_weighted": 0.29697, "precision": 0.25, "precision_weighted": 0.431818, "recall": 0.136905, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.085714, "f1_weighted": 0.090909, "precision": 0.160714, "precision_weighted": 0.193182, "recall": 0.107143, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null } ], "accuracy": 0.186561, "f1": 0.165624, "f1_weighted": 0.201903, "precision": 0.200238, "precision_weighted": 0.259875, "recall": 0.164524, "recall_weighted": 0.186561, "ap": NaN, "ap_weighted": NaN, "main_score": 0.186561, "hf_subset": "kea_Latn", "languages": [ "kea-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.214966, "f1_weighted": 0.257557, "precision": 0.253571, "precision_weighted": 0.336957, "recall": 0.257143, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.212585, "f1_weighted": 0.249482, "precision": 0.228571, "precision_weighted": 0.285507, "recall": 0.242857, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.285714, "f1_weighted": 0.242424, "precision": 0.255102, "precision_weighted": 0.224026, "recall": 0.342857, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.188219, "f1_weighted": 0.259622, "precision": 0.190476, "precision_weighted": 0.291667, "recall": 0.208333, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.071429, "f1_weighted": 0.090909, "precision": 0.07619, "precision_weighted": 0.10303, "recall": 0.07619, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null } ], "accuracy": 0.231621, "f1": 0.194583, "f1_weighted": 0.219999, "precision": 0.200782, "precision_weighted": 0.248237, "recall": 0.225476, "recall_weighted": 0.231621, "ap": NaN, "ap_weighted": NaN, "main_score": 0.231621, "hf_subset": "kaz_Cyrl", "languages": [ "kaz-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.071429, "f1_weighted": 0.076087, "precision": 0.064286, "precision_weighted": 0.069565, "recall": 0.083333, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.304348, "f1": 0.271655, "f1_weighted": 0.289027, "precision": 0.285714, "precision_weighted": 0.326087, "recall": 0.302381, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.059524, "f1_weighted": 0.079545, "precision": 0.063492, "precision_weighted": 0.090909, "recall": 0.07619, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.115385, "f1_weighted": 0.202797, "precision": 0.128571, "precision_weighted": 0.236364, "recall": 0.107143, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.155102, "f1_weighted": 0.184416, "precision": 0.164286, "precision_weighted": 0.193182, "recall": 0.152381, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.16917, "f1": 0.134619, "f1_weighted": 0.166374, "precision": 0.14127, "precision_weighted": 0.183221, "recall": 0.144286, "recall_weighted": 0.16917, "ap": NaN, "ap_weighted": NaN, "main_score": 0.16917, "hf_subset": "khm_Khmr", "languages": [ "khm-Khmr" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.115079, "f1_weighted": 0.155797, "precision": 0.112245, "precision_weighted": 0.156315, "recall": 0.133333, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.086957, "f1": 0.103175, "f1_weighted": 0.062802, "precision": 0.091837, "precision_weighted": 0.055901, "recall": 0.142857, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.143651, "f1_weighted": 0.17803, "precision": 0.147619, "precision_weighted": 0.189394, "recall": 0.152381, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.17449, "f1_weighted": 0.307792, "precision": 0.202381, "precision_weighted": 0.356061, "recall": 0.154762, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.034091, "precision": 0.028571, "precision_weighted": 0.027273, "recall": 0.047619, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null } ], "accuracy": 0.152174, "f1": 0.114422, "f1_weighted": 0.147702, "precision": 0.116531, "precision_weighted": 0.156989, "recall": 0.12619, "recall_weighted": 0.152174, "ap": NaN, "ap_weighted": NaN, "main_score": 0.152174, "hf_subset": "kan_Knda", "languages": [ "kan-Knda" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.218594, "f1_weighted": 0.233264, "precision": 0.238095, "precision_weighted": 0.26087, "recall": 0.211905, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.086957, "f1": 0.079121, "f1_weighted": 0.061538, "precision": 0.063492, "precision_weighted": 0.048309, "recall": 0.107143, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.092857, "f1_weighted": 0.075, "precision": 0.083333, "precision_weighted": 0.087121, "recall": 0.171429, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.12381, "f1_weighted": 0.206061, "precision": 0.112245, "precision_weighted": 0.194805, "recall": 0.142857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.227778, "f1_weighted": 0.258333, "precision": 0.295238, "precision_weighted": 0.357576, "recall": 0.254762, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null } ], "accuracy": 0.179051, "f1": 0.148432, "f1_weighted": 0.166839, "precision": 0.158481, "precision_weighted": 0.189736, "recall": 0.177619, "recall_weighted": 0.179051, "ap": NaN, "ap_weighted": NaN, "main_score": 0.179051, "hf_subset": "kor_Hang", "languages": [ "kor-Hang" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.110204, "f1_weighted": 0.118012, "precision": 0.1, "precision_weighted": 0.108696, "recall": 0.12381, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.391304, "f1": 0.386395, "f1_weighted": 0.318012, "precision": 0.32381, "precision_weighted": 0.271014, "recall": 0.488095, "recall_weighted": 0.391304, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.025974, "f1_weighted": 0.041322, "precision": 0.02381, "precision_weighted": 0.037879, "recall": 0.028571, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.072527, "f1_weighted": 0.148252, "precision": 0.080952, "precision_weighted": 0.175758, "recall": 0.071429, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.164966, "f1_weighted": 0.185606, "precision": 0.183333, "precision_weighted": 0.212879, "recall": 0.166667, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.177075, "f1": 0.152013, "f1_weighted": 0.162241, "precision": 0.142381, "precision_weighted": 0.161245, "recall": 0.175714, "recall_weighted": 0.177075, "ap": NaN, "ap_weighted": NaN, "main_score": 0.177075, "hf_subset": "kir_Cyrl", "languages": [ "kir-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.434783, "f1": 0.416553, "f1_weighted": 0.448171, "precision": 0.511905, "precision_weighted": 0.565217, "recall": 0.447619, "recall_weighted": 0.434783, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.210204, "f1_weighted": 0.217391, "precision": 0.211905, "precision_weighted": 0.221014, "recall": 0.211905, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.159864, "f1_weighted": 0.117965, "precision": 0.154762, "precision_weighted": 0.151515, "recall": 0.242857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.214024, "f1_weighted": 0.3002, "precision": 0.235714, "precision_weighted": 0.346212, "recall": 0.202381, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.155896, "f1_weighted": 0.145924, "precision": 0.133333, "precision_weighted": 0.127273, "recall": 0.202381, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.248617, "f1": 0.231308, "f1_weighted": 0.24593, "precision": 0.249524, "precision_weighted": 0.282246, "recall": 0.261429, "recall_weighted": 0.248617, "ap": NaN, "ap_weighted": NaN, "main_score": 0.248617, "hf_subset": "ltz_Latn", "languages": [ "ltz-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.114409, "f1_weighted": 0.118201, "precision": 0.107143, "precision_weighted": 0.115942, "recall": 0.135714, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.176531, "f1_weighted": 0.21118, "precision": 0.171429, "precision_weighted": 0.206522, "recall": 0.183333, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.266667, "f1_weighted": 0.333333, "precision": 0.335714, "precision_weighted": 0.406818, "recall": 0.257143, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.114409, "f1_weighted": 0.165683, "precision": 0.154762, "precision_weighted": 0.246212, "recall": 0.10119, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.147619, "f1_weighted": 0.167424, "precision": 0.163265, "precision_weighted": 0.201299, "recall": 0.183333, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.196838, "f1": 0.163927, "f1_weighted": 0.199164, "precision": 0.186463, "precision_weighted": 0.235359, "recall": 0.172143, "recall_weighted": 0.196838, "ap": NaN, "ap_weighted": NaN, "main_score": 0.196838, "hf_subset": "lug_Latn", "languages": [ "lug-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.136054, "f1_weighted": 0.207039, "precision": 0.153061, "precision_weighted": 0.232919, "recall": 0.142857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.142465, "f1_weighted": 0.193502, "precision": 0.136905, "precision_weighted": 0.182971, "recall": 0.157143, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.107937, "f1_weighted": 0.126263, "precision": 0.1, "precision_weighted": 0.125, "recall": 0.128571, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.188776, "f1_weighted": 0.244589, "precision": 0.214286, "precision_weighted": 0.295455, "recall": 0.184524, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.139194, "f1_weighted": 0.191142, "precision": 0.178571, "precision_weighted": 0.238636, "recall": 0.128571, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.196047, "f1": 0.142885, "f1_weighted": 0.192507, "precision": 0.156565, "precision_weighted": 0.214996, "recall": 0.148333, "recall_weighted": 0.196047, "ap": NaN, "ap_weighted": NaN, "main_score": 0.196047, "hf_subset": "lin_Latn", "languages": [ "lin-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.2, "f1_weighted": 0.239752, "precision": 0.214286, "precision_weighted": 0.268116, "recall": 0.221429, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.043478, "f1": 0.028571, "f1_weighted": 0.043478, "precision": 0.028571, "precision_weighted": 0.043478, "recall": 0.028571, "recall_weighted": 0.043478, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.30034, "f1_weighted": 0.262446, "precision": 0.335714, "precision_weighted": 0.311364, "recall": 0.342857, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.21746, "f1_weighted": 0.249351, "precision": 0.27381, "precision_weighted": 0.367965, "recall": 0.215278, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.012987, "precision": 0.02381, "precision_weighted": 0.007576, "recall": 0.142857, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null } ], "accuracy": 0.16996, "f1": 0.157438, "f1_weighted": 0.161603, "precision": 0.175238, "precision_weighted": 0.1997, "recall": 0.190198, "recall_weighted": 0.16996, "ap": NaN, "ap_weighted": NaN, "main_score": 0.16996, "hf_subset": "lao_Laoo", "languages": [ "lao-Laoo" ] }, { "scores_per_experiment": [ { "accuracy": 0.478261, "f1": 0.470408, "f1_weighted": 0.487681, "precision": 0.52619, "precision_weighted": 0.600725, "recall": 0.511905, "recall_weighted": 0.478261, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.171769, "f1_weighted": 0.173395, "precision": 0.128571, "precision_weighted": 0.130435, "recall": 0.261905, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.271429, "f1_weighted": 0.35, "precision": 0.319048, "precision_weighted": 0.425758, "recall": 0.257143, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.144805, "f1_weighted": 0.232231, "precision": 0.202381, "precision_weighted": 0.356061, "recall": 0.119048, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.199546, "f1_weighted": 0.248918, "precision": 0.27381, "precision_weighted": 0.378788, "recall": 0.230952, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null } ], "accuracy": 0.302372, "f1": 0.251591, "f1_weighted": 0.298445, "precision": 0.29, "precision_weighted": 0.378353, "recall": 0.27619, "recall_weighted": 0.302372, "ap": NaN, "ap_weighted": NaN, "main_score": 0.302372, "hf_subset": "lit_Latn", "languages": [ "lit-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.347826, "f1": 0.335034, "f1_weighted": 0.365424, "precision": 0.404762, "precision_weighted": 0.5, "recall": 0.371429, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.12674, "f1_weighted": 0.134002, "precision": 0.194444, "precision_weighted": 0.258454, "recall": 0.207143, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.145918, "f1_weighted": 0.157468, "precision": 0.128571, "precision_weighted": 0.140909, "recall": 0.171429, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.204906, "f1_weighted": 0.230487, "precision": 0.185034, "precision_weighted": 0.205195, "recall": 0.238095, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.11746, "f1_weighted": 0.141414, "precision": 0.130952, "precision_weighted": 0.155303, "recall": 0.111905, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.22253, "f1": 0.186012, "f1_weighted": 0.205759, "precision": 0.208753, "precision_weighted": 0.251972, "recall": 0.22, "recall_weighted": 0.22253, "ap": NaN, "ap_weighted": NaN, "main_score": 0.22253, "hf_subset": "luo_Latn", "languages": [ "luo-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.391304, "f1": 0.377345, "f1_weighted": 0.383399, "precision": 0.416667, "precision_weighted": 0.40942, "recall": 0.380952, "recall_weighted": 0.391304, "ap": null, "ap_weighted": null }, { "accuracy": 0.434783, "f1": 0.388889, "f1_weighted": 0.383575, "precision": 0.364286, "precision_weighted": 0.356522, "recall": 0.440476, "recall_weighted": 0.434783, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.3, "f1_weighted": 0.304545, "precision": 0.320238, "precision_weighted": 0.356061, "recall": 0.395238, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.253968, "f1_weighted": 0.353535, "precision": 0.271429, "precision_weighted": 0.413636, "recall": 0.285714, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.176531, "f1_weighted": 0.209416, "precision": 0.164286, "precision_weighted": 0.197727, "recall": 0.195238, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.347036, "f1": 0.299347, "f1_weighted": 0.326894, "precision": 0.307381, "precision_weighted": 0.346673, "recall": 0.339524, "recall_weighted": 0.347036, "ap": NaN, "ap_weighted": NaN, "main_score": 0.347036, "hf_subset": "lvs_Latn", "languages": [ "lvs-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.064626, "f1_weighted": 0.076605, "precision": 0.085714, "precision_weighted": 0.117391, "recall": 0.1, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.086957, "f1": 0.065476, "f1_weighted": 0.074275, "precision": 0.082418, "precision_weighted": 0.09699, "recall": 0.083333, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.18254, "f1_weighted": 0.199495, "precision": 0.25, "precision_weighted": 0.272727, "recall": 0.17619, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.103896, "f1_weighted": 0.198347, "precision": 0.136054, "precision_weighted": 0.294372, "recall": 0.107143, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.309437, "f1_weighted": 0.39849, "precision": 0.289286, "precision_weighted": 0.366288, "recall": 0.345238, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null } ], "accuracy": 0.198419, "f1": 0.145195, "f1_weighted": 0.189442, "precision": 0.168694, "precision_weighted": 0.229554, "recall": 0.162381, "recall_weighted": 0.198419, "ap": NaN, "ap_weighted": NaN, "main_score": 0.198419, "hf_subset": "mri_Latn", "languages": [ "mri-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.206349, "f1_weighted": 0.248792, "precision": 0.238095, "precision_weighted": 0.297101, "recall": 0.185714, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.304348, "f1": 0.27415, "f1_weighted": 0.293996, "precision": 0.297619, "precision_weighted": 0.333333, "recall": 0.290476, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.164286, "f1_weighted": 0.170455, "precision": 0.152381, "precision_weighted": 0.181818, "recall": 0.228571, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.17415, "f1_weighted": 0.279221, "precision": 0.261905, "precision_weighted": 0.5, "recall": 0.154762, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.239796, "f1_weighted": 0.266234, "precision": 0.238095, "precision_weighted": 0.268939, "recall": 0.25, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null } ], "accuracy": 0.240711, "f1": 0.211746, "f1_weighted": 0.251739, "precision": 0.237619, "precision_weighted": 0.316238, "recall": 0.221905, "recall_weighted": 0.240711, "ap": NaN, "ap_weighted": NaN, "main_score": 0.240711, "hf_subset": "mkd_Cyrl", "languages": [ "mkd-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.247619, "f1_weighted": 0.28599, "precision": 0.338095, "precision_weighted": 0.433333, "recall": 0.240476, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.219048, "f1_weighted": 0.202899, "precision": 0.211905, "precision_weighted": 0.202899, "recall": 0.247619, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.253515, "f1_weighted": 0.262193, "precision": 0.242857, "precision_weighted": 0.257576, "recall": 0.271429, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.152525, "f1_weighted": 0.19449, "precision": 0.215278, "precision_weighted": 0.320076, "recall": 0.159722, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.168831, "f1_weighted": 0.207438, "precision": 0.173016, "precision_weighted": 0.214646, "recall": 0.204762, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.232016, "f1": 0.208308, "f1_weighted": 0.230602, "precision": 0.23623, "precision_weighted": 0.285706, "recall": 0.224802, "recall_weighted": 0.232016, "ap": NaN, "ap_weighted": NaN, "main_score": 0.232016, "hf_subset": "mal_Mlym", "languages": [ "mal-Mlym" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.198413, "f1_weighted": 0.171498, "precision": 0.234694, "precision_weighted": 0.194099, "recall": 0.2, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.347826, "f1": 0.3, "f1_weighted": 0.313043, "precision": 0.27619, "precision_weighted": 0.289855, "recall": 0.335714, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.196712, "f1_weighted": 0.240801, "precision": 0.285714, "precision_weighted": 0.393939, "recall": 0.2, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.212266, "f1_weighted": 0.269651, "precision": 0.312245, "precision_weighted": 0.538312, "recall": 0.232143, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.207174, "f1_weighted": 0.249508, "precision": 0.207143, "precision_weighted": 0.256818, "recall": 0.240476, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null } ], "accuracy": 0.258893, "f1": 0.222913, "f1_weighted": 0.2489, "precision": 0.263197, "precision_weighted": 0.334605, "recall": 0.241667, "recall_weighted": 0.258893, "ap": NaN, "ap_weighted": NaN, "main_score": 0.258893, "hf_subset": "khk_Cyrl", "languages": [ "khk-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.271429, "f1_weighted": 0.26087, "precision": 0.271429, "precision_weighted": 0.26087, "recall": 0.271429, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.347826, "f1": 0.313379, "f1_weighted": 0.276743, "precision": 0.261905, "precision_weighted": 0.243478, "recall": 0.42619, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.263039, "f1_weighted": 0.231602, "precision": 0.333333, "precision_weighted": 0.333333, "recall": 0.314286, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.287153, "f1_weighted": 0.387321, "precision": 0.333333, "precision_weighted": 0.469697, "recall": 0.285714, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.230519, "f1_weighted": 0.282025, "precision": 0.307483, "precision_weighted": 0.3671, "recall": 0.22381, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null } ], "accuracy": 0.294466, "f1": 0.273104, "f1_weighted": 0.287712, "precision": 0.301497, "precision_weighted": 0.334896, "recall": 0.304286, "recall_weighted": 0.294466, "ap": NaN, "ap_weighted": NaN, "main_score": 0.294466, "hf_subset": "mar_Deva", "languages": [ "mar-Deva" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.205782, "f1_weighted": 0.254141, "precision": 0.342857, "precision_weighted": 0.478261, "recall": 0.204762, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.122449, "f1_weighted": 0.149068, "precision": 0.154762, "precision_weighted": 0.199275, "recall": 0.111905, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.293651, "f1_weighted": 0.309596, "precision": 0.288095, "precision_weighted": 0.32197, "recall": 0.352381, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.222109, "f1_weighted": 0.371429, "precision": 0.321429, "precision_weighted": 0.515152, "recall": 0.190476, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.145578, "f1_weighted": 0.164935, "precision": 0.190476, "precision_weighted": 0.227273, "recall": 0.12381, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.224111, "f1": 0.197914, "f1_weighted": 0.249834, "precision": 0.259524, "precision_weighted": 0.348386, "recall": 0.196667, "recall_weighted": 0.224111, "ap": NaN, "ap_weighted": NaN, "main_score": 0.224111, "hf_subset": "zsm_Latn", "languages": [ "zsm-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.095362, "f1_weighted": 0.111124, "precision": 0.109694, "precision_weighted": 0.14441, "recall": 0.135714, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.109524, "f1_weighted": 0.144928, "precision": 0.1, "precision_weighted": 0.130435, "recall": 0.128571, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.221336, "f1_weighted": 0.243743, "precision": 0.230952, "precision_weighted": 0.27197, "recall": 0.271429, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.123933, "f1_weighted": 0.217473, "precision": 0.19898, "precision_weighted": 0.423701, "recall": 0.119048, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.17449, "f1_weighted": 0.197727, "precision": 0.159524, "precision_weighted": 0.182576, "recall": 0.202381, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.197233, "f1": 0.144929, "f1_weighted": 0.182999, "precision": 0.15983, "precision_weighted": 0.230618, "recall": 0.171429, "recall_weighted": 0.197233, "ap": NaN, "ap_weighted": NaN, "main_score": 0.197233, "hf_subset": "mlt_Latn", "languages": [ "mlt-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.17415, "f1_weighted": 0.198758, "precision": 0.161905, "precision_weighted": 0.191304, "recall": 0.204762, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.043478, "f1": 0.028571, "f1_weighted": 0.026087, "precision": 0.020408, "precision_weighted": 0.018634, "recall": 0.047619, "recall_weighted": 0.043478, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.136054, "f1_weighted": 0.160173, "precision": 0.22619, "precision_weighted": 0.306818, "recall": 0.12381, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.188776, "f1_weighted": 0.321429, "precision": 0.27381, "precision_weighted": 0.424242, "recall": 0.154762, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.25102, "f1_weighted": 0.288312, "precision": 0.285714, "precision_weighted": 0.340909, "recall": 0.242857, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null } ], "accuracy": 0.188538, "f1": 0.155714, "f1_weighted": 0.198952, "precision": 0.193605, "precision_weighted": 0.256382, "recall": 0.154762, "recall_weighted": 0.188538, "ap": NaN, "ap_weighted": NaN, "main_score": 0.188538, "hf_subset": "mya_Mymr", "languages": [ "mya-Mymr" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.181097, "f1_weighted": 0.232543, "precision": 0.180272, "precision_weighted": 0.241201, "recall": 0.211905, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.25, "f1_weighted": 0.217391, "precision": 0.290816, "precision_weighted": 0.236025, "recall": 0.235714, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.05772, "f1_weighted": 0.075298, "precision": 0.053571, "precision_weighted": 0.073864, "recall": 0.07619, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.186395, "f1_weighted": 0.341126, "precision": 0.309524, "precision_weighted": 0.515152, "recall": 0.142857, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.21542, "f1_weighted": 0.248918, "precision": 0.309524, "precision_weighted": 0.401515, "recall": 0.207143, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.213834, "f1": 0.178126, "f1_weighted": 0.223055, "precision": 0.228741, "precision_weighted": 0.293551, "recall": 0.174762, "recall_weighted": 0.213834, "ap": NaN, "ap_weighted": NaN, "main_score": 0.213834, "hf_subset": "nob_Latn", "languages": [ "nob-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.103175, "f1_weighted": 0.094203, "precision": 0.083333, "precision_weighted": 0.07971, "recall": 0.154762, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.113379, "f1_weighted": 0.138026, "precision": 0.135714, "precision_weighted": 0.176087, "recall": 0.111905, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.105102, "f1_weighted": 0.141234, "precision": 0.111905, "precision_weighted": 0.155303, "recall": 0.104762, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.267821, "f1_weighted": 0.397062, "precision": 0.378571, "precision_weighted": 0.652273, "recall": 0.27381, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.163059, "f1_weighted": 0.196051, "precision": 0.154762, "precision_weighted": 0.193182, "recall": 0.2, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.197628, "f1": 0.150507, "f1_weighted": 0.193315, "precision": 0.172857, "precision_weighted": 0.251311, "recall": 0.169048, "recall_weighted": 0.197628, "ap": NaN, "ap_weighted": NaN, "main_score": 0.197628, "hf_subset": "npi_Deva", "languages": [ "npi-Deva" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.140476, "f1_weighted": 0.15942, "precision": 0.128571, "precision_weighted": 0.152174, "recall": 0.164286, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.245238, "f1_weighted": 0.252174, "precision": 0.235714, "precision_weighted": 0.246377, "recall": 0.259524, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.211338, "f1_weighted": 0.208947, "precision": 0.207143, "precision_weighted": 0.211364, "recall": 0.242857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.216667, "f1_weighted": 0.263636, "precision": 0.27381, "precision_weighted": 0.386364, "recall": 0.196429, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.27619, "f1_weighted": 0.301515, "precision": 0.29932, "precision_weighted": 0.34632, "recall": 0.307143, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null } ], "accuracy": 0.241502, "f1": 0.217982, "f1_weighted": 0.237138, "precision": 0.228912, "precision_weighted": 0.26852, "recall": 0.234048, "recall_weighted": 0.241502, "ap": NaN, "ap_weighted": NaN, "main_score": 0.241502, "hf_subset": "nld_Latn", "languages": [ "nld-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.214863, "f1_weighted": 0.21906, "precision": 0.227551, "precision_weighted": 0.231366, "recall": 0.211905, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.231633, "f1_weighted": 0.258075, "precision": 0.285714, "precision_weighted": 0.318841, "recall": 0.195238, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.175881, "f1_weighted": 0.243447, "precision": 0.183673, "precision_weighted": 0.266234, "recall": 0.209524, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.061688, "f1_weighted": 0.11157, "precision": 0.083333, "precision_weighted": 0.166667, "recall": 0.053571, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.279592, "f1_weighted": 0.306494, "precision": 0.278571, "precision_weighted": 0.306818, "recall": 0.290476, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null } ], "accuracy": 0.22332, "f1": 0.192731, "f1_weighted": 0.227729, "precision": 0.211769, "precision_weighted": 0.257985, "recall": 0.192143, "recall_weighted": 0.22332, "ap": NaN, "ap_weighted": NaN, "main_score": 0.22332, "hf_subset": "nso_Latn", "languages": [ "nso-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.251587, "f1_weighted": 0.212319, "precision": 0.283333, "precision_weighted": 0.231159, "recall": 0.254762, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.108277, "f1_weighted": 0.129055, "precision": 0.107143, "precision_weighted": 0.130435, "recall": 0.111905, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.244785, "f1_weighted": 0.293001, "precision": 0.345238, "precision_weighted": 0.458333, "recall": 0.252381, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.071429, "f1_weighted": 0.090909, "precision": 0.089286, "precision_weighted": 0.113636, "recall": 0.071429, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.012987, "precision": 0.02381, "precision_weighted": 0.007576, "recall": 0.142857, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null } ], "accuracy": 0.151383, "f1": 0.143379, "f1_weighted": 0.147654, "precision": 0.169762, "precision_weighted": 0.188228, "recall": 0.166667, "recall_weighted": 0.151383, "ap": NaN, "ap_weighted": NaN, "main_score": 0.151383, "hf_subset": "nya_Latn", "languages": [ "nya-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.195578, "f1_weighted": 0.176501, "precision": 0.178571, "precision_weighted": 0.181159, "recall": 0.278571, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.347826, "f1": 0.386508, "f1_weighted": 0.342029, "precision": 0.416667, "precision_weighted": 0.391304, "recall": 0.416667, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.02381, "f1_weighted": 0.022727, "precision": 0.015873, "precision_weighted": 0.015152, "recall": 0.047619, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.15102, "f1_weighted": 0.228571, "precision": 0.214286, "precision_weighted": 0.363636, "recall": 0.125, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.177324, "f1_weighted": 0.194372, "precision": 0.159864, "precision_weighted": 0.178571, "recall": 0.211905, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.203953, "f1": 0.186848, "f1_weighted": 0.19284, "precision": 0.197052, "precision_weighted": 0.225965, "recall": 0.215952, "recall_weighted": 0.203953, "ap": NaN, "ap_weighted": NaN, "main_score": 0.203953, "hf_subset": "oci_Latn", "languages": [ "oci-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.212245, "f1_weighted": 0.183851, "precision": 0.207483, "precision_weighted": 0.203934, "recall": 0.266667, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.182766, "f1_weighted": 0.19862, "precision": 0.17517, "precision_weighted": 0.19617, "recall": 0.207143, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.233333, "f1_weighted": 0.295455, "precision": 0.304762, "precision_weighted": 0.363636, "recall": 0.209524, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.122619, "f1_weighted": 0.113312, "precision": 0.112698, "precision_weighted": 0.107359, "recall": 0.152778, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.152381, "f1_weighted": 0.20404, "precision": 0.235714, "precision_weighted": 0.311364, "recall": 0.135714, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.205138, "f1": 0.180669, "f1_weighted": 0.199055, "precision": 0.207166, "precision_weighted": 0.236493, "recall": 0.194365, "recall_weighted": 0.205138, "ap": NaN, "ap_weighted": NaN, "main_score": 0.205138, "hf_subset": "ory_Orya", "languages": [ "ory-Orya" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.231746, "f1_weighted": 0.303382, "precision": 0.285714, "precision_weighted": 0.369565, "recall": 0.197619, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.190023, "f1_weighted": 0.257419, "precision": 0.190476, "precision_weighted": 0.257971, "recall": 0.192857, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.149206, "f1_weighted": 0.182828, "precision": 0.147619, "precision_weighted": 0.189394, "recall": 0.157143, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.172222, "f1_weighted": 0.250253, "precision": 0.2, "precision_weighted": 0.313636, "recall": 0.166667, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.112245, "f1_weighted": 0.155844, "precision": 0.142857, "precision_weighted": 0.204545, "recall": 0.1, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.213439, "f1": 0.171088, "f1_weighted": 0.229945, "precision": 0.193333, "precision_weighted": 0.267022, "recall": 0.162857, "recall_weighted": 0.213439, "ap": NaN, "ap_weighted": NaN, "main_score": 0.213439, "hf_subset": "pan_Guru", "languages": [ "pan-Guru" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.244331, "f1_weighted": 0.264148, "precision": 0.261905, "precision_weighted": 0.300725, "recall": 0.259524, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.166667, "f1_weighted": 0.181159, "precision": 0.14898, "precision_weighted": 0.173292, "recall": 0.22381, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.348413, "f1_weighted": 0.310354, "precision": 0.297619, "precision_weighted": 0.282576, "recall": 0.442857, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.239683, "f1_weighted": 0.362626, "precision": 0.283333, "precision_weighted": 0.459091, "recall": 0.220238, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.107937, "f1_weighted": 0.131313, "precision": 0.104762, "precision_weighted": 0.127273, "recall": 0.111905, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.259289, "f1": 0.221406, "f1_weighted": 0.24992, "precision": 0.21932, "precision_weighted": 0.268591, "recall": 0.251667, "recall_weighted": 0.259289, "ap": NaN, "ap_weighted": NaN, "main_score": 0.259289, "hf_subset": "pol_Latn", "languages": [ "pol-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.147959, "f1_weighted": 0.138199, "precision": 0.171429, "precision_weighted": 0.178261, "recall": 0.147619, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.276531, "f1_weighted": 0.232298, "precision": 0.302721, "precision_weighted": 0.247412, "recall": 0.309524, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.06746, "f1_weighted": 0.084596, "precision": 0.064286, "precision_weighted": 0.084091, "recall": 0.07619, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.149267, "f1_weighted": 0.273893, "precision": 0.192857, "precision_weighted": 0.354545, "recall": 0.125, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.249887, "f1_weighted": 0.310245, "precision": 0.257143, "precision_weighted": 0.322727, "recall": 0.259524, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null } ], "accuracy": 0.205534, "f1": 0.178221, "f1_weighted": 0.207846, "precision": 0.197687, "precision_weighted": 0.237407, "recall": 0.183571, "recall_weighted": 0.205534, "ap": NaN, "ap_weighted": NaN, "main_score": 0.205534, "hf_subset": "pbt_Arab", "languages": [ "pbt-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.478261, "f1": 0.472109, "f1_weighted": 0.483644, "precision": 0.521429, "precision_weighted": 0.565217, "recall": 0.483333, "recall_weighted": 0.478261, "ap": null, "ap_weighted": null }, { "accuracy": 0.347826, "f1": 0.284014, "f1_weighted": 0.338509, "precision": 0.287415, "precision_weighted": 0.339545, "recall": 0.288095, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.20034, "f1_weighted": 0.270022, "precision": 0.2, "precision_weighted": 0.277273, "recall": 0.209524, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.214986, "f1_weighted": 0.350267, "precision": 0.210317, "precision_weighted": 0.338384, "recall": 0.220238, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.155102, "f1_weighted": 0.179221, "precision": 0.261905, "precision_weighted": 0.310606, "recall": 0.119048, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.319763, "f1": 0.26531, "f1_weighted": 0.324333, "precision": 0.296213, "precision_weighted": 0.366205, "recall": 0.264048, "recall_weighted": 0.319763, "ap": NaN, "ap_weighted": NaN, "main_score": 0.319763, "hf_subset": "por_Latn", "languages": [ "por-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.138889, "f1_weighted": 0.136473, "precision": 0.147619, "precision_weighted": 0.150725, "recall": 0.135714, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.219388, "f1_weighted": 0.185818, "precision": 0.207143, "precision_weighted": 0.18913, "recall": 0.27381, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.250794, "f1_weighted": 0.259596, "precision": 0.247619, "precision_weighted": 0.272727, "recall": 0.32381, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.231746, "f1_weighted": 0.284848, "precision": 0.285714, "precision_weighted": 0.401515, "recall": 0.232143, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.364512, "f1_weighted": 0.364177, "precision": 0.428571, "precision_weighted": 0.454545, "recall": 0.421429, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null } ], "accuracy": 0.251383, "f1": 0.241066, "f1_weighted": 0.246183, "precision": 0.263333, "precision_weighted": 0.293729, "recall": 0.277381, "recall_weighted": 0.251383, "ap": NaN, "ap_weighted": NaN, "main_score": 0.251383, "hf_subset": "ron_Latn", "languages": [ "ron-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.12451, "f1_weighted": 0.104774, "precision": 0.096032, "precision_weighted": 0.091063, "recall": 0.242857, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.112245, "f1_weighted": 0.124224, "precision": 0.111905, "precision_weighted": 0.131159, "recall": 0.12381, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.276531, "f1_weighted": 0.250541, "precision": 0.264286, "precision_weighted": 0.277273, "recall": 0.347619, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.197403, "f1_weighted": 0.238843, "precision": 0.214286, "precision_weighted": 0.287879, "recall": 0.196429, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.205102, "f1_weighted": 0.208766, "precision": 0.204762, "precision_weighted": 0.210606, "recall": 0.22619, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.206324, "f1": 0.183158, "f1_weighted": 0.18543, "precision": 0.178254, "precision_weighted": 0.199596, "recall": 0.227381, "recall_weighted": 0.206324, "ap": NaN, "ap_weighted": NaN, "main_score": 0.206324, "hf_subset": "rus_Cyrl", "languages": [ "rus-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.17619, "f1_weighted": 0.189855, "precision": 0.171769, "precision_weighted": 0.203934, "recall": 0.22381, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.174603, "f1_weighted": 0.202899, "precision": 0.164286, "precision_weighted": 0.2, "recall": 0.2, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.240816, "f1_weighted": 0.290476, "precision": 0.261905, "precision_weighted": 0.318182, "recall": 0.228571, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.138776, "f1_weighted": 0.262338, "precision": 0.166667, "precision_weighted": 0.310606, "recall": 0.119048, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.06746, "f1_weighted": 0.064394, "precision": 0.052381, "precision_weighted": 0.05, "recall": 0.095238, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null } ], "accuracy": 0.205138, "f1": 0.159569, "f1_weighted": 0.201992, "precision": 0.163401, "precision_weighted": 0.216544, "recall": 0.173333, "recall_weighted": 0.205138, "ap": NaN, "ap_weighted": NaN, "main_score": 0.205138, "hf_subset": "snd_Arab", "languages": [ "snd-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.135281, "f1_weighted": 0.173254, "precision": 0.112245, "precision_weighted": 0.149068, "recall": 0.185714, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.228912, "f1_weighted": 0.235714, "precision": 0.219048, "precision_weighted": 0.234783, "recall": 0.266667, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.349351, "f1_weighted": 0.292149, "precision": 0.342857, "precision_weighted": 0.281818, "recall": 0.371429, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.068027, "f1_weighted": 0.097403, "precision": 0.071429, "precision_weighted": 0.106061, "recall": 0.065476, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.231293, "f1_weighted": 0.27381, "precision": 0.290816, "precision_weighted": 0.326299, "recall": 0.22381, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null } ], "accuracy": 0.232016, "f1": 0.202573, "f1_weighted": 0.214466, "precision": 0.207279, "precision_weighted": 0.219606, "recall": 0.222619, "recall_weighted": 0.232016, "ap": NaN, "ap_weighted": NaN, "main_score": 0.232016, "hf_subset": "slk_Latn", "languages": [ "slk-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.190816, "f1_weighted": 0.200932, "precision": 0.180952, "precision_weighted": 0.205797, "recall": 0.228571, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.304348, "f1": 0.275304, "f1_weighted": 0.250267, "precision": 0.240816, "precision_weighted": 0.217081, "recall": 0.333333, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.07619, "f1_weighted": 0.090909, "precision": 0.07619, "precision_weighted": 0.090909, "recall": 0.07619, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.1678, "f1_weighted": 0.321789, "precision": 0.207143, "precision_weighted": 0.434091, "recall": 0.154762, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.347959, "f1_weighted": 0.374026, "precision": 0.461905, "precision_weighted": 0.531818, "recall": 0.361905, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null } ], "accuracy": 0.249802, "f1": 0.211614, "f1_weighted": 0.247585, "precision": 0.233401, "precision_weighted": 0.295939, "recall": 0.230952, "recall_weighted": 0.249802, "ap": NaN, "ap_weighted": NaN, "main_score": 0.249802, "hf_subset": "slv_Latn", "languages": [ "slv-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.272562, "f1_weighted": 0.264769, "precision": 0.290476, "precision_weighted": 0.305072, "recall": 0.283333, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.195362, "f1_weighted": 0.228346, "precision": 0.196429, "precision_weighted": 0.224638, "recall": 0.219048, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.326531, "f1_weighted": 0.34632, "precision": 0.357143, "precision_weighted": 0.371212, "recall": 0.404762, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.239642, "f1_weighted": 0.304385, "precision": 0.230556, "precision_weighted": 0.312879, "recall": 0.263889, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.378571, "f1_weighted": 0.372727, "precision": 0.409864, "precision_weighted": 0.428571, "recall": 0.402381, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null } ], "accuracy": 0.313439, "f1": 0.282534, "f1_weighted": 0.303309, "precision": 0.296893, "precision_weighted": 0.328474, "recall": 0.314683, "recall_weighted": 0.313439, "ap": NaN, "ap_weighted": NaN, "main_score": 0.313439, "hf_subset": "sna_Latn", "languages": [ "sna-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.261905, "f1_weighted": 0.282609, "precision": 0.285714, "precision_weighted": 0.318841, "recall": 0.247619, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.157143, "f1_weighted": 0.165217, "precision": 0.152381, "precision_weighted": 0.15942, "recall": 0.164286, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.169388, "f1_weighted": 0.151299, "precision": 0.25, "precision_weighted": 0.261364, "recall": 0.219048, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.174603, "f1_weighted": 0.272727, "precision": 0.238095, "precision_weighted": 0.386364, "recall": 0.154762, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.134921, "f1_weighted": 0.171717, "precision": 0.128571, "precision_weighted": 0.163636, "recall": 0.142857, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.196047, "f1": 0.179592, "f1_weighted": 0.208714, "precision": 0.210952, "precision_weighted": 0.257925, "recall": 0.185714, "recall_weighted": 0.196047, "ap": NaN, "ap_weighted": NaN, "main_score": 0.196047, "hf_subset": "som_Latn", "languages": [ "som-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.217347, "f1_weighted": 0.256832, "precision": 0.285714, "precision_weighted": 0.362319, "recall": 0.192857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.205009, "f1_weighted": 0.206098, "precision": 0.207483, "precision_weighted": 0.20911, "recall": 0.214286, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.179592, "f1_weighted": 0.223377, "precision": 0.25, "precision_weighted": 0.329545, "recall": 0.152381, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.218718, "f1_weighted": 0.285452, "precision": 0.247619, "precision_weighted": 0.35303, "recall": 0.220238, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.25, "f1_weighted": 0.295455, "precision": 0.251701, "precision_weighted": 0.301948, "recall": 0.27619, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null } ], "accuracy": 0.241502, "f1": 0.214133, "f1_weighted": 0.253443, "precision": 0.248503, "precision_weighted": 0.31119, "recall": 0.21119, "recall_weighted": 0.241502, "ap": NaN, "ap_weighted": NaN, "main_score": 0.241502, "hf_subset": "srp_Cyrl", "languages": [ "srp-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.144427, "f1_weighted": 0.194935, "precision": 0.184524, "precision_weighted": 0.251812, "recall": 0.128571, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.1678, "f1_weighted": 0.20842, "precision": 0.164286, "precision_weighted": 0.215217, "recall": 0.192857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.088889, "f1_weighted": 0.084848, "precision": 0.095238, "precision_weighted": 0.090909, "recall": 0.095238, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.263039, "f1_weighted": 0.349928, "precision": 0.347619, "precision_weighted": 0.469697, "recall": 0.25, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.235714, "f1_weighted": 0.230303, "precision": 0.309524, "precision_weighted": 0.375, "recall": 0.302381, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.205534, "f1": 0.179974, "f1_weighted": 0.213687, "precision": 0.220238, "precision_weighted": 0.280527, "recall": 0.19381, "recall_weighted": 0.205534, "ap": NaN, "ap_weighted": NaN, "main_score": 0.205534, "hf_subset": "swe_Latn", "languages": [ "swe-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.434783, "f1": 0.380952, "f1_weighted": 0.413043, "precision": 0.458333, "precision_weighted": 0.557971, "recall": 0.430952, "recall_weighted": 0.434783, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.16645, "f1_weighted": 0.167128, "precision": 0.17517, "precision_weighted": 0.184265, "recall": 0.183333, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.345578, "f1_weighted": 0.37381, "precision": 0.419388, "precision_weighted": 0.439935, "recall": 0.328571, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.253968, "f1_weighted": 0.361111, "precision": 0.342857, "precision_weighted": 0.481818, "recall": 0.22619, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.22381, "f1_weighted": 0.277273, "precision": 0.238095, "precision_weighted": 0.30303, "recall": 0.22381, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null } ], "accuracy": 0.312648, "f1": 0.274152, "f1_weighted": 0.318473, "precision": 0.326769, "precision_weighted": 0.393404, "recall": 0.278571, "recall_weighted": 0.312648, "ap": NaN, "ap_weighted": NaN, "main_score": 0.312648, "hf_subset": "swh_Latn", "languages": [ "swh-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.154762, "f1_weighted": 0.108696, "precision": 0.142857, "precision_weighted": 0.101449, "recall": 0.190476, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.175737, "f1_weighted": 0.162871, "precision": 0.147959, "precision_weighted": 0.14441, "recall": 0.261905, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.153061, "f1_weighted": 0.187229, "precision": 0.17517, "precision_weighted": 0.225649, "recall": 0.152381, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.129705, "f1_weighted": 0.187302, "precision": 0.231293, "precision_weighted": 0.463203, "recall": 0.14881, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.194444, "f1_weighted": 0.247475, "precision": 0.283333, "precision_weighted": 0.390909, "recall": 0.183333, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.187747, "f1": 0.161542, "f1_weighted": 0.178714, "precision": 0.196122, "precision_weighted": 0.265124, "recall": 0.187381, "recall_weighted": 0.187747, "ap": NaN, "ap_weighted": NaN, "main_score": 0.187747, "hf_subset": "tam_Taml", "languages": [ "tam-Taml" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.193878, "f1_weighted": 0.208075, "precision": 0.2, "precision_weighted": 0.237681, "recall": 0.235714, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.130952, "f1_weighted": 0.158213, "precision": 0.12381, "precision_weighted": 0.156522, "recall": 0.152381, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.228571, "f1_weighted": 0.159091, "precision": 0.184694, "precision_weighted": 0.130844, "recall": 0.357143, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.038961, "precision": 0.035714, "precision_weighted": 0.034091, "recall": 0.047619, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.045455, "precision": 0.047619, "precision_weighted": 0.045455, "recall": 0.047619, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null } ], "accuracy": 0.141897, "f1": 0.128367, "f1_weighted": 0.121959, "precision": 0.118367, "precision_weighted": 0.120919, "recall": 0.168095, "recall_weighted": 0.141897, "ap": NaN, "ap_weighted": NaN, "main_score": 0.141897, "hf_subset": "tel_Telu", "languages": [ "tel-Telu" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.156349, "f1_weighted": 0.145169, "precision": 0.159864, "precision_weighted": 0.162526, "recall": 0.219048, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.304348, "f1": 0.329252, "f1_weighted": 0.317736, "precision": 0.378571, "precision_weighted": 0.355797, "recall": 0.314286, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.184807, "f1_weighted": 0.146825, "precision": 0.17517, "precision_weighted": 0.175866, "recall": 0.290476, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.107143, "f1_weighted": 0.272727, "precision": 0.107143, "precision_weighted": 0.272727, "recall": 0.107143, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.260204, "f1_weighted": 0.264069, "precision": 0.22619, "precision_weighted": 0.236364, "recall": 0.333333, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null } ], "accuracy": 0.250198, "f1": 0.207551, "f1_weighted": 0.229305, "precision": 0.209388, "precision_weighted": 0.240656, "recall": 0.252857, "recall_weighted": 0.250198, "ap": NaN, "ap_weighted": NaN, "main_score": 0.250198, "hf_subset": "tgk_Cyrl", "languages": [ "tgk-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.156349, "f1_weighted": 0.188406, "precision": 0.140476, "precision_weighted": 0.173913, "recall": 0.188095, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.205896, "f1_weighted": 0.20069, "precision": 0.207143, "precision_weighted": 0.216667, "recall": 0.242857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.194805, "f1_weighted": 0.143251, "precision": 0.154762, "precision_weighted": 0.121212, "recall": 0.271429, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.095238, "f1_weighted": 0.169697, "precision": 0.183673, "precision_weighted": 0.285714, "recall": 0.071429, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.057143, "f1_weighted": 0.081818, "precision": 0.052381, "precision_weighted": 0.075758, "recall": 0.064286, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null } ], "accuracy": 0.168775, "f1": 0.141886, "f1_weighted": 0.156772, "precision": 0.147687, "precision_weighted": 0.174653, "recall": 0.167619, "recall_weighted": 0.168775, "ap": NaN, "ap_weighted": NaN, "main_score": 0.168775, "hf_subset": "tha_Thai", "languages": [ "tha-Thai" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.216698, "f1_weighted": 0.237832, "precision": 0.271429, "precision_weighted": 0.317391, "recall": 0.264286, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.304348, "f1": 0.270408, "f1_weighted": 0.290373, "precision": 0.266667, "precision_weighted": 0.3, "recall": 0.302381, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.095238, "f1_weighted": 0.128788, "precision": 0.096599, "precision_weighted": 0.135498, "recall": 0.104762, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.163265, "f1_weighted": 0.298701, "precision": 0.178571, "precision_weighted": 0.337121, "recall": 0.154762, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.320779, "f1_weighted": 0.292149, "precision": 0.309524, "precision_weighted": 0.295455, "recall": 0.395238, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null } ], "accuracy": 0.258498, "f1": 0.213278, "f1_weighted": 0.249568, "precision": 0.224558, "precision_weighted": 0.277093, "recall": 0.244286, "recall_weighted": 0.258498, "ap": NaN, "ap_weighted": NaN, "main_score": 0.258498, "hf_subset": "tur_Latn", "languages": [ "tur-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.2, "f1_weighted": 0.257971, "precision": 0.186508, "precision_weighted": 0.25, "recall": 0.252381, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.347826, "f1": 0.363379, "f1_weighted": 0.322809, "precision": 0.402381, "precision_weighted": 0.372464, "recall": 0.416667, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.360235, "f1_weighted": 0.399941, "precision": 0.380952, "precision_weighted": 0.469697, "recall": 0.428571, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.159035, "f1_weighted": 0.231838, "precision": 0.161905, "precision_weighted": 0.254545, "recall": 0.166667, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.200157, "f1_weighted": 0.237263, "precision": 0.190476, "precision_weighted": 0.219697, "recall": 0.221429, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null } ], "accuracy": 0.312253, "f1": 0.256561, "f1_weighted": 0.289964, "precision": 0.264444, "precision_weighted": 0.313281, "recall": 0.297143, "recall_weighted": 0.312253, "ap": NaN, "ap_weighted": NaN, "main_score": 0.312253, "hf_subset": "ukr_Cyrl", "languages": [ "ukr-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.188776, "f1_weighted": 0.159938, "precision": 0.183333, "precision_weighted": 0.165942, "recall": 0.219048, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.22449, "f1_weighted": 0.268634, "precision": 0.242857, "precision_weighted": 0.31087, "recall": 0.240476, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.18254, "f1_weighted": 0.199495, "precision": 0.163265, "precision_weighted": 0.191558, "recall": 0.228571, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.12451, "f1_weighted": 0.211596, "precision": 0.159524, "precision_weighted": 0.312879, "recall": 0.119048, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.145578, "f1_weighted": 0.188312, "precision": 0.152381, "precision_weighted": 0.19697, "recall": 0.140476, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.205138, "f1": 0.173179, "f1_weighted": 0.205595, "precision": 0.180272, "precision_weighted": 0.235644, "recall": 0.189524, "recall_weighted": 0.205138, "ap": NaN, "ap_weighted": NaN, "main_score": 0.205138, "hf_subset": "umb_Latn", "languages": [ "umb-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.256494, "f1_weighted": 0.310606, "precision": 0.35, "precision_weighted": 0.46087, "recall": 0.269048, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.086957, "f1": 0.079365, "f1_weighted": 0.111111, "precision": 0.171429, "precision_weighted": 0.252174, "recall": 0.064286, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.108277, "f1_weighted": 0.112193, "precision": 0.095238, "precision_weighted": 0.106061, "recall": 0.147619, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.147959, "f1_weighted": 0.1921, "precision": 0.159524, "precision_weighted": 0.224242, "recall": 0.14881, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.17619, "f1_weighted": 0.187879, "precision": 0.172619, "precision_weighted": 0.189394, "recall": 0.214286, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.187352, "f1": 0.153657, "f1_weighted": 0.182778, "precision": 0.189762, "precision_weighted": 0.246548, "recall": 0.16881, "recall_weighted": 0.187352, "ap": NaN, "ap_weighted": NaN, "main_score": 0.187352, "hf_subset": "urd_Arab", "languages": [ "urd-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.208617, "f1_weighted": 0.21118, "precision": 0.238095, "precision_weighted": 0.282609, "recall": 0.247619, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.391304, "f1": 0.414069, "f1_weighted": 0.377207, "precision": 0.454762, "precision_weighted": 0.415942, "recall": 0.433333, "recall_weighted": 0.391304, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.181633, "f1_weighted": 0.231818, "precision": 0.215646, "precision_weighted": 0.302814, "recall": 0.204762, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.166667, "f1_weighted": 0.166667, "precision": 0.166667, "precision_weighted": 0.181818, "recall": 0.191667, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.110204, "f1_weighted": 0.123377, "precision": 0.1, "precision_weighted": 0.113636, "recall": 0.12381, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.23083, "f1": 0.216238, "f1_weighted": 0.22205, "precision": 0.235034, "precision_weighted": 0.259364, "recall": 0.240238, "recall_weighted": 0.23083, "ap": NaN, "ap_weighted": NaN, "main_score": 0.23083, "hf_subset": "uzn_Latn", "languages": [ "uzn-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.347826, "f1": 0.288806, "f1_weighted": 0.333898, "precision": 0.297619, "precision_weighted": 0.362319, "recall": 0.316667, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.086957, "f1": 0.063492, "f1_weighted": 0.067633, "precision": 0.056122, "precision_weighted": 0.06677, "recall": 0.1, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.202721, "f1_weighted": 0.21342, "precision": 0.219388, "precision_weighted": 0.258117, "recall": 0.27619, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.24195, "f1_weighted": 0.307431, "precision": 0.452381, "precision_weighted": 0.689394, "recall": 0.184524, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.234127, "f1_weighted": 0.277778, "precision": 0.238095, "precision_weighted": 0.284091, "recall": 0.230952, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null } ], "accuracy": 0.232411, "f1": 0.206219, "f1_weighted": 0.240032, "precision": 0.252721, "precision_weighted": 0.332138, "recall": 0.221667, "recall_weighted": 0.232411, "ap": NaN, "ap_weighted": NaN, "main_score": 0.232411, "hf_subset": "vie_Latn", "languages": [ "vie-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.247959, "f1_weighted": 0.212733, "precision": 0.211905, "precision_weighted": 0.192754, "recall": 0.32619, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.071429, "f1_weighted": 0.086957, "precision": 0.053571, "precision_weighted": 0.065217, "recall": 0.107143, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.245238, "f1_weighted": 0.255303, "precision": 0.240476, "precision_weighted": 0.254545, "recall": 0.271429, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.051948, "f1_weighted": 0.132231, "precision": 0.095238, "precision_weighted": 0.242424, "recall": 0.035714, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.290816, "f1_weighted": 0.260281, "precision": 0.35, "precision_weighted": 0.398485, "recall": 0.37381, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null } ], "accuracy": 0.205534, "f1": 0.181478, "f1_weighted": 0.189501, "precision": 0.190238, "precision_weighted": 0.230685, "recall": 0.222857, "recall_weighted": 0.205534, "ap": NaN, "ap_weighted": NaN, "main_score": 0.205534, "hf_subset": "wol_Latn", "languages": [ "wol-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.201814, "f1_weighted": 0.176674, "precision": 0.171429, "precision_weighted": 0.158696, "recall": 0.266667, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.12381, "f1_weighted": 0.113043, "precision": 0.127551, "precision_weighted": 0.127329, "recall": 0.154762, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.290476, "f1_weighted": 0.262121, "precision": 0.302721, "precision_weighted": 0.284632, "recall": 0.342857, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.136813, "f1_weighted": 0.200524, "precision": 0.157143, "precision_weighted": 0.240909, "recall": 0.130952, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.161451, "f1_weighted": 0.21847, "precision": 0.271429, "precision_weighted": 0.368182, "recall": 0.135714, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.196838, "f1": 0.182873, "f1_weighted": 0.194167, "precision": 0.206054, "precision_weighted": 0.23595, "recall": 0.20619, "recall_weighted": 0.196838, "ap": NaN, "ap_weighted": NaN, "main_score": 0.196838, "hf_subset": "xho_Latn", "languages": [ "xho-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.347826, "f1": 0.353175, "f1_weighted": 0.36256, "precision": 0.411905, "precision_weighted": 0.411594, "recall": 0.340476, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.199907, "f1_weighted": 0.189018, "precision": 0.188435, "precision_weighted": 0.177226, "recall": 0.22619, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.334261, "f1_weighted": 0.388922, "precision": 0.440476, "precision_weighted": 0.530303, "recall": 0.328571, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.27415, "f1_weighted": 0.393506, "precision": 0.440476, "precision_weighted": 0.715909, "recall": 0.238095, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.025974, "f1_weighted": 0.024793, "precision": 0.017857, "precision_weighted": 0.017045, "recall": 0.047619, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null } ], "accuracy": 0.258498, "f1": 0.237493, "f1_weighted": 0.27176, "precision": 0.29983, "precision_weighted": 0.370415, "recall": 0.23619, "recall_weighted": 0.258498, "ap": NaN, "ap_weighted": NaN, "main_score": 0.258498, "hf_subset": "yor_Latn", "languages": [ "yor-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.193878, "f1_weighted": 0.228778, "precision": 0.239456, "precision_weighted": 0.309317, "recall": 0.204762, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.104762, "f1_weighted": 0.098551, "precision": 0.083333, "precision_weighted": 0.07971, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.230159, "f1_weighted": 0.275253, "precision": 0.242857, "precision_weighted": 0.319697, "recall": 0.304762, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.120181, "f1_weighted": 0.139971, "precision": 0.135714, "precision_weighted": 0.161364, "recall": 0.119048, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.267007, "f1_weighted": 0.274351, "precision": 0.333333, "precision_weighted": 0.356061, "recall": 0.338095, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null } ], "accuracy": 0.205929, "f1": 0.183197, "f1_weighted": 0.203381, "precision": 0.206939, "precision_weighted": 0.24523, "recall": 0.221905, "recall_weighted": 0.205929, "ap": NaN, "ap_weighted": NaN, "main_score": 0.205929, "hf_subset": "zho_Hant", "languages": [ "zho-Hant" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.149351, "f1_weighted": 0.211462, "precision": 0.160714, "precision_weighted": 0.233696, "recall": 0.161905, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.115079, "f1_weighted": 0.091787, "precision": 0.091837, "precision_weighted": 0.07764, "recall": 0.178571, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.190476, "f1_weighted": 0.147727, "precision": 0.166667, "precision_weighted": 0.151515, "recall": 0.290476, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.150124, "f1_weighted": 0.240309, "precision": 0.168027, "precision_weighted": 0.295671, "recall": 0.154762, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.181633, "f1_weighted": 0.238961, "precision": 0.232143, "precision_weighted": 0.329545, "recall": 0.2, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.196838, "f1": 0.157333, "f1_weighted": 0.186049, "precision": 0.163878, "precision_weighted": 0.217613, "recall": 0.197143, "recall_weighted": 0.196838, "ap": NaN, "ap_weighted": NaN, "main_score": 0.196838, "hf_subset": "zul_Latn", "languages": [ "zul-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.2, "f1_weighted": 0.167391, "precision": 0.266667, "precision_weighted": 0.257971, "recall": 0.22619, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.119048, "f1_weighted": 0.137681, "precision": 0.130952, "precision_weighted": 0.166667, "recall": 0.128571, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.088435, "f1_weighted": 0.084416, "precision": 0.083333, "precision_weighted": 0.079545, "recall": 0.095238, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.226551, "f1_weighted": 0.334252, "precision": 0.271429, "precision_weighted": 0.451515, "recall": 0.238095, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.255102, "f1_weighted": 0.298701, "precision": 0.252381, "precision_weighted": 0.315152, "recall": 0.295238, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null } ], "accuracy": 0.206324, "f1": 0.177827, "f1_weighted": 0.204488, "precision": 0.200952, "precision_weighted": 0.25417, "recall": 0.196667, "recall_weighted": 0.206324, "ap": NaN, "ap_weighted": NaN, "main_score": 0.206324, "hf_subset": "fuv_Latn", "languages": [ "fuv-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.103175, "f1_weighted": 0.137681, "precision": 0.119048, "precision_weighted": 0.166667, "recall": 0.104762, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.220408, "f1_weighted": 0.208696, "precision": 0.214286, "precision_weighted": 0.210145, "recall": 0.238095, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.122449, "f1_weighted": 0.142857, "precision": 0.142857, "precision_weighted": 0.181818, "recall": 0.12381, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.065934, "f1_weighted": 0.167832, "precision": 0.085714, "precision_weighted": 0.218182, "recall": 0.053571, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.239229, "f1_weighted": 0.187951, "precision": 0.202381, "precision_weighted": 0.174242, "recall": 0.338095, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.169565, "f1": 0.150239, "f1_weighted": 0.169003, "precision": 0.152857, "precision_weighted": 0.190211, "recall": 0.171667, "recall_weighted": 0.169565, "ap": NaN, "ap_weighted": NaN, "main_score": 0.169565, "hf_subset": "gaz_Latn", "languages": [ "gaz-Latn" ] } ] }, "evaluation_time": 2080.937353372574, "kg_co2_emissions": null }