{ "dataset_revision": "186b61175fbd77059f769b6bf1110d449a2ff311", "task_name": "SIBFLEURS", "mteb_version": "2.12.21", "scores": { "train": [ { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.142857, "f1_weighted": 0.210145, "precision": 0.119898, "precision_weighted": 0.177019, "recall": 0.178571, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.347826, "f1": 0.266667, "f1_weighted": 0.289855, "precision": 0.283333, "precision_weighted": 0.322464, "recall": 0.342857, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.244012, "f1_weighted": 0.306382, "precision": 0.247619, "precision_weighted": 0.312121, "recall": 0.257143, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.213889, "f1_weighted": 0.254545, "precision": 0.263889, "precision_weighted": 0.363636, "recall": 0.201389, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.059524, "f1_weighted": 0.064394, "precision": 0.046429, "precision_weighted": 0.05, "recall": 0.083333, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null } ], "accuracy": 0.249012, "f1": 0.18539, "f1_weighted": 0.225064, "precision": 0.192234, "precision_weighted": 0.245048, "recall": 0.212659, "recall_weighted": 0.249012, "ap": NaN, "ap_weighted": NaN, "main_score": 0.249012, "hf_subset": "afr_Latn", "languages": [ "afr-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.391304, "f1": 0.328973, "f1_weighted": 0.35632, "precision": 0.361905, "precision_weighted": 0.37971, "recall": 0.364286, "recall_weighted": 0.391304, "ap": null, "ap_weighted": null }, { "accuracy": 0.304348, "f1": 0.245238, "f1_weighted": 0.294203, "precision": 0.309524, "precision_weighted": 0.37971, "recall": 0.271429, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.108277, "f1_weighted": 0.149531, "precision": 0.135714, "precision_weighted": 0.197727, "recall": 0.104762, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.226531, "f1_weighted": 0.348052, "precision": 0.357143, "precision_weighted": 0.556818, "recall": 0.184524, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.047619, "f1_weighted": 0.045455, "precision": 0.031746, "precision_weighted": 0.030303, "recall": 0.095238, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null } ], "accuracy": 0.23913, "f1": 0.191327, "f1_weighted": 0.238712, "precision": 0.239206, "precision_weighted": 0.308854, "recall": 0.204048, "recall_weighted": 0.23913, "ap": NaN, "ap_weighted": NaN, "main_score": 0.23913, "hf_subset": "amh_Ethi", "languages": [ "amh-Ethi" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.22619, "f1_weighted": 0.213768, "precision": 0.230952, "precision_weighted": 0.231884, "recall": 0.247619, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.238095, "f1_weighted": 0.275362, "precision": 0.357143, "precision_weighted": 0.405797, "recall": 0.188095, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.205102, "f1_weighted": 0.241883, "precision": 0.27619, "precision_weighted": 0.321212, "recall": 0.204762, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.279365, "f1_weighted": 0.416162, "precision": 0.395918, "precision_weighted": 0.562338, "recall": 0.238095, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.283333, "f1_weighted": 0.284848, "precision": 0.409864, "precision_weighted": 0.443723, "recall": 0.319048, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null } ], "accuracy": 0.259684, "f1": 0.246417, "f1_weighted": 0.286405, "precision": 0.334014, "precision_weighted": 0.392991, "recall": 0.239524, "recall_weighted": 0.259684, "ap": NaN, "ap_weighted": NaN, "main_score": 0.259684, "hf_subset": "arb_Arab", "languages": [ "arb-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.204545, "f1_weighted": 0.235178, "precision": 0.22619, "precision_weighted": 0.268116, "recall": 0.192857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.141497, "f1_weighted": 0.147412, "precision": 0.136797, "precision_weighted": 0.149144, "recall": 0.178571, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.02381, "f1_weighted": 0.037879, "precision": 0.020408, "precision_weighted": 0.032468, "recall": 0.028571, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.136508, "f1_weighted": 0.216162, "precision": 0.171429, "precision_weighted": 0.286364, "recall": 0.119048, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.311111, "f1_weighted": 0.315152, "precision": 0.428571, "precision_weighted": 0.469697, "recall": 0.314286, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null } ], "accuracy": 0.187352, "f1": 0.163494, "f1_weighted": 0.190356, "precision": 0.196679, "precision_weighted": 0.241158, "recall": 0.166667, "recall_weighted": 0.187352, "ap": NaN, "ap_weighted": NaN, "main_score": 0.187352, "hf_subset": "asm_Beng", "languages": [ "asm-Beng" ] }, { "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.281179, "f1_weighted": 0.31608, "precision": 0.321429, "precision_weighted": 0.402174, "recall": 0.304762, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.391304, "f1": 0.401927, "f1_weighted": 0.386301, "precision": 0.414286, "precision_weighted": 0.413768, "recall": 0.421429, "recall_weighted": 0.391304, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.246032, "f1_weighted": 0.257576, "precision": 0.247619, "precision_weighted": 0.274242, "recall": 0.271429, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.273737, "f1_weighted": 0.349587, "precision": 0.293651, "precision_weighted": 0.426407, "recall": 0.305556, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.274603, "f1_weighted": 0.285859, "precision": 0.285714, "precision_weighted": 0.286364, "recall": 0.288095, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null } ], "accuracy": 0.33004, "f1": 0.295496, "f1_weighted": 0.31908, "precision": 0.31254, "precision_weighted": 0.360591, "recall": 0.318254, "recall_weighted": 0.33004, "ap": NaN, "ap_weighted": NaN, "main_score": 0.33004, "hf_subset": "ast_Latn", "languages": [ "ast-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.035714, "f1_weighted": 0.043478, "precision": 0.035714, "precision_weighted": 0.043478, "recall": 0.035714, "recall_weighted": 0.043478, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.1, "f1_weighted": 0.121739, "precision": 0.1, "precision_weighted": 0.127536, "recall": 0.111905, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.161905, "f1_weighted": 0.136364, "precision": 0.166667, "precision_weighted": 0.143939, "recall": 0.166667, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.162698, "f1_weighted": 0.257576, "precision": 0.202381, "precision_weighted": 0.340909, "recall": 0.154762, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.195238, "f1_weighted": 0.234848, "precision": 0.230952, "precision_weighted": 0.287879, "recall": 0.207143, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.152964, "f1": 0.131111, "f1_weighted": 0.158801, "precision": 0.147143, "precision_weighted": 0.188748, "recall": 0.135238, "recall_weighted": 0.152964, "ap": NaN, "ap_weighted": NaN, "main_score": 0.152964, "hf_subset": "azj_Latn", "languages": [ "azj-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.521739, "f1": 0.416327, "f1_weighted": 0.509317, "precision": 0.414286, "precision_weighted": 0.517391, "recall": 0.445238, "recall_weighted": 0.521739, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.088435, "f1_weighted": 0.095238, "precision": 0.071429, "precision_weighted": 0.076087, "recall": 0.119048, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.338095, "f1_weighted": 0.348485, "precision": 0.480952, "precision_weighted": 0.545455, "recall": 0.366667, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.222527, "f1_weighted": 0.327797, "precision": 0.242857, "precision_weighted": 0.372727, "recall": 0.22619, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.051948, "f1_weighted": 0.066116, "precision": 0.040816, "precision_weighted": 0.051948, "recall": 0.071429, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null } ], "accuracy": 0.28498, "f1": 0.223467, "f1_weighted": 0.269391, "precision": 0.250068, "precision_weighted": 0.312722, "recall": 0.245714, "recall_weighted": 0.28498, "ap": NaN, "ap_weighted": NaN, "main_score": 0.28498, "hf_subset": "bel_Cyrl", "languages": [ "bel-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.347826, "f1": 0.33254, "f1_weighted": 0.325604, "precision": 0.390476, "precision_weighted": 0.450725, "recall": 0.395238, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.156349, "f1_weighted": 0.177536, "precision": 0.133333, "precision_weighted": 0.156522, "recall": 0.2, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.159864, "f1_weighted": 0.169913, "precision": 0.212245, "precision_weighted": 0.219481, "recall": 0.17619, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.12415, "f1_weighted": 0.12987, "precision": 0.119048, "precision_weighted": 0.125, "recall": 0.130952, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.169388, "f1_weighted": 0.21039, "precision": 0.183673, "precision_weighted": 0.243506, "recall": 0.195238, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.222134, "f1": 0.188458, "f1_weighted": 0.202663, "precision": 0.207755, "precision_weighted": 0.239047, "recall": 0.219524, "recall_weighted": 0.222134, "ap": NaN, "ap_weighted": NaN, "main_score": 0.222134, "hf_subset": "bul_Cyrl", "languages": [ "bul-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.119048, "f1_weighted": 0.137681, "precision": 0.089796, "precision_weighted": 0.110559, "recall": 0.228571, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.230056, "f1_weighted": 0.238283, "precision": 0.219048, "precision_weighted": 0.234783, "recall": 0.266667, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.241497, "f1_weighted": 0.327922, "precision": 0.242063, "precision_weighted": 0.332071, "recall": 0.266667, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.121212, "f1_weighted": 0.267218, "precision": 0.160714, "precision_weighted": 0.380682, "recall": 0.119048, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.204762, "f1_weighted": 0.229545, "precision": 0.202381, "precision_weighted": 0.234848, "recall": 0.254762, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null } ], "accuracy": 0.268379, "f1": 0.183315, "f1_weighted": 0.24013, "precision": 0.1828, "precision_weighted": 0.258589, "recall": 0.227143, "recall_weighted": 0.268379, "ap": NaN, "ap_weighted": NaN, "main_score": 0.268379, "hf_subset": "ben_Beng", "languages": [ "ben-Beng" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.092063, "f1_weighted": 0.082126, "precision": 0.069388, "precision_weighted": 0.068323, "recall": 0.171429, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.183673, "f1_weighted": 0.196687, "precision": 0.159307, "precision_weighted": 0.171542, "recall": 0.25, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.221429, "f1_weighted": 0.234091, "precision": 0.302721, "precision_weighted": 0.319264, "recall": 0.219048, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.111416, "f1_weighted": 0.182207, "precision": 0.210317, "precision_weighted": 0.449495, "recall": 0.125, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.06746, "f1_weighted": 0.097222, "precision": 0.07619, "precision_weighted": 0.112121, "recall": 0.064286, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null } ], "accuracy": 0.178261, "f1": 0.135208, "f1_weighted": 0.158467, "precision": 0.163585, "precision_weighted": 0.224149, "recall": 0.165952, "recall_weighted": 0.178261, "ap": NaN, "ap_weighted": NaN, "main_score": 0.178261, "hf_subset": "bos_Latn", "languages": [ "bos-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.178571, "f1_weighted": 0.184783, "precision": 0.27619, "precision_weighted": 0.342029, "recall": 0.2, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.434783, "f1": 0.435714, "f1_weighted": 0.414493, "precision": 0.464286, "precision_weighted": 0.42029, "recall": 0.440476, "recall_weighted": 0.434783, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.225974, "f1_weighted": 0.232231, "precision": 0.214286, "precision_weighted": 0.219697, "recall": 0.266667, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.203175, "f1_weighted": 0.305628, "precision": 0.19246, "precision_weighted": 0.302489, "recall": 0.222222, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.12415, "f1_weighted": 0.143398, "precision": 0.147619, "precision_weighted": 0.184848, "recall": 0.135714, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.267194, "f1": 0.233517, "f1_weighted": 0.256107, "precision": 0.258968, "precision_weighted": 0.293871, "recall": 0.253016, "recall_weighted": 0.267194, "ap": NaN, "ap_weighted": NaN, "main_score": 0.267194, "hf_subset": "cat_Latn", "languages": [ "cat-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.347826, "f1": 0.313636, "f1_weighted": 0.316403, "precision": 0.295238, "precision_weighted": 0.305797, "recall": 0.352381, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.209524, "f1_weighted": 0.229952, "precision": 0.27381, "precision_weighted": 0.326087, "recall": 0.283333, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.217007, "f1_weighted": 0.252597, "precision": 0.215986, "precision_weighted": 0.24513, "recall": 0.228571, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.338131, "f1_weighted": 0.381956, "precision": 0.520833, "precision_weighted": 0.596591, "recall": 0.347222, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.342548, "f1_weighted": 0.366922, "precision": 0.406463, "precision_weighted": 0.422619, "recall": 0.330952, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null } ], "accuracy": 0.321739, "f1": 0.284169, "f1_weighted": 0.309566, "precision": 0.342466, "precision_weighted": 0.379245, "recall": 0.308492, "recall_weighted": 0.321739, "ap": NaN, "ap_weighted": NaN, "main_score": 0.321739, "hf_subset": "ceb_Latn", "languages": [ "ceb-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.188776, "f1_weighted": 0.217391, "precision": 0.211905, "precision_weighted": 0.268116, "recall": 0.211905, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.247619, "f1_weighted": 0.23913, "precision": 0.235714, "precision_weighted": 0.231884, "recall": 0.283333, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.145578, "f1_weighted": 0.162338, "precision": 0.133333, "precision_weighted": 0.154545, "recall": 0.17619, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.047952, "f1_weighted": 0.06103, "precision": 0.036281, "precision_weighted": 0.046176, "recall": 0.071429, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.025974, "f1_weighted": 0.041322, "precision": 0.02381, "precision_weighted": 0.037879, "recall": 0.028571, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null } ], "accuracy": 0.159289, "f1": 0.13118, "f1_weighted": 0.144242, "precision": 0.128209, "precision_weighted": 0.14772, "recall": 0.154286, "recall_weighted": 0.159289, "ap": NaN, "ap_weighted": NaN, "main_score": 0.159289, "hf_subset": "ckb_Arab", "languages": [ "ckb-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.071429, "f1_weighted": 0.065217, "precision": 0.057143, "precision_weighted": 0.052174, "recall": 0.095238, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.107937, "f1_weighted": 0.112077, "precision": 0.115646, "precision_weighted": 0.128364, "recall": 0.142857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.199134, "f1_weighted": 0.27135, "precision": 0.172789, "precision_weighted": 0.238528, "recall": 0.238095, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.094388, "f1_weighted": 0.188312, "precision": 0.10119, "precision_weighted": 0.19697, "recall": 0.089286, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.240816, "f1_weighted": 0.278355, "precision": 0.333333, "precision_weighted": 0.435606, "recall": 0.254762, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null } ], "accuracy": 0.198024, "f1": 0.142741, "f1_weighted": 0.183062, "precision": 0.15602, "precision_weighted": 0.210328, "recall": 0.164048, "recall_weighted": 0.198024, "ap": NaN, "ap_weighted": NaN, "main_score": 0.198024, "hf_subset": "zho_Hans", "languages": [ "zho-Hans" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.156201, "f1_weighted": 0.121835, "precision": 0.131746, "precision_weighted": 0.099517, "recall": 0.214286, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.190724, "f1_weighted": 0.230604, "precision": 0.214286, "precision_weighted": 0.253623, "recall": 0.17619, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.232426, "f1_weighted": 0.249639, "precision": 0.219388, "precision_weighted": 0.23539, "recall": 0.252381, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.246886, "f1_weighted": 0.302098, "precision": 0.261905, "precision_weighted": 0.378788, "recall": 0.315476, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.231633, "f1_weighted": 0.284416, "precision": 0.289683, "precision_weighted": 0.358586, "recall": 0.257143, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null } ], "accuracy": 0.26917, "f1": 0.211574, "f1_weighted": 0.237718, "precision": 0.223401, "precision_weighted": 0.265181, "recall": 0.243095, "recall_weighted": 0.26917, "ap": NaN, "ap_weighted": NaN, "main_score": 0.26917, "hf_subset": "ces_Latn", "languages": [ "ces-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.095238, "f1_weighted": 0.144928, "precision": 0.081633, "precision_weighted": 0.124224, "recall": 0.114286, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.147186, "f1_weighted": 0.163373, "precision": 0.178571, "precision_weighted": 0.206522, "recall": 0.166667, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.219388, "f1_weighted": 0.197511, "precision": 0.198413, "precision_weighted": 0.194444, "recall": 0.27619, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.064286, "f1_weighted": 0.072727, "precision": 0.056122, "precision_weighted": 0.064935, "recall": 0.083333, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.038961, "precision": 0.035714, "precision_weighted": 0.034091, "recall": 0.047619, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null } ], "accuracy": 0.142292, "f1": 0.113383, "f1_weighted": 0.1235, "precision": 0.110091, "precision_weighted": 0.124843, "recall": 0.137619, "recall_weighted": 0.142292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.142292, "hf_subset": "cym_Latn", "languages": [ "cym-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.133673, "f1_weighted": 0.178571, "precision": 0.12619, "precision_weighted": 0.17029, "recall": 0.161905, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.193878, "f1_weighted": 0.236025, "precision": 0.208333, "precision_weighted": 0.264493, "recall": 0.219048, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.138776, "f1_weighted": 0.158442, "precision": 0.108277, "precision_weighted": 0.123557, "recall": 0.2, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.087662, "f1_weighted": 0.177686, "precision": 0.130952, "precision_weighted": 0.287879, "recall": 0.071429, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.14195, "f1_weighted": 0.189755, "precision": 0.152381, "precision_weighted": 0.20303, "recall": 0.135714, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.204743, "f1": 0.139188, "f1_weighted": 0.188096, "precision": 0.145227, "precision_weighted": 0.20985, "recall": 0.157619, "recall_weighted": 0.204743, "ap": NaN, "ap_weighted": NaN, "main_score": 0.204743, "hf_subset": "dan_Latn", "languages": [ "dan-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.347826, "f1": 0.292208, "f1_weighted": 0.314229, "precision": 0.345238, "precision_weighted": 0.427536, "recall": 0.364286, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.086342, "f1_weighted": 0.125179, "precision": 0.067857, "precision_weighted": 0.098913, "recall": 0.121429, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.113379, "f1_weighted": 0.11544, "precision": 0.09026, "precision_weighted": 0.099793, "recall": 0.195238, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.261091, "f1_weighted": 0.28466, "precision": 0.275, "precision_weighted": 0.309848, "recall": 0.256944, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.177778, "f1_weighted": 0.210101, "precision": 0.261905, "precision_weighted": 0.325758, "recall": 0.164286, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.231621, "f1": 0.186159, "f1_weighted": 0.209922, "precision": 0.208052, "precision_weighted": 0.25237, "recall": 0.220437, "recall_weighted": 0.231621, "ap": NaN, "ap_weighted": NaN, "main_score": 0.231621, "hf_subset": "deu_Latn", "languages": [ "deu-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.095238, "f1_weighted": 0.115942, "precision": 0.171429, "precision_weighted": 0.243478, "recall": 0.171429, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.128571, "f1_weighted": 0.13913, "precision": 0.142857, "precision_weighted": 0.152174, "recall": 0.119048, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.154762, "f1_weighted": 0.215909, "precision": 0.156463, "precision_weighted": 0.218615, "recall": 0.161905, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.056122, "f1_weighted": 0.097403, "precision": 0.059524, "precision_weighted": 0.106061, "recall": 0.053571, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.1, "f1_weighted": 0.138636, "precision": 0.107143, "precision_weighted": 0.151515, "recall": 0.1, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.151779, "f1": 0.106939, "f1_weighted": 0.141404, "precision": 0.127483, "precision_weighted": 0.174369, "recall": 0.12119, "recall_weighted": 0.151779, "ap": NaN, "ap_weighted": NaN, "main_score": 0.151779, "hf_subset": "ell_Grek", "languages": [ "ell-Grek" ] }, { "scores_per_experiment": [ { "accuracy": 0.347826, "f1": 0.295238, "f1_weighted": 0.356522, "precision": 0.321429, "precision_weighted": 0.391304, "recall": 0.297619, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.478261, "f1": 0.451247, "f1_weighted": 0.485852, "precision": 0.464286, "precision_weighted": 0.514493, "recall": 0.461905, "recall_weighted": 0.478261, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.303401, "f1_weighted": 0.333766, "precision": 0.338095, "precision_weighted": 0.386364, "recall": 0.295238, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.146465, "f1_weighted": 0.144628, "precision": 0.108466, "precision_weighted": 0.108225, "recall": 0.236111, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.334467, "f1_weighted": 0.332251, "precision": 0.404762, "precision_weighted": 0.484848, "recall": 0.433333, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null } ], "accuracy": 0.347036, "f1": 0.306164, "f1_weighted": 0.330604, "precision": 0.327407, "precision_weighted": 0.377047, "recall": 0.344841, "recall_weighted": 0.347036, "ap": NaN, "ap_weighted": NaN, "main_score": 0.347036, "hf_subset": "eng_Latn", "languages": [ "eng-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.220202, "f1_weighted": 0.256829, "precision": 0.195578, "precision_weighted": 0.240166, "recall": 0.280952, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.182684, "f1_weighted": 0.190514, "precision": 0.180272, "precision_weighted": 0.18323, "recall": 0.202381, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.188002, "f1_weighted": 0.238489, "precision": 0.214286, "precision_weighted": 0.280303, "recall": 0.180952, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.103896, "f1_weighted": 0.107438, "precision": 0.07398, "precision_weighted": 0.07711, "recall": 0.178571, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.24731, "f1_weighted": 0.248406, "precision": 0.232143, "precision_weighted": 0.267045, "recall": 0.385714, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null } ], "accuracy": 0.249802, "f1": 0.188419, "f1_weighted": 0.208335, "precision": 0.179252, "precision_weighted": 0.209571, "recall": 0.245714, "recall_weighted": 0.249802, "ap": NaN, "ap_weighted": NaN, "main_score": 0.249802, "hf_subset": "spa_Latn", "languages": [ "spa-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.147619, "f1_weighted": 0.195652, "precision": 0.171429, "precision_weighted": 0.231884, "recall": 0.133333, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.108277, "f1_weighted": 0.134576, "precision": 0.130952, "precision_weighted": 0.173913, "recall": 0.111905, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.28221, "f1_weighted": 0.24918, "precision": 0.392857, "precision_weighted": 0.409091, "recall": 0.385714, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.030303, "f1_weighted": 0.066116, "precision": 0.055556, "precision_weighted": 0.121212, "recall": 0.020833, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.235622, "f1_weighted": 0.180047, "precision": 0.238095, "precision_weighted": 0.181818, "recall": 0.235714, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.16087, "f1": 0.160806, "f1_weighted": 0.165114, "precision": 0.197778, "precision_weighted": 0.223584, "recall": 0.1775, "recall_weighted": 0.16087, "ap": NaN, "ap_weighted": NaN, "main_score": 0.16087, "hf_subset": "est_Latn", "languages": [ "est-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.282468, "f1_weighted": 0.277668, "precision": 0.266667, "precision_weighted": 0.257971, "recall": 0.304762, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.176098, "f1_weighted": 0.175042, "precision": 0.152721, "precision_weighted": 0.154037, "recall": 0.22619, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.06746, "f1_weighted": 0.064394, "precision": 0.052381, "precision_weighted": 0.05, "recall": 0.095238, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.104308, "f1_weighted": 0.119769, "precision": 0.092857, "precision_weighted": 0.106818, "recall": 0.119048, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.17449, "f1_weighted": 0.21526, "precision": 0.183673, "precision_weighted": 0.235931, "recall": 0.195238, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.195257, "f1": 0.160965, "f1_weighted": 0.170427, "precision": 0.14966, "precision_weighted": 0.160951, "recall": 0.188095, "recall_weighted": 0.195257, "ap": NaN, "ap_weighted": NaN, "main_score": 0.195257, "hf_subset": "pes_Arab", "languages": [ "pes-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.180499, "f1_weighted": 0.160939, "precision": 0.146429, "precision_weighted": 0.134783, "recall": 0.261905, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.171892, "f1_weighted": 0.195426, "precision": 0.166667, "precision_weighted": 0.195652, "recall": 0.207143, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.226531, "f1_weighted": 0.224026, "precision": 0.302721, "precision_weighted": 0.319264, "recall": 0.242857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.111111, "f1_weighted": 0.141414, "precision": 0.092857, "precision_weighted": 0.118182, "recall": 0.142857, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.272109, "f1_weighted": 0.326407, "precision": 0.347619, "precision_weighted": 0.419697, "recall": 0.304762, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null } ], "accuracy": 0.241502, "f1": 0.192428, "f1_weighted": 0.209642, "precision": 0.211259, "precision_weighted": 0.237516, "recall": 0.231905, "recall_weighted": 0.241502, "ap": NaN, "ap_weighted": NaN, "main_score": 0.241502, "hf_subset": "fin_Latn", "languages": [ "fin-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.147959, "f1_weighted": 0.192547, "precision": 0.190476, "precision_weighted": 0.268116, "recall": 0.157143, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.119937, "f1_weighted": 0.140277, "precision": 0.196429, "precision_weighted": 0.233696, "recall": 0.111905, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.277922, "f1_weighted": 0.296694, "precision": 0.319048, "precision_weighted": 0.334848, "recall": 0.3, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.130952, "f1_weighted": 0.276515, "precision": 0.171429, "precision_weighted": 0.390909, "recall": 0.119048, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.302721, "f1_weighted": 0.373918, "precision": 0.314286, "precision_weighted": 0.394697, "recall": 0.3, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null } ], "accuracy": 0.242688, "f1": 0.195898, "f1_weighted": 0.25599, "precision": 0.238333, "precision_weighted": 0.324453, "recall": 0.197619, "recall_weighted": 0.242688, "ap": NaN, "ap_weighted": NaN, "main_score": 0.242688, "hf_subset": "tgl_Latn", "languages": [ "tgl-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.434783, "f1": 0.357753, "f1_weighted": 0.375325, "precision": 0.333333, "precision_weighted": 0.347826, "recall": 0.409524, "recall_weighted": 0.434783, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.166667, "f1_weighted": 0.193237, "precision": 0.152381, "precision_weighted": 0.178261, "recall": 0.190476, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.298547, "f1_weighted": 0.340762, "precision": 0.285714, "precision_weighted": 0.333333, "recall": 0.32381, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.030303, "precision": 0.02381, "precision_weighted": 0.022727, "recall": 0.047619, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.169388, "f1_weighted": 0.211039, "precision": 0.161905, "precision_weighted": 0.206061, "recall": 0.188095, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.257708, "f1": 0.20482, "f1_weighted": 0.230133, "precision": 0.191429, "precision_weighted": 0.217642, "recall": 0.231905, "recall_weighted": 0.257708, "ap": NaN, "ap_weighted": NaN, "main_score": 0.257708, "hf_subset": "fra_Latn", "languages": [ "fra-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.391304, "f1": 0.4, "f1_weighted": 0.37971, "precision": 0.540816, "precision_weighted": 0.608178, "recall": 0.47381, "recall_weighted": 0.391304, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.092857, "f1_weighted": 0.095652, "precision": 0.071429, "precision_weighted": 0.076087, "recall": 0.178571, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.151099, "f1_weighted": 0.166958, "precision": 0.219048, "precision_weighted": 0.239394, "recall": 0.171429, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.135065, "f1_weighted": 0.186777, "precision": 0.159864, "precision_weighted": 0.241342, "recall": 0.136905, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.321336, "f1_weighted": 0.24144, "precision": 0.314626, "precision_weighted": 0.229978, "recall": 0.345238, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null } ], "accuracy": 0.240316, "f1": 0.220071, "f1_weighted": 0.214108, "precision": 0.261156, "precision_weighted": 0.278996, "recall": 0.26119, "recall_weighted": 0.240316, "ap": NaN, "ap_weighted": NaN, "main_score": 0.240316, "hf_subset": "gle_Latn", "languages": [ "gle-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.231293, "f1_weighted": 0.301242, "precision": 0.266667, "precision_weighted": 0.366667, "recall": 0.264286, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.347826, "f1": 0.260317, "f1_weighted": 0.323671, "precision": 0.261905, "precision_weighted": 0.330435, "recall": 0.288095, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.188095, "f1_weighted": 0.217424, "precision": 0.195578, "precision_weighted": 0.231602, "recall": 0.204762, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.244692, "f1_weighted": 0.342188, "precision": 0.285714, "precision_weighted": 0.454545, "recall": 0.25, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.108277, "f1_weighted": 0.100469, "precision": 0.085714, "precision_weighted": 0.081818, "recall": 0.154762, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.266798, "f1": 0.206535, "f1_weighted": 0.256999, "precision": 0.219116, "precision_weighted": 0.293013, "recall": 0.232381, "recall_weighted": 0.266798, "ap": NaN, "ap_weighted": NaN, "main_score": 0.266798, "hf_subset": "glg_Latn", "languages": [ "glg-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.131313, "f1_weighted": 0.161177, "precision": 0.12381, "precision_weighted": 0.150725, "recall": 0.140476, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.272109, "f1_weighted": 0.293582, "precision": 0.39881, "precision_weighted": 0.474638, "recall": 0.266667, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.27483, "f1_weighted": 0.359307, "precision": 0.245918, "precision_weighted": 0.323052, "recall": 0.314286, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.190167, "f1_weighted": 0.219303, "precision": 0.251701, "precision_weighted": 0.274892, "recall": 0.190476, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.189534, "f1_weighted": 0.206727, "precision": 0.190476, "precision_weighted": 0.208333, "recall": 0.211905, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.259684, "f1": 0.211591, "f1_weighted": 0.248019, "precision": 0.242143, "precision_weighted": 0.286328, "recall": 0.224762, "recall_weighted": 0.259684, "ap": NaN, "ap_weighted": NaN, "main_score": 0.259684, "hf_subset": "guj_Gujr", "languages": [ "guj-Gujr" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.126471, "f1_weighted": 0.140281, "precision": 0.119048, "precision_weighted": 0.137681, "recall": 0.157143, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.347826, "f1": 0.326984, "f1_weighted": 0.347826, "precision": 0.360714, "precision_weighted": 0.384783, "recall": 0.342857, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.129705, "f1_weighted": 0.149784, "precision": 0.126984, "precision_weighted": 0.141414, "recall": 0.152381, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.180952, "f1_weighted": 0.256061, "precision": 0.255102, "precision_weighted": 0.331169, "recall": 0.154762, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.088889, "f1_weighted": 0.123232, "precision": 0.178571, "precision_weighted": 0.238636, "recall": 0.064286, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null } ], "accuracy": 0.204348, "f1": 0.1706, "f1_weighted": 0.203437, "precision": 0.208084, "precision_weighted": 0.246737, "recall": 0.174286, "recall_weighted": 0.204348, "ap": NaN, "ap_weighted": NaN, "main_score": 0.204348, "hf_subset": "hau_Latn", "languages": [ "hau-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.199093, "f1_weighted": 0.253278, "precision": 0.197619, "precision_weighted": 0.260145, "recall": 0.221429, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.274273, "f1_weighted": 0.207604, "precision": 0.282313, "precision_weighted": 0.206004, "recall": 0.345238, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.046382, "f1_weighted": 0.07379, "precision": 0.039683, "precision_weighted": 0.063131, "recall": 0.057143, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.104762, "f1_weighted": 0.115152, "precision": 0.142857, "precision_weighted": 0.159091, "recall": 0.083333, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.16746, "f1_weighted": 0.201768, "precision": 0.157143, "precision_weighted": 0.19697, "recall": 0.195238, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.186166, "f1": 0.158394, "f1_weighted": 0.170318, "precision": 0.163923, "precision_weighted": 0.177068, "recall": 0.180476, "recall_weighted": 0.186166, "ap": NaN, "ap_weighted": NaN, "main_score": 0.186166, "hf_subset": "heb_Hebr", "languages": [ "heb-Hebr" ] }, { "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.230769, "f1_weighted": 0.215719, "precision": 0.192063, "precision_weighted": 0.172947, "recall": 0.309524, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.132391, "f1_weighted": 0.14875, "precision": 0.138889, "precision_weighted": 0.158213, "recall": 0.154762, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.097959, "f1_weighted": 0.12987, "precision": 0.083117, "precision_weighted": 0.115702, "recall": 0.152381, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.144805, "f1_weighted": 0.232231, "precision": 0.202381, "precision_weighted": 0.356061, "recall": 0.119048, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.153061, "f1_weighted": 0.194805, "precision": 0.138889, "precision_weighted": 0.175505, "recall": 0.17619, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.213834, "f1": 0.151797, "f1_weighted": 0.184275, "precision": 0.151068, "precision_weighted": 0.195686, "recall": 0.182381, "recall_weighted": 0.213834, "ap": NaN, "ap_weighted": NaN, "main_score": 0.213834, "hf_subset": "hin_Deva", "languages": [ "hin-Deva" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.216667, "f1_weighted": 0.219565, "precision": 0.230952, "precision_weighted": 0.253623, "recall": 0.235714, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.347826, "f1": 0.314286, "f1_weighted": 0.318841, "precision": 0.4, "precision_weighted": 0.426087, "recall": 0.380952, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.208617, "f1_weighted": 0.220779, "precision": 0.230159, "precision_weighted": 0.214646, "recall": 0.233333, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.097959, "f1_weighted": 0.124675, "precision": 0.08658, "precision_weighted": 0.110193, "recall": 0.142857, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.362245, "f1_weighted": 0.444264, "precision": 0.391837, "precision_weighted": 0.501948, "recall": 0.454762, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null } ], "accuracy": 0.294862, "f1": 0.239955, "f1_weighted": 0.265625, "precision": 0.267906, "precision_weighted": 0.301299, "recall": 0.289524, "recall_weighted": 0.294862, "ap": NaN, "ap_weighted": NaN, "main_score": 0.294862, "hf_subset": "hrv_Latn", "languages": [ "hrv-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.264626, "f1_weighted": 0.265631, "precision": 0.244218, "precision_weighted": 0.260248, "recall": 0.330952, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.120635, "f1_weighted": 0.148792, "precision": 0.142857, "precision_weighted": 0.173913, "recall": 0.104762, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.239229, "f1_weighted": 0.294012, "precision": 0.341837, "precision_weighted": 0.47132, "recall": 0.252381, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.163004, "f1_weighted": 0.240676, "precision": 0.185714, "precision_weighted": 0.290909, "recall": 0.166667, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.377324, "f1_weighted": 0.374603, "precision": 0.528571, "precision_weighted": 0.619697, "recall": 0.457143, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null } ], "accuracy": 0.259684, "f1": 0.232964, "f1_weighted": 0.264743, "precision": 0.288639, "precision_weighted": 0.363218, "recall": 0.262381, "recall_weighted": 0.259684, "ap": NaN, "ap_weighted": NaN, "main_score": 0.259684, "hf_subset": "hun_Latn", "languages": [ "hun-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.167027, "f1_weighted": 0.211902, "precision": 0.242857, "precision_weighted": 0.33913, "recall": 0.192857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.253061, "f1_weighted": 0.241822, "precision": 0.314286, "precision_weighted": 0.361594, "recall": 0.302381, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.139325, "f1_weighted": 0.155719, "precision": 0.133333, "precision_weighted": 0.157576, "recall": 0.171429, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.101134, "f1_weighted": 0.115729, "precision": 0.088095, "precision_weighted": 0.100758, "recall": 0.119048, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.069805, "f1_weighted": 0.105372, "precision": 0.059524, "precision_weighted": 0.090909, "recall": 0.092857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.186561, "f1": 0.146071, "f1_weighted": 0.166109, "precision": 0.167619, "precision_weighted": 0.209993, "recall": 0.175714, "recall_weighted": 0.186561, "ap": NaN, "ap_weighted": NaN, "main_score": 0.186561, "hf_subset": "hye_Armn", "languages": [ "hye-Armn" ] }, { "scores_per_experiment": [ { "accuracy": 0.391304, "f1": 0.322109, "f1_weighted": 0.386128, "precision": 0.395238, "precision_weighted": 0.514493, "recall": 0.352381, "recall_weighted": 0.391304, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.195238, "f1_weighted": 0.214493, "precision": 0.263265, "precision_weighted": 0.340373, "recall": 0.290476, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.22763, "f1_weighted": 0.308192, "precision": 0.254762, "precision_weighted": 0.364394, "recall": 0.257143, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.137662, "f1_weighted": 0.22314, "precision": 0.190476, "precision_weighted": 0.340909, "recall": 0.119048, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.156256, "f1_weighted": 0.215401, "precision": 0.152381, "precision_weighted": 0.209091, "recall": 0.164286, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.275889, "f1": 0.207779, "f1_weighted": 0.269471, "precision": 0.251224, "precision_weighted": 0.353852, "recall": 0.236667, "recall_weighted": 0.275889, "ap": NaN, "ap_weighted": NaN, "main_score": 0.275889, "hf_subset": "ind_Latn", "languages": [ "ind-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.088435, "f1_weighted": 0.097308, "precision": 0.064626, "precision_weighted": 0.076605, "recall": 0.2, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.210084, "f1_weighted": 0.218244, "precision": 0.261905, "precision_weighted": 0.246377, "recall": 0.221429, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.258297, "f1_weighted": 0.259412, "precision": 0.231293, "precision_weighted": 0.238095, "recall": 0.342857, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.208333, "f1_weighted": 0.247475, "precision": 0.347222, "precision_weighted": 0.545455, "recall": 0.215278, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.149351, "f1_weighted": 0.167355, "precision": 0.204082, "precision_weighted": 0.214286, "recall": 0.154762, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.232411, "f1": 0.1829, "f1_weighted": 0.197959, "precision": 0.221825, "precision_weighted": 0.264163, "recall": 0.226865, "recall_weighted": 0.232411, "ap": NaN, "ap_weighted": NaN, "main_score": 0.232411, "hf_subset": "ibo_Latn", "languages": [ "ibo-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.245918, "f1_weighted": 0.19472, "precision": 0.230952, "precision_weighted": 0.194928, "recall": 0.290476, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.162698, "f1_weighted": 0.108696, "precision": 0.119048, "precision_weighted": 0.07971, "recall": 0.261905, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.183673, "f1_weighted": 0.084416, "precision": 0.178571, "precision_weighted": 0.079545, "recall": 0.190476, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.166209, "f1_weighted": 0.252248, "precision": 0.183333, "precision_weighted": 0.297727, "recall": 0.159722, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.314286, "f1_weighted": 0.320455, "precision": 0.383333, "precision_weighted": 0.428788, "recall": 0.366667, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null } ], "accuracy": 0.205534, "f1": 0.214557, "f1_weighted": 0.192107, "precision": 0.219048, "precision_weighted": 0.21614, "recall": 0.253849, "recall_weighted": 0.205534, "ap": NaN, "ap_weighted": NaN, "main_score": 0.205534, "hf_subset": "isl_Latn", "languages": [ "isl-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.347826, "f1": 0.336054, "f1_weighted": 0.343168, "precision": 0.342857, "precision_weighted": 0.362319, "recall": 0.359524, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.111111, "f1_weighted": 0.111111, "precision": 0.081633, "precision_weighted": 0.086957, "recall": 0.2, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.247619, "f1_weighted": 0.20303, "precision": 0.193197, "precision_weighted": 0.164935, "recall": 0.366667, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.253728, "f1_weighted": 0.386462, "precision": 0.242063, "precision_weighted": 0.400433, "recall": 0.298611, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.208791, "f1_weighted": 0.226107, "precision": 0.267857, "precision_weighted": 0.267045, "recall": 0.192857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.286166, "f1": 0.231461, "f1_weighted": 0.253976, "precision": 0.225522, "precision_weighted": 0.256338, "recall": 0.283532, "recall_weighted": 0.286166, "ap": NaN, "ap_weighted": NaN, "main_score": 0.286166, "hf_subset": "ita_Latn", "languages": [ "ita-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.238796, "f1_weighted": 0.281398, "precision": 0.27381, "precision_weighted": 0.315217, "recall": 0.216667, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.194805, "f1_weighted": 0.188735, "precision": 0.157143, "precision_weighted": 0.154348, "recall": 0.27381, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.5, "f1": 0.497619, "f1_weighted": 0.505303, "precision": 0.517007, "precision_weighted": 0.57684, "recall": 0.547619, "recall_weighted": 0.5, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.273469, "f1_weighted": 0.358442, "precision": 0.333333, "precision_weighted": 0.492424, "recall": 0.255952, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.222449, "f1_weighted": 0.244156, "precision": 0.202381, "precision_weighted": 0.223485, "recall": 0.25, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null } ], "accuracy": 0.32253, "f1": 0.285428, "f1_weighted": 0.315607, "precision": 0.296735, "precision_weighted": 0.352463, "recall": 0.30881, "recall_weighted": 0.32253, "ap": NaN, "ap_weighted": NaN, "main_score": 0.32253, "hf_subset": "jpn_Jpan", "languages": [ "jpn-Jpan" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.159864, "f1_weighted": 0.134576, "precision": 0.228571, "precision_weighted": 0.204348, "recall": 0.171429, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.120487, "f1_weighted": 0.145127, "precision": 0.115079, "precision_weighted": 0.14372, "recall": 0.147619, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.229025, "f1_weighted": 0.217172, "precision": 0.190476, "precision_weighted": 0.189394, "recall": 0.304762, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.200356, "f1_weighted": 0.254312, "precision": 0.191667, "precision_weighted": 0.266667, "recall": 0.236111, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.176871, "f1_weighted": 0.168831, "precision": 0.171429, "precision_weighted": 0.169697, "recall": 0.202381, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.206324, "f1": 0.17732, "f1_weighted": 0.184003, "precision": 0.179444, "precision_weighted": 0.194765, "recall": 0.21246, "recall_weighted": 0.206324, "ap": NaN, "ap_weighted": NaN, "main_score": 0.206324, "hf_subset": "jav_Latn", "languages": [ "jav-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.130952, "f1_weighted": 0.108696, "precision": 0.12381, "precision_weighted": 0.118841, "recall": 0.25, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.156926, "f1_weighted": 0.153491, "precision": 0.18254, "precision_weighted": 0.198068, "recall": 0.214286, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.184127, "f1_weighted": 0.19596, "precision": 0.202381, "precision_weighted": 0.215909, "recall": 0.171429, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.219388, "f1_weighted": 0.336039, "precision": 0.290476, "precision_weighted": 0.406061, "recall": 0.202381, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.122449, "f1_weighted": 0.12987, "precision": 0.135714, "precision_weighted": 0.165909, "recall": 0.147619, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.196838, "f1": 0.162769, "f1_weighted": 0.184811, "precision": 0.186984, "precision_weighted": 0.220957, "recall": 0.197143, "recall_weighted": 0.196838, "ap": NaN, "ap_weighted": NaN, "main_score": 0.196838, "hf_subset": "kat_Geor", "languages": [ "kat-Geor" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.115385, "f1_weighted": 0.175585, "precision": 0.130952, "precision_weighted": 0.199275, "recall": 0.114286, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.193651, "f1_weighted": 0.213527, "precision": 0.273655, "precision_weighted": 0.342462, "recall": 0.254762, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.275283, "f1_weighted": 0.283983, "precision": 0.259524, "precision_weighted": 0.272727, "recall": 0.319048, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.031746, "f1_weighted": 0.080808, "precision": 0.142857, "precision_weighted": 0.363636, "recall": 0.017857, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.0906, "f1_weighted": 0.099469, "precision": 0.081349, "precision_weighted": 0.092803, "recall": 0.130952, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.186957, "f1": 0.141333, "f1_weighted": 0.170674, "precision": 0.177667, "precision_weighted": 0.254181, "recall": 0.167381, "recall_weighted": 0.186957, "ap": NaN, "ap_weighted": NaN, "main_score": 0.186957, "hf_subset": "kam_Latn", "languages": [ "kam-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.035714, "f1_weighted": 0.054348, "precision": 0.047619, "precision_weighted": 0.072464, "recall": 0.028571, "recall_weighted": 0.043478, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.232426, "f1_weighted": 0.213251, "precision": 0.25, "precision_weighted": 0.253623, "recall": 0.254762, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.244589, "f1_weighted": 0.343664, "precision": 0.321429, "precision_weighted": 0.420455, "recall": 0.219048, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.125, "f1_weighted": 0.227273, "precision": 0.166667, "precision_weighted": 0.318182, "recall": 0.104167, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.159091, "f1_weighted": 0.196281, "precision": 0.22619, "precision_weighted": 0.257576, "recall": 0.140476, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.188538, "f1": 0.159364, "f1_weighted": 0.206963, "precision": 0.202381, "precision_weighted": 0.26446, "recall": 0.149405, "recall_weighted": 0.188538, "ap": NaN, "ap_weighted": NaN, "main_score": 0.188538, "hf_subset": "kea_Latn", "languages": [ "kea-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.126531, "f1_weighted": 0.119255, "precision": 0.136905, "precision_weighted": 0.134058, "recall": 0.154762, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.186395, "f1_weighted": 0.194203, "precision": 0.27381, "precision_weighted": 0.336957, "recall": 0.183333, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.240816, "f1_weighted": 0.266234, "precision": 0.22551, "precision_weighted": 0.251623, "recall": 0.295238, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.092971, "f1_weighted": 0.131313, "precision": 0.088095, "precision_weighted": 0.131061, "recall": 0.10119, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.231076, "f1_weighted": 0.233383, "precision": 0.294218, "precision_weighted": 0.302489, "recall": 0.230952, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.197233, "f1": 0.175558, "f1_weighted": 0.188877, "precision": 0.203707, "precision_weighted": 0.231238, "recall": 0.193095, "recall_weighted": 0.197233, "ap": NaN, "ap_weighted": NaN, "main_score": 0.197233, "hf_subset": "kaz_Cyrl", "languages": [ "kaz-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.097959, "f1_weighted": 0.111801, "precision": 0.071429, "precision_weighted": 0.082609, "recall": 0.157143, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.099206, "f1_weighted": 0.082126, "precision": 0.064626, "precision_weighted": 0.05383, "recall": 0.214286, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.142857, "f1_weighted": 0.143939, "precision": 0.12517, "precision_weighted": 0.144589, "recall": 0.247619, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.138528, "f1_weighted": 0.27686, "precision": 0.119048, "precision_weighted": 0.227273, "recall": 0.172619, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.061224, "f1_weighted": 0.058442, "precision": 0.038961, "precision_weighted": 0.03719, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.205929, "f1": 0.107955, "f1_weighted": 0.134633, "precision": 0.083847, "precision_weighted": 0.109098, "recall": 0.186905, "recall_weighted": 0.205929, "ap": NaN, "ap_weighted": NaN, "main_score": 0.205929, "hf_subset": "khm_Khmr", "languages": [ "khm-Khmr" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.195186, "f1_weighted": 0.19621, "precision": 0.183333, "precision_weighted": 0.205797, "recall": 0.278571, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.09127, "f1_weighted": 0.103865, "precision": 0.080159, "precision_weighted": 0.092754, "recall": 0.119048, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.057143, "f1_weighted": 0.018182, "precision": 0.035714, "precision_weighted": 0.011364, "recall": 0.142857, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.249608, "f1_weighted": 0.356144, "precision": 0.27619, "precision_weighted": 0.415152, "recall": 0.232143, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.060606, "precision": 0.071429, "precision_weighted": 0.090909, "recall": 0.035714, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null } ], "accuracy": 0.160079, "f1": 0.128165, "f1_weighted": 0.147001, "precision": 0.129365, "precision_weighted": 0.163195, "recall": 0.161667, "recall_weighted": 0.160079, "ap": NaN, "ap_weighted": NaN, "main_score": 0.160079, "hf_subset": "kan_Knda", "languages": [ "kan-Knda" ] }, { "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.336054, "f1_weighted": 0.302692, "precision": 0.428571, "precision_weighted": 0.478261, "recall": 0.390476, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.347826, "f1": 0.290703, "f1_weighted": 0.307522, "precision": 0.276531, "precision_weighted": 0.302484, "recall": 0.345238, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.239229, "f1_weighted": 0.246032, "precision": 0.22619, "precision_weighted": 0.238636, "recall": 0.271429, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.188131, "f1_weighted": 0.254477, "precision": 0.188095, "precision_weighted": 0.287013, "recall": 0.222222, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.342857, "f1_weighted": 0.310606, "precision": 0.378571, "precision_weighted": 0.363636, "recall": 0.390476, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null } ], "accuracy": 0.303162, "f1": 0.279395, "f1_weighted": 0.284266, "precision": 0.299592, "precision_weighted": 0.334006, "recall": 0.323968, "recall_weighted": 0.303162, "ap": NaN, "ap_weighted": NaN, "main_score": 0.303162, "hf_subset": "kor_Hang", "languages": [ "kor-Hang" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.110867, "f1_weighted": 0.133928, "precision": 0.125, "precision_weighted": 0.146739, "recall": 0.104762, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.164286, "f1_weighted": 0.154348, "precision": 0.147619, "precision_weighted": 0.142029, "recall": 0.190476, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.114409, "f1_weighted": 0.099764, "precision": 0.095238, "precision_weighted": 0.090909, "recall": 0.219048, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.083117, "f1_weighted": 0.120661, "precision": 0.119048, "precision_weighted": 0.189394, "recall": 0.065476, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.104762, "f1_weighted": 0.09697, "precision": 0.119048, "precision_weighted": 0.121212, "recall": 0.107143, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null } ], "accuracy": 0.124506, "f1": 0.115488, "f1_weighted": 0.121134, "precision": 0.12119, "precision_weighted": 0.138057, "recall": 0.137381, "recall_weighted": 0.124506, "ap": NaN, "ap_weighted": NaN, "main_score": 0.124506, "hf_subset": "kir_Cyrl", "languages": [ "kir-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.25034, "f1_weighted": 0.276605, "precision": 0.234127, "precision_weighted": 0.269324, "recall": 0.285714, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.347826, "f1": 0.310204, "f1_weighted": 0.331056, "precision": 0.314286, "precision_weighted": 0.350725, "recall": 0.342857, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.184676, "f1_weighted": 0.21047, "precision": 0.177381, "precision_weighted": 0.203409, "recall": 0.2, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.254986, "f1_weighted": 0.301282, "precision": 0.344444, "precision_weighted": 0.395455, "recall": 0.236111, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.061224, "f1_weighted": 0.097403, "precision": 0.047619, "precision_weighted": 0.075758, "recall": 0.085714, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.257708, "f1": 0.212286, "f1_weighted": 0.243363, "precision": 0.223571, "precision_weighted": 0.258934, "recall": 0.230079, "recall_weighted": 0.257708, "ap": NaN, "ap_weighted": NaN, "main_score": 0.257708, "hf_subset": "ltz_Latn", "languages": [ "ltz-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.07619, "f1_weighted": 0.115942, "precision": 0.057143, "precision_weighted": 0.086957, "recall": 0.114286, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.043478, "f1": 0.025974, "f1_weighted": 0.039526, "precision": 0.02381, "precision_weighted": 0.036232, "recall": 0.028571, "recall_weighted": 0.043478, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.128728, "f1_weighted": 0.152847, "precision": 0.095238, "precision_weighted": 0.121212, "recall": 0.257143, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.053724, "f1_weighted": 0.101787, "precision": 0.157143, "precision_weighted": 0.377273, "recall": 0.065476, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.055556, "f1_weighted": 0.05303, "precision": 0.039683, "precision_weighted": 0.037879, "recall": 0.095238, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null } ], "accuracy": 0.125296, "f1": 0.068035, "f1_weighted": 0.092626, "precision": 0.074603, "precision_weighted": 0.13191, "recall": 0.112143, "recall_weighted": 0.125296, "ap": NaN, "ap_weighted": NaN, "main_score": 0.125296, "hf_subset": "lug_Latn", "languages": [ "lug-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.050794, "f1_weighted": 0.036715, "precision": 0.032313, "precision_weighted": 0.023292, "recall": 0.119048, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.081633, "f1_weighted": 0.086957, "precision": 0.064286, "precision_weighted": 0.067391, "recall": 0.119048, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.169408, "f1_weighted": 0.249311, "precision": 0.157143, "precision_weighted": 0.234848, "recall": 0.190476, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.073593, "f1_weighted": 0.126722, "precision": 0.119048, "precision_weighted": 0.212121, "recall": 0.053571, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.169388, "f1_weighted": 0.166234, "precision": 0.136905, "precision_weighted": 0.132576, "recall": 0.22619, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.16166, "f1": 0.108963, "f1_weighted": 0.133188, "precision": 0.101939, "precision_weighted": 0.134046, "recall": 0.141667, "recall_weighted": 0.16166, "ap": NaN, "ap_weighted": NaN, "main_score": 0.16166, "hf_subset": "lin_Latn", "languages": [ "lin-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.183673, "f1_weighted": 0.236025, "precision": 0.22381, "precision_weighted": 0.305797, "recall": 0.180952, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.125589, "f1_weighted": 0.128046, "precision": 0.103175, "precision_weighted": 0.103865, "recall": 0.166667, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.118367, "f1_weighted": 0.162338, "precision": 0.10873, "precision_weighted": 0.150253, "recall": 0.133333, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.11746, "f1_weighted": 0.185859, "precision": 0.147619, "precision_weighted": 0.278788, "recall": 0.125, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.064286, "f1_weighted": 0.090909, "precision": 0.064286, "precision_weighted": 0.090909, "recall": 0.064286, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null } ], "accuracy": 0.16917, "f1": 0.121875, "f1_weighted": 0.160635, "precision": 0.129524, "precision_weighted": 0.185922, "recall": 0.134048, "recall_weighted": 0.16917, "ap": NaN, "ap_weighted": NaN, "main_score": 0.16917, "hf_subset": "lao_Laoo", "languages": [ "lao-Laoo" ] }, { "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.035714, "f1_weighted": 0.021739, "precision": 0.02381, "precision_weighted": 0.014493, "recall": 0.071429, "recall_weighted": 0.043478, "ap": null, "ap_weighted": null }, { "accuracy": 0.086957, "f1": 0.071429, "f1_weighted": 0.065217, "precision": 0.059524, "precision_weighted": 0.057971, "recall": 0.107143, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.102041, "f1_weighted": 0.136364, "precision": 0.083333, "precision_weighted": 0.109848, "recall": 0.133333, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.114846, "f1_weighted": 0.216578, "precision": 0.111111, "precision_weighted": 0.207071, "recall": 0.119048, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.17415, "f1_weighted": 0.164069, "precision": 0.17517, "precision_weighted": 0.170996, "recall": 0.202381, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.144269, "f1": 0.099636, "f1_weighted": 0.120793, "precision": 0.09059, "precision_weighted": 0.112076, "recall": 0.126667, "recall_weighted": 0.144269, "ap": NaN, "ap_weighted": NaN, "main_score": 0.144269, "hf_subset": "lit_Latn", "languages": [ "lit-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.243197, "f1_weighted": 0.221532, "precision": 0.306122, "precision_weighted": 0.284679, "recall": 0.247619, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.217687, "f1_weighted": 0.258109, "precision": 0.244218, "precision_weighted": 0.306625, "recall": 0.242857, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.142857, "f1_weighted": 0.19697, "precision": 0.133333, "precision_weighted": 0.181818, "recall": 0.161905, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.149907, "f1_weighted": 0.24392, "precision": 0.27381, "precision_weighted": 0.458333, "recall": 0.119048, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.214286, "f1_weighted": 0.236364, "precision": 0.242857, "precision_weighted": 0.269697, "recall": 0.207143, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.222925, "f1": 0.193587, "f1_weighted": 0.231379, "precision": 0.240068, "precision_weighted": 0.300231, "recall": 0.195714, "recall_weighted": 0.222925, "ap": NaN, "ap_weighted": NaN, "main_score": 0.222925, "hf_subset": "luo_Latn", "languages": [ "luo-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.077922, "f1_weighted": 0.094862, "precision": 0.063492, "precision_weighted": 0.082126, "recall": 0.128571, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.189796, "f1_weighted": 0.22795, "precision": 0.25, "precision_weighted": 0.304348, "recall": 0.228571, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.283673, "f1_weighted": 0.198052, "precision": 0.35, "precision_weighted": 0.261364, "recall": 0.266667, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.107607, "f1_weighted": 0.11098, "precision": 0.091837, "precision_weighted": 0.094156, "recall": 0.130952, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.07619, "f1_weighted": 0.078788, "precision": 0.053571, "precision_weighted": 0.056818, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.16917, "f1": 0.147038, "f1_weighted": 0.142126, "precision": 0.16178, "precision_weighted": 0.159762, "recall": 0.179524, "recall_weighted": 0.16917, "ap": NaN, "ap_weighted": NaN, "main_score": 0.16917, "hf_subset": "lvs_Latn", "languages": [ "lvs-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.043478, "f1": 0.019048, "f1_weighted": 0.011594, "precision": 0.010989, "precision_weighted": 0.006689, "recall": 0.071429, "recall_weighted": 0.043478, "ap": null, "ap_weighted": null }, { "accuracy": 0.043478, "f1": 0.028571, "f1_weighted": 0.026087, "precision": 0.020408, "precision_weighted": 0.018634, "recall": 0.047619, "recall_weighted": 0.043478, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.063492, "f1_weighted": 0.080808, "precision": 0.059524, "precision_weighted": 0.079545, "recall": 0.07619, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.077922, "f1_weighted": 0.132231, "precision": 0.088435, "precision_weighted": 0.17316, "recall": 0.089286, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.108043, "f1_weighted": 0.1589, "precision": 0.095238, "precision_weighted": 0.136364, "recall": 0.15, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.1083, "f1": 0.059415, "f1_weighted": 0.081924, "precision": 0.054919, "precision_weighted": 0.082878, "recall": 0.086905, "recall_weighted": 0.1083, "ap": NaN, "ap_weighted": NaN, "main_score": 0.1083, "hf_subset": "mri_Latn", "languages": [ "mri-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.168254, "f1_weighted": 0.241546, "precision": 0.172527, "precision_weighted": 0.240803, "recall": 0.207143, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.143991, "f1_weighted": 0.178054, "precision": 0.14881, "precision_weighted": 0.195652, "recall": 0.183333, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.097403, "f1_weighted": 0.121901, "precision": 0.109524, "precision_weighted": 0.156061, "recall": 0.2, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.138219, "f1_weighted": 0.195986, "precision": 0.172619, "precision_weighted": 0.268939, "recall": 0.136905, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.305556, "f1_weighted": 0.310606, "precision": 0.333333, "precision_weighted": 0.386364, "recall": 0.390476, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null } ], "accuracy": 0.231621, "f1": 0.170684, "f1_weighted": 0.209618, "precision": 0.187363, "precision_weighted": 0.249564, "recall": 0.223571, "recall_weighted": 0.231621, "ap": NaN, "ap_weighted": NaN, "main_score": 0.231621, "hf_subset": "mkd_Cyrl", "languages": [ "mkd-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.258503, "f1_weighted": 0.275362, "precision": 0.279365, "precision_weighted": 0.322222, "recall": 0.311905, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.132845, "f1_weighted": 0.136603, "precision": 0.115079, "precision_weighted": 0.121981, "recall": 0.171429, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.159864, "f1_weighted": 0.228355, "precision": 0.239796, "precision_weighted": 0.358766, "recall": 0.161905, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.077551, "f1_weighted": 0.124675, "precision": 0.166667, "precision_weighted": 0.242424, "recall": 0.053571, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.306689, "f1_weighted": 0.28842, "precision": 0.353741, "precision_weighted": 0.347403, "recall": 0.409524, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null } ], "accuracy": 0.222925, "f1": 0.187091, "f1_weighted": 0.210683, "precision": 0.23093, "precision_weighted": 0.278559, "recall": 0.221667, "recall_weighted": 0.222925, "ap": NaN, "ap_weighted": NaN, "main_score": 0.222925, "hf_subset": "mal_Mlym", "languages": [ "mal-Mlym" ] }, { "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.065476, "f1_weighted": 0.039855, "precision": 0.045918, "precision_weighted": 0.02795, "recall": 0.142857, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.166667, "f1_weighted": 0.166667, "precision": 0.166667, "precision_weighted": 0.188406, "recall": 0.2, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.095238, "f1_weighted": 0.090909, "precision": 0.095238, "precision_weighted": 0.090909, "recall": 0.095238, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.108225, "f1_weighted": 0.170012, "precision": 0.103175, "precision_weighted": 0.17316, "recall": 0.125, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.164286, "f1_weighted": 0.179545, "precision": 0.261905, "precision_weighted": 0.280303, "recall": 0.12381, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.133992, "f1": 0.119978, "f1_weighted": 0.129398, "precision": 0.13458, "precision_weighted": 0.152146, "recall": 0.137381, "recall_weighted": 0.133992, "ap": NaN, "ap_weighted": NaN, "main_score": 0.133992, "hf_subset": "khk_Cyrl", "languages": [ "khk-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.110204, "f1_weighted": 0.067081, "precision": 0.075, "precision_weighted": 0.045652, "recall": 0.214286, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.228242, "f1_weighted": 0.223402, "precision": 0.294785, "precision_weighted": 0.324362, "recall": 0.321429, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.242857, "f1_weighted": 0.181818, "precision": 0.204762, "precision_weighted": 0.160606, "recall": 0.338095, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.230952, "f1_weighted": 0.281169, "precision": 0.205556, "precision_weighted": 0.266667, "recall": 0.277778, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.201134, "f1_weighted": 0.184921, "precision": 0.252165, "precision_weighted": 0.278581, "recall": 0.302381, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.232806, "f1": 0.202678, "f1_weighted": 0.187678, "precision": 0.206453, "precision_weighted": 0.215174, "recall": 0.290794, "recall_weighted": 0.232806, "ap": NaN, "ap_weighted": NaN, "main_score": 0.232806, "hf_subset": "mar_Deva", "languages": [ "mar-Deva" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.156349, "f1_weighted": 0.216184, "precision": 0.157143, "precision_weighted": 0.221739, "recall": 0.161905, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.304348, "f1": 0.280045, "f1_weighted": 0.306763, "precision": 0.328571, "precision_weighted": 0.386957, "recall": 0.302381, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.369048, "f1_weighted": 0.42803, "precision": 0.407823, "precision_weighted": 0.479113, "recall": 0.438095, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.1, "f1_weighted": 0.127273, "precision": 0.095238, "precision_weighted": 0.121212, "recall": 0.107143, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.114835, "f1_weighted": 0.12535, "precision": 0.132035, "precision_weighted": 0.152204, "recall": 0.147619, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.249802, "f1": 0.204055, "f1_weighted": 0.24072, "precision": 0.224162, "precision_weighted": 0.272245, "recall": 0.231429, "recall_weighted": 0.249802, "ap": NaN, "ap_weighted": NaN, "main_score": 0.249802, "hf_subset": "zsm_Latn", "languages": [ "zsm-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.391304, "f1": 0.392331, "f1_weighted": 0.405195, "precision": 0.492063, "precision_weighted": 0.516908, "recall": 0.4, "recall_weighted": 0.391304, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.097959, "f1_weighted": 0.131677, "precision": 0.174603, "precision_weighted": 0.222222, "recall": 0.092857, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.212245, "f1_weighted": 0.21039, "precision": 0.261905, "precision_weighted": 0.280303, "recall": 0.195238, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.187037, "f1_weighted": 0.208586, "precision": 0.307143, "precision_weighted": 0.374026, "recall": 0.173611, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.171769, "f1_weighted": 0.248918, "precision": 0.164966, "precision_weighted": 0.235931, "recall": 0.185714, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null } ], "accuracy": 0.231621, "f1": 0.212268, "f1_weighted": 0.240953, "precision": 0.280136, "precision_weighted": 0.325878, "recall": 0.209484, "recall_weighted": 0.231621, "ap": NaN, "ap_weighted": NaN, "main_score": 0.231621, "hf_subset": "mlt_Latn", "languages": [ "mlt-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.166667, "f1_weighted": 0.188406, "precision": 0.157143, "precision_weighted": 0.173913, "recall": 0.185714, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.043478, "f1": 0.031746, "f1_weighted": 0.048309, "precision": 0.035714, "precision_weighted": 0.054348, "recall": 0.028571, "recall_weighted": 0.043478, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.075758, "precision": 0.142857, "precision_weighted": 0.227273, "recall": 0.028571, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.126531, "f1_weighted": 0.133766, "precision": 0.139456, "precision_weighted": 0.148268, "recall": 0.130952, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.126531, "f1_weighted": 0.155844, "precision": 0.136054, "precision_weighted": 0.1829, "recall": 0.159524, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.124901, "f1": 0.099819, "f1_weighted": 0.120417, "precision": 0.122245, "precision_weighted": 0.15734, "recall": 0.106667, "recall_weighted": 0.124901, "ap": NaN, "ap_weighted": NaN, "main_score": 0.124901, "hf_subset": "mya_Mymr", "languages": [ "mya-Mymr" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.171429, "f1_weighted": 0.143478, "precision": 0.238095, "precision_weighted": 0.202899, "recall": 0.154762, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.105311, "f1_weighted": 0.11451, "precision": 0.094048, "precision_weighted": 0.101136, "recall": 0.12381, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.191667, "f1_weighted": 0.288636, "precision": 0.325, "precision_weighted": 0.481818, "recall": 0.159722, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.202721, "f1_weighted": 0.222511, "precision": 0.321429, "precision_weighted": 0.386364, "recall": 0.183333, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.135178, "f1": 0.134226, "f1_weighted": 0.153827, "precision": 0.195714, "precision_weighted": 0.234443, "recall": 0.124325, "recall_weighted": 0.135178, "ap": NaN, "ap_weighted": NaN, "main_score": 0.135178, "hf_subset": "nob_Latn", "languages": [ "nob-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.237786, "f1_weighted": 0.274892, "precision": 0.235714, "precision_weighted": 0.291304, "recall": 0.280952, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.086957, "f1": 0.071429, "f1_weighted": 0.065217, "precision": 0.057143, "precision_weighted": 0.052174, "recall": 0.095238, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.111111, "f1_weighted": 0.146465, "precision": 0.091575, "precision_weighted": 0.115385, "recall": 0.161905, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.095238, "f1_weighted": 0.128788, "precision": 0.178571, "precision_weighted": 0.227273, "recall": 0.065476, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.071429, "f1_weighted": 0.022727, "precision": 0.047619, "precision_weighted": 0.015152, "recall": 0.142857, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null } ], "accuracy": 0.150988, "f1": 0.117398, "f1_weighted": 0.127618, "precision": 0.122125, "precision_weighted": 0.140257, "recall": 0.149286, "recall_weighted": 0.150988, "ap": NaN, "ap_weighted": NaN, "main_score": 0.150988, "hf_subset": "npi_Deva", "languages": [ "npi-Deva" ] }, { "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.204762, "f1_weighted": 0.194203, "precision": 0.152381, "precision_weighted": 0.144928, "recall": 0.328571, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.246032, "f1_weighted": 0.242995, "precision": 0.290476, "precision_weighted": 0.281159, "recall": 0.261905, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.331746, "f1_weighted": 0.328283, "precision": 0.317857, "precision_weighted": 0.323864, "recall": 0.442857, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.216667, "f1_weighted": 0.339394, "precision": 0.236395, "precision_weighted": 0.366883, "recall": 0.202381, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.245269, "f1_weighted": 0.296694, "precision": 0.215986, "precision_weighted": 0.266775, "recall": 0.311905, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null } ], "accuracy": 0.322134, "f1": 0.248895, "f1_weighted": 0.280314, "precision": 0.242619, "precision_weighted": 0.276722, "recall": 0.309524, "recall_weighted": 0.322134, "ap": NaN, "ap_weighted": NaN, "main_score": 0.322134, "hf_subset": "nld_Latn", "languages": [ "nld-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.117347, "f1_weighted": 0.156832, "precision": 0.171429, "precision_weighted": 0.243478, "recall": 0.104762, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.114863, "f1_weighted": 0.130171, "precision": 0.091837, "precision_weighted": 0.104555, "recall": 0.154762, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.249608, "f1_weighted": 0.243856, "precision": 0.204932, "precision_weighted": 0.199405, "recall": 0.32381, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.120635, "f1_weighted": 0.153535, "precision": 0.2, "precision_weighted": 0.254545, "recall": 0.107143, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.276984, "f1_weighted": 0.235354, "precision": 0.27381, "precision_weighted": 0.246212, "recall": 0.338095, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null } ], "accuracy": 0.206324, "f1": 0.175887, "f1_weighted": 0.18395, "precision": 0.188401, "precision_weighted": 0.209639, "recall": 0.205714, "recall_weighted": 0.206324, "ap": NaN, "ap_weighted": NaN, "main_score": 0.206324, "hf_subset": "nso_Latn", "languages": [ "nso-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.083333, "f1_weighted": 0.083333, "precision": 0.083333, "precision_weighted": 0.094203, "recall": 0.1, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.189534, "f1_weighted": 0.218474, "precision": 0.257267, "precision_weighted": 0.309806, "recall": 0.271429, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.140837, "f1_weighted": 0.187695, "precision": 0.141026, "precision_weighted": 0.178904, "recall": 0.161905, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.108333, "f1_weighted": 0.1, "precision": 0.089286, "precision_weighted": 0.084416, "recall": 0.152778, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.12381, "f1_weighted": 0.048485, "precision": 0.089286, "precision_weighted": 0.034091, "recall": 0.214286, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null } ], "accuracy": 0.160474, "f1": 0.129169, "f1_weighted": 0.127598, "precision": 0.132039, "precision_weighted": 0.140284, "recall": 0.180079, "recall_weighted": 0.160474, "ap": NaN, "ap_weighted": NaN, "main_score": 0.160474, "hf_subset": "nya_Latn", "languages": [ "nya-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.478261, "f1": 0.385488, "f1_weighted": 0.478951, "precision": 0.457143, "precision_weighted": 0.604348, "recall": 0.445238, "recall_weighted": 0.478261, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.183673, "f1_weighted": 0.189441, "precision": 0.232143, "precision_weighted": 0.228261, "recall": 0.202381, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.154545, "f1_weighted": 0.16405, "precision": 0.238095, "precision_weighted": 0.242424, "recall": 0.12381, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.057143, "f1_weighted": 0.145455, "precision": 0.142857, "precision_weighted": 0.363636, "recall": 0.035714, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.308791, "f1_weighted": 0.256643, "precision": 0.297619, "precision_weighted": 0.253788, "recall": 0.416667, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null } ], "accuracy": 0.248221, "f1": 0.217928, "f1_weighted": 0.246908, "precision": 0.273571, "precision_weighted": 0.338491, "recall": 0.244762, "recall_weighted": 0.248221, "ap": NaN, "ap_weighted": NaN, "main_score": 0.248221, "hf_subset": "oci_Latn", "languages": [ "oci-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.136508, "f1_weighted": 0.158454, "precision": 0.178571, "precision_weighted": 0.206522, "recall": 0.111905, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.184137, "f1_weighted": 0.227132, "precision": 0.208333, "precision_weighted": 0.262681, "recall": 0.183333, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.123933, "f1_weighted": 0.144274, "precision": 0.160714, "precision_weighted": 0.198864, "recall": 0.12381, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.136054, "f1_weighted": 0.218615, "precision": 0.150794, "precision_weighted": 0.272727, "recall": 0.166667, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.218254, "f1_weighted": 0.159091, "precision": 0.166667, "precision_weighted": 0.128788, "recall": 0.345238, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.187747, "f1": 0.159777, "f1_weighted": 0.181513, "precision": 0.173016, "precision_weighted": 0.213916, "recall": 0.18619, "recall_weighted": 0.187747, "ap": NaN, "ap_weighted": NaN, "main_score": 0.187747, "hf_subset": "ory_Orya", "languages": [ "ory-Orya" ] }, { "scores_per_experiment": [ { "accuracy": 0.347826, "f1": 0.247619, "f1_weighted": 0.315942, "precision": 0.22619, "precision_weighted": 0.297101, "recall": 0.285714, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.095238, "f1_weighted": 0.115942, "precision": 0.085714, "precision_weighted": 0.104348, "recall": 0.107143, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.138095, "f1_weighted": 0.143939, "precision": 0.119048, "precision_weighted": 0.122727, "recall": 0.171429, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.149892, "f1_weighted": 0.152155, "precision": 0.136508, "precision_weighted": 0.139827, "recall": 0.180556, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.072562, "f1_weighted": 0.105339, "precision": 0.1, "precision_weighted": 0.15, "recall": 0.064286, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null } ], "accuracy": 0.186561, "f1": 0.140681, "f1_weighted": 0.166663, "precision": 0.133492, "precision_weighted": 0.162801, "recall": 0.161825, "recall_weighted": 0.186561, "ap": NaN, "ap_weighted": NaN, "main_score": 0.186561, "hf_subset": "pan_Guru", "languages": [ "pan-Guru" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.115079, "f1_weighted": 0.11715, "precision": 0.115646, "precision_weighted": 0.128364, "recall": 0.147619, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.236054, "f1_weighted": 0.223602, "precision": 0.230952, "precision_weighted": 0.23913, "recall": 0.314286, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.192208, "f1_weighted": 0.269421, "precision": 0.2, "precision_weighted": 0.272727, "recall": 0.190476, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.137363, "f1_weighted": 0.265734, "precision": 0.154762, "precision_weighted": 0.333333, "recall": 0.160714, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.209524, "f1_weighted": 0.278788, "precision": 0.295918, "precision_weighted": 0.37987, "recall": 0.197619, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null } ], "accuracy": 0.241897, "f1": 0.178046, "f1_weighted": 0.230939, "precision": 0.199456, "precision_weighted": 0.270685, "recall": 0.202143, "recall_weighted": 0.241897, "ap": NaN, "ap_weighted": NaN, "main_score": 0.241897, "hf_subset": "pol_Latn", "languages": [ "pol-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.240043, "f1_weighted": 0.285573, "precision": 0.240476, "precision_weighted": 0.294203, "recall": 0.269048, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.227211, "f1_weighted": 0.266253, "precision": 0.302721, "precision_weighted": 0.359213, "recall": 0.22381, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.130952, "f1_weighted": 0.132576, "precision": 0.130952, "precision_weighted": 0.143939, "recall": 0.147619, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.086134, "f1_weighted": 0.173797, "precision": 0.083333, "precision_weighted": 0.166667, "recall": 0.089286, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null } ], "accuracy": 0.17668, "f1": 0.136868, "f1_weighted": 0.17164, "precision": 0.151497, "precision_weighted": 0.192804, "recall": 0.145952, "recall_weighted": 0.17668, "ap": NaN, "ap_weighted": NaN, "main_score": 0.17668, "hf_subset": "pbt_Arab", "languages": [ "pbt-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.280045, "f1_weighted": 0.224293, "precision": 0.22619, "precision_weighted": 0.192029, "recall": 0.409524, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.391304, "f1": 0.333333, "f1_weighted": 0.344928, "precision": 0.388095, "precision_weighted": 0.430435, "recall": 0.430952, "recall_weighted": 0.391304, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.278571, "f1_weighted": 0.265909, "precision": 0.25, "precision_weighted": 0.252273, "recall": 0.390476, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.285263, "f1_weighted": 0.332297, "precision": 0.237576, "precision_weighted": 0.280441, "recall": 0.358333, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.282468, "f1_weighted": 0.301653, "precision": 0.321429, "precision_weighted": 0.348485, "recall": 0.340476, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null } ], "accuracy": 0.348221, "f1": 0.291936, "f1_weighted": 0.293816, "precision": 0.284658, "precision_weighted": 0.300732, "recall": 0.385952, "recall_weighted": 0.348221, "ap": NaN, "ap_weighted": NaN, "main_score": 0.348221, "hf_subset": "por_Latn", "languages": [ "por-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.105102, "f1_weighted": 0.072671, "precision": 0.072789, "precision_weighted": 0.050518, "recall": 0.190476, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.228571, "f1_weighted": 0.226087, "precision": 0.295238, "precision_weighted": 0.318841, "recall": 0.235714, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.338776, "f1_weighted": 0.251948, "precision": 0.359864, "precision_weighted": 0.295022, "recall": 0.47619, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.267857, "f1_weighted": 0.38474, "precision": 0.283333, "precision_weighted": 0.421212, "recall": 0.263889, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.321429, "f1_weighted": 0.342172, "precision": 0.390476, "precision_weighted": 0.404545, "recall": 0.295238, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null } ], "accuracy": 0.269565, "f1": 0.252347, "f1_weighted": 0.255524, "precision": 0.28034, "precision_weighted": 0.298027, "recall": 0.292302, "recall_weighted": 0.269565, "ap": NaN, "ap_weighted": NaN, "main_score": 0.269565, "hf_subset": "ron_Latn", "languages": [ "ron-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.112245, "f1_weighted": 0.134576, "precision": 0.157143, "precision_weighted": 0.204348, "recall": 0.135714, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.347826, "f1": 0.330952, "f1_weighted": 0.312319, "precision": 0.361905, "precision_weighted": 0.344928, "recall": 0.380952, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.261905, "f1_weighted": 0.281818, "precision": 0.27619, "precision_weighted": 0.295455, "recall": 0.252381, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.188889, "f1_weighted": 0.190909, "precision": 0.267677, "precision_weighted": 0.27686, "recall": 0.222222, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.17316, "f1_weighted": 0.190634, "precision": 0.133117, "precision_weighted": 0.158058, "recall": 0.3, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null } ], "accuracy": 0.250198, "f1": 0.21343, "f1_weighted": 0.222051, "precision": 0.239206, "precision_weighted": 0.255929, "recall": 0.258254, "recall_weighted": 0.250198, "ap": NaN, "ap_weighted": NaN, "main_score": 0.250198, "hf_subset": "rus_Cyrl", "languages": [ "rus-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.126531, "f1_weighted": 0.114286, "precision": 0.136905, "precision_weighted": 0.148551, "recall": 0.171429, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.13288, "f1_weighted": 0.15804, "precision": 0.121429, "precision_weighted": 0.145652, "recall": 0.147619, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.256494, "f1_weighted": 0.271694, "precision": 0.234694, "precision_weighted": 0.256494, "recall": 0.371429, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.081633, "f1_weighted": 0.207792, "precision": 0.095238, "precision_weighted": 0.242424, "recall": 0.071429, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.15102, "f1_weighted": 0.179221, "precision": 0.171429, "precision_weighted": 0.222727, "recall": 0.171429, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.197233, "f1": 0.149711, "f1_weighted": 0.186207, "precision": 0.151939, "precision_weighted": 0.20317, "recall": 0.186667, "recall_weighted": 0.197233, "ap": NaN, "ap_weighted": NaN, "main_score": 0.197233, "hf_subset": "snd_Arab", "languages": [ "snd-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.240363, "f1_weighted": 0.236715, "precision": 0.240476, "precision_weighted": 0.26087, "recall": 0.290476, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.391304, "f1": 0.393878, "f1_weighted": 0.353416, "precision": 0.378571, "precision_weighted": 0.356522, "recall": 0.464286, "recall_weighted": 0.391304, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.360544, "f1_weighted": 0.424675, "precision": 0.371429, "precision_weighted": 0.454545, "recall": 0.4, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.175824, "f1_weighted": 0.247752, "precision": 0.177778, "precision_weighted": 0.266667, "recall": 0.208333, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.202721, "f1_weighted": 0.224675, "precision": 0.214286, "precision_weighted": 0.234848, "recall": 0.202381, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.321344, "f1": 0.274666, "f1_weighted": 0.297447, "precision": 0.276508, "precision_weighted": 0.31469, "recall": 0.313095, "recall_weighted": 0.321344, "ap": NaN, "ap_weighted": NaN, "main_score": 0.321344, "hf_subset": "slk_Latn", "languages": [ "slk-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.197526, "f1_weighted": 0.245925, "precision": 0.266667, "precision_weighted": 0.365217, "recall": 0.228571, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.196032, "f1_weighted": 0.230193, "precision": 0.253061, "precision_weighted": 0.30559, "recall": 0.240476, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.153061, "f1_weighted": 0.220779, "precision": 0.219048, "precision_weighted": 0.330303, "recall": 0.133333, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.175881, "f1_weighted": 0.310035, "precision": 0.22619, "precision_weighted": 0.458333, "recall": 0.172619, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.278912, "f1_weighted": 0.186147, "precision": 0.303571, "precision_weighted": 0.227273, "recall": 0.278571, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.231621, "f1": 0.200282, "f1_weighted": 0.238616, "precision": 0.253707, "precision_weighted": 0.337343, "recall": 0.210714, "recall_weighted": 0.231621, "ap": NaN, "ap_weighted": NaN, "main_score": 0.231621, "hf_subset": "slv_Latn", "languages": [ "slv-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.17449, "f1_weighted": 0.219876, "precision": 0.170635, "precision_weighted": 0.205314, "recall": 0.197619, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.304348, "f1": 0.184601, "f1_weighted": 0.230661, "precision": 0.17381, "precision_weighted": 0.22971, "recall": 0.259524, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.216667, "f1_weighted": 0.259848, "precision": 0.29932, "precision_weighted": 0.406926, "recall": 0.247619, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.211279, "f1_weighted": 0.230946, "precision": 0.305556, "precision_weighted": 0.482955, "recall": 0.284722, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.208673, "f1_weighted": 0.208442, "precision": 0.27381, "precision_weighted": 0.30303, "recall": 0.333333, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null } ], "accuracy": 0.27668, "f1": 0.199142, "f1_weighted": 0.229954, "precision": 0.244626, "precision_weighted": 0.325587, "recall": 0.264563, "recall_weighted": 0.27668, "ap": NaN, "ap_weighted": NaN, "main_score": 0.27668, "hf_subset": "sna_Latn", "languages": [ "sna-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.1, "f1_weighted": 0.104348, "precision": 0.094048, "precision_weighted": 0.10942, "recall": 0.147619, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.129705, "f1_weighted": 0.110697, "precision": 0.111905, "precision_weighted": 0.096377, "recall": 0.154762, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.060317, "f1_weighted": 0.077778, "precision": 0.056122, "precision_weighted": 0.076299, "recall": 0.07619, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.189562, "f1_weighted": 0.221671, "precision": 0.255556, "precision_weighted": 0.316667, "recall": 0.159722, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.145022, "f1_weighted": 0.2073, "precision": 0.187075, "precision_weighted": 0.268398, "recall": 0.128571, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.143083, "f1": 0.124921, "f1_weighted": 0.144359, "precision": 0.140941, "precision_weighted": 0.173432, "recall": 0.133373, "recall_weighted": 0.143083, "ap": NaN, "ap_weighted": NaN, "main_score": 0.143083, "hf_subset": "som_Latn", "languages": [ "som-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.117007, "f1_weighted": 0.117184, "precision": 0.127551, "precision_weighted": 0.149068, "recall": 0.147619, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.304348, "f1": 0.268027, "f1_weighted": 0.301449, "precision": 0.287075, "precision_weighted": 0.330228, "recall": 0.278571, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.149206, "f1_weighted": 0.142424, "precision": 0.108844, "precision_weighted": 0.103896, "recall": 0.238095, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.177778, "f1_weighted": 0.171212, "precision": 0.243056, "precision_weighted": 0.219697, "recall": 0.180556, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.247887, "f1_weighted": 0.335563, "precision": 0.230952, "precision_weighted": 0.312879, "recall": 0.269048, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null } ], "accuracy": 0.241502, "f1": 0.191981, "f1_weighted": 0.213567, "precision": 0.199495, "precision_weighted": 0.223154, "recall": 0.222778, "recall_weighted": 0.241502, "ap": NaN, "ap_weighted": NaN, "main_score": 0.241502, "hf_subset": "srp_Cyrl", "languages": [ "srp-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.186869, "f1_weighted": 0.199824, "precision": 0.152381, "precision_weighted": 0.171014, "recall": 0.271429, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.086957, "f1": 0.119048, "f1_weighted": 0.101449, "precision": 0.142857, "precision_weighted": 0.130435, "recall": 0.107143, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.131519, "f1_weighted": 0.119048, "precision": 0.107143, "precision_weighted": 0.098485, "recall": 0.214286, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.1678, "f1_weighted": 0.261183, "precision": 0.207143, "precision_weighted": 0.343182, "recall": 0.154762, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.095238, "f1_weighted": 0.106061, "precision": 0.119048, "precision_weighted": 0.136364, "recall": 0.083333, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null } ], "accuracy": 0.169565, "f1": 0.140095, "f1_weighted": 0.157513, "precision": 0.145714, "precision_weighted": 0.175896, "recall": 0.16619, "recall_weighted": 0.169565, "ap": NaN, "ap_weighted": NaN, "main_score": 0.169565, "hf_subset": "swe_Latn", "languages": [ "swe-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.156926, "f1_weighted": 0.171607, "precision": 0.18254, "precision_weighted": 0.21256, "recall": 0.183333, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.225974, "f1_weighted": 0.257708, "precision": 0.234694, "precision_weighted": 0.274845, "recall": 0.240476, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.098509, "f1_weighted": 0.142732, "precision": 0.133333, "precision_weighted": 0.20303, "recall": 0.104762, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.083117, "f1_weighted": 0.087603, "precision": 0.091837, "precision_weighted": 0.094156, "recall": 0.083333, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.056818, "precision": 0.047619, "precision_weighted": 0.075758, "recall": 0.028571, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null } ], "accuracy": 0.141502, "f1": 0.120048, "f1_weighted": 0.143294, "precision": 0.138005, "precision_weighted": 0.17207, "recall": 0.128095, "recall_weighted": 0.141502, "ap": NaN, "ap_weighted": NaN, "main_score": 0.141502, "hf_subset": "swh_Latn", "languages": [ "swh-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.260204, "f1_weighted": 0.30176, "precision": 0.319388, "precision_weighted": 0.409627, "recall": 0.311905, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.086957, "f1": 0.095238, "f1_weighted": 0.086957, "precision": 0.095238, "precision_weighted": 0.086957, "recall": 0.095238, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.130952, "f1_weighted": 0.185606, "precision": 0.135714, "precision_weighted": 0.197727, "recall": 0.133333, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.109091, "f1_weighted": 0.204959, "precision": 0.238095, "precision_weighted": 0.424242, "recall": 0.071429, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.136054, "f1_weighted": 0.158009, "precision": 0.130952, "precision_weighted": 0.151515, "recall": 0.154762, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.178261, "f1": 0.146308, "f1_weighted": 0.187458, "precision": 0.183878, "precision_weighted": 0.254014, "recall": 0.153333, "recall_weighted": 0.178261, "ap": NaN, "ap_weighted": NaN, "main_score": 0.178261, "hf_subset": "tam_Taml", "languages": [ "tam-Taml" ] }, { "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.213492, "f1_weighted": 0.272947, "precision": 0.195238, "precision_weighted": 0.257971, "recall": 0.257143, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.304348, "f1": 0.221552, "f1_weighted": 0.294419, "precision": 0.260714, "precision_weighted": 0.355435, "recall": 0.240476, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.101648, "f1_weighted": 0.138986, "precision": 0.082143, "precision_weighted": 0.1125, "recall": 0.133333, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.130952, "f1_weighted": 0.143939, "precision": 0.196429, "precision_weighted": 0.204545, "recall": 0.119048, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.245578, "f1_weighted": 0.287662, "precision": 0.333333, "precision_weighted": 0.386364, "recall": 0.230952, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null } ], "accuracy": 0.239921, "f1": 0.182645, "f1_weighted": 0.227591, "precision": 0.213571, "precision_weighted": 0.263363, "recall": 0.19619, "recall_weighted": 0.239921, "ap": NaN, "ap_weighted": NaN, "main_score": 0.239921, "hf_subset": "tel_Telu", "languages": [ "tel-Telu" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.138889, "f1_weighted": 0.182367, "precision": 0.163265, "precision_weighted": 0.229814, "recall": 0.157143, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.188095, "f1_weighted": 0.160145, "precision": 0.147619, "precision_weighted": 0.127536, "recall": 0.261905, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.271586, "f1_weighted": 0.334665, "precision": 0.333333, "precision_weighted": 0.409091, "recall": 0.361905, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.14966, "f1_weighted": 0.320346, "precision": 0.190476, "precision_weighted": 0.393939, "recall": 0.125, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.150794, "f1_weighted": 0.166667, "precision": 0.125, "precision_weighted": 0.136364, "recall": 0.202381, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.250988, "f1": 0.179805, "f1_weighted": 0.232838, "precision": 0.191939, "precision_weighted": 0.259349, "recall": 0.221667, "recall_weighted": 0.250988, "ap": NaN, "ap_weighted": NaN, "main_score": 0.250988, "hf_subset": "tgk_Cyrl", "languages": [ "tgk-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.262152, "f1_weighted": 0.265443, "precision": 0.254762, "precision_weighted": 0.281884, "recall": 0.330952, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.347826, "f1": 0.306494, "f1_weighted": 0.355731, "precision": 0.460034, "precision_weighted": 0.534679, "recall": 0.319048, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.107143, "f1_weighted": 0.147727, "precision": 0.080519, "precision_weighted": 0.109917, "recall": 0.161905, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.120879, "f1_weighted": 0.15984, "precision": 0.1, "precision_weighted": 0.145455, "recall": 0.1875, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.185871, "f1_weighted": 0.228172, "precision": 0.166667, "precision_weighted": 0.204545, "recall": 0.221429, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null } ], "accuracy": 0.275889, "f1": 0.196508, "f1_weighted": 0.231383, "precision": 0.212396, "precision_weighted": 0.255296, "recall": 0.244167, "recall_weighted": 0.275889, "ap": NaN, "ap_weighted": NaN, "main_score": 0.275889, "hf_subset": "tha_Thai", "languages": [ "tha-Thai" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.095238, "f1_weighted": 0.144928, "precision": 0.081633, "precision_weighted": 0.124224, "recall": 0.114286, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.118738, "f1_weighted": 0.108413, "precision": 0.089286, "precision_weighted": 0.081522, "recall": 0.190476, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.180952, "f1_weighted": 0.227273, "precision": 0.165079, "precision_weighted": 0.212121, "recall": 0.228571, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.241209, "f1_weighted": 0.311339, "precision": 0.336111, "precision_weighted": 0.418939, "recall": 0.215278, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.317687, "f1_weighted": 0.318398, "precision": 0.377551, "precision_weighted": 0.390693, "recall": 0.390476, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null } ], "accuracy": 0.242292, "f1": 0.190765, "f1_weighted": 0.22207, "precision": 0.209932, "precision_weighted": 0.2455, "recall": 0.227817, "recall_weighted": 0.242292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.242292, "hf_subset": "tur_Latn", "languages": [ "tur-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.347826, "f1": 0.307937, "f1_weighted": 0.323671, "precision": 0.3, "precision_weighted": 0.315217, "recall": 0.328571, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.304348, "f1": 0.323377, "f1_weighted": 0.290646, "precision": 0.37415, "precision_weighted": 0.327122, "recall": 0.330952, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.159864, "f1_weighted": 0.155844, "precision": 0.166667, "precision_weighted": 0.189394, "recall": 0.219048, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.092764, "f1_weighted": 0.101535, "precision": 0.064286, "precision_weighted": 0.070455, "recall": 0.166667, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.186395, "f1_weighted": 0.180952, "precision": 0.242857, "precision_weighted": 0.268182, "recall": 0.27381, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.248617, "f1": 0.214067, "f1_weighted": 0.21053, "precision": 0.229592, "precision_weighted": 0.234074, "recall": 0.26381, "recall_weighted": 0.248617, "ap": NaN, "ap_weighted": NaN, "main_score": 0.248617, "hf_subset": "ukr_Cyrl", "languages": [ "ukr-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.150794, "f1_weighted": 0.135266, "precision": 0.109694, "precision_weighted": 0.099379, "recall": 0.25, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.130952, "f1_weighted": 0.15942, "precision": 0.12415, "precision_weighted": 0.149068, "recall": 0.140476, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.079365, "f1_weighted": 0.09596, "precision": 0.061224, "precision_weighted": 0.077922, "recall": 0.128571, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.245918, "f1_weighted": 0.385714, "precision": 0.309524, "precision_weighted": 0.507576, "recall": 0.208333, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.2, "f1_weighted": 0.20303, "precision": 0.27381, "precision_weighted": 0.340909, "recall": 0.266667, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.214625, "f1": 0.161406, "f1_weighted": 0.195878, "precision": 0.17568, "precision_weighted": 0.234971, "recall": 0.19881, "recall_weighted": 0.214625, "ap": NaN, "ap_weighted": NaN, "main_score": 0.214625, "hf_subset": "umb_Latn", "languages": [ "umb-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.207143, "f1_weighted": 0.163768, "precision": 0.258503, "precision_weighted": 0.207039, "recall": 0.22619, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.152381, "f1_weighted": 0.170048, "precision": 0.147619, "precision_weighted": 0.172464, "recall": 0.164286, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.186508, "f1_weighted": 0.200758, "precision": 0.261905, "precision_weighted": 0.280303, "recall": 0.171429, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.189569, "f1_weighted": 0.241558, "precision": 0.238095, "precision_weighted": 0.363636, "recall": 0.196429, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.095238, "f1_weighted": 0.090909, "precision": 0.107143, "precision_weighted": 0.113636, "recall": 0.107143, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null } ], "accuracy": 0.169565, "f1": 0.166168, "f1_weighted": 0.173408, "precision": 0.202653, "precision_weighted": 0.227416, "recall": 0.173095, "recall_weighted": 0.169565, "ap": NaN, "ap_weighted": NaN, "main_score": 0.169565, "hf_subset": "urd_Arab", "languages": [ "urd-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.347826, "f1": 0.292857, "f1_weighted": 0.306522, "precision": 0.265986, "precision_weighted": 0.278675, "recall": 0.333333, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.112245, "f1_weighted": 0.093168, "precision": 0.095238, "precision_weighted": 0.086957, "recall": 0.178571, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.076531, "f1_weighted": 0.121753, "precision": 0.119048, "precision_weighted": 0.189394, "recall": 0.057143, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.045455, "precision": 0.035714, "precision_weighted": 0.045455, "recall": 0.035714, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.188002, "f1_weighted": 0.222747, "precision": 0.22619, "precision_weighted": 0.276515, "recall": 0.202381, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.168379, "f1": 0.14107, "f1_weighted": 0.157929, "precision": 0.148435, "precision_weighted": 0.175399, "recall": 0.161429, "recall_weighted": 0.168379, "ap": NaN, "ap_weighted": NaN, "main_score": 0.168379, "hf_subset": "uzn_Latn", "languages": [ "uzn-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.347826, "f1": 0.284354, "f1_weighted": 0.328364, "precision": 0.428571, "precision_weighted": 0.53913, "recall": 0.316667, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.304348, "f1": 0.286848, "f1_weighted": 0.28882, "precision": 0.323129, "precision_weighted": 0.303313, "recall": 0.288095, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.128571, "f1_weighted": 0.168182, "precision": 0.136054, "precision_weighted": 0.190476, "recall": 0.152381, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.075758, "f1_weighted": 0.154959, "precision": 0.111111, "precision_weighted": 0.257576, "recall": 0.083333, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.255556, "f1_weighted": 0.294444, "precision": 0.306122, "precision_weighted": 0.369048, "recall": 0.259524, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null } ], "accuracy": 0.248617, "f1": 0.206217, "f1_weighted": 0.246954, "precision": 0.260998, "precision_weighted": 0.331909, "recall": 0.22, "recall_weighted": 0.248617, "ap": NaN, "ap_weighted": NaN, "main_score": 0.248617, "hf_subset": "vie_Latn", "languages": [ "vie-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.092063, "f1_weighted": 0.113043, "precision": 0.084694, "precision_weighted": 0.107764, "recall": 0.111905, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.219388, "f1_weighted": 0.234472, "precision": 0.207143, "precision_weighted": 0.228986, "recall": 0.261905, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.10119, "f1_weighted": 0.130682, "precision": 0.08658, "precision_weighted": 0.107438, "recall": 0.133333, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.071429, "f1_weighted": 0.090909, "precision": 0.071429, "precision_weighted": 0.090909, "recall": 0.071429, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.152381, "f1_weighted": 0.193939, "precision": 0.190476, "precision_weighted": 0.242424, "recall": 0.142857, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.16917, "f1": 0.12729, "f1_weighted": 0.152609, "precision": 0.128064, "precision_weighted": 0.155504, "recall": 0.144286, "recall_weighted": 0.16917, "ap": NaN, "ap_weighted": NaN, "main_score": 0.16917, "hf_subset": "wol_Latn", "languages": [ "wol-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.148718, "f1_weighted": 0.177035, "precision": 0.147959, "precision_weighted": 0.178571, "recall": 0.188095, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.111111, "f1_weighted": 0.135266, "precision": 0.128571, "precision_weighted": 0.156522, "recall": 0.107143, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.179272, "f1_weighted": 0.285205, "precision": 0.166667, "precision_weighted": 0.265152, "recall": 0.228571, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.028571, "f1_weighted": 0.072727, "precision": 0.071429, "precision_weighted": 0.181818, "recall": 0.017857, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.262585, "f1_weighted": 0.295238, "precision": 0.278571, "precision_weighted": 0.325, "recall": 0.297619, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null } ], "accuracy": 0.21502, "f1": 0.146051, "f1_weighted": 0.193094, "precision": 0.158639, "precision_weighted": 0.221413, "recall": 0.167857, "recall_weighted": 0.21502, "ap": NaN, "ap_weighted": NaN, "main_score": 0.21502, "hf_subset": "xho_Latn", "languages": [ "xho-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.152958, "f1_weighted": 0.195872, "precision": 0.147959, "precision_weighted": 0.200311, "recall": 0.192857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.086957, "f1": 0.079365, "f1_weighted": 0.091787, "precision": 0.163265, "precision_weighted": 0.229814, "recall": 0.1, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.143856, "f1_weighted": 0.228862, "precision": 0.125, "precision_weighted": 0.198864, "recall": 0.171429, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.159184, "f1_weighted": 0.249351, "precision": 0.178571, "precision_weighted": 0.284091, "recall": 0.14881, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.155067, "f1_weighted": 0.15812, "precision": 0.128571, "precision_weighted": 0.15, "recall": 0.295238, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.206324, "f1": 0.138086, "f1_weighted": 0.184798, "precision": 0.148673, "precision_weighted": 0.212616, "recall": 0.181667, "recall_weighted": 0.206324, "ap": NaN, "ap_weighted": NaN, "main_score": 0.206324, "hf_subset": "yor_Latn", "languages": [ "yor-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.202381, "f1_weighted": 0.228261, "precision": 0.230952, "precision_weighted": 0.27971, "recall": 0.211905, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.115079, "f1_weighted": 0.135266, "precision": 0.096939, "precision_weighted": 0.118012, "recall": 0.164286, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.183673, "f1_weighted": 0.175325, "precision": 0.152721, "precision_weighted": 0.14881, "recall": 0.242857, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.095238, "f1_weighted": 0.121212, "precision": 0.168831, "precision_weighted": 0.214876, "recall": 0.107143, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.176531, "f1_weighted": 0.172078, "precision": 0.230952, "precision_weighted": 0.234848, "recall": 0.254762, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.187352, "f1": 0.15458, "f1_weighted": 0.166428, "precision": 0.176079, "precision_weighted": 0.199251, "recall": 0.19619, "recall_weighted": 0.187352, "ap": NaN, "ap_weighted": NaN, "main_score": 0.187352, "hf_subset": "zho_Hant", "languages": [ "zho-Hant" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.192744, "f1_weighted": 0.198068, "precision": 0.181633, "precision_weighted": 0.213043, "recall": 0.3, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.21645, "f1_weighted": 0.211462, "precision": 0.250567, "precision_weighted": 0.258109, "recall": 0.242857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.142857, "f1_weighted": 0.189394, "precision": 0.234921, "precision_weighted": 0.345455, "recall": 0.152381, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.205556, "f1_weighted": 0.262121, "precision": 0.305556, "precision_weighted": 0.378788, "recall": 0.180556, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.145578, "f1_weighted": 0.135931, "precision": 0.119048, "precision_weighted": 0.109848, "recall": 0.190476, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.213834, "f1": 0.180637, "f1_weighted": 0.199395, "precision": 0.218345, "precision_weighted": 0.261049, "recall": 0.213254, "recall_weighted": 0.213834, "ap": NaN, "ap_weighted": NaN, "main_score": 0.213834, "hf_subset": "zul_Latn", "languages": [ "zul-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.267007, "f1_weighted": 0.219979, "precision": 0.307692, "precision_weighted": 0.259755, "recall": 0.35, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.138095, "f1_weighted": 0.153623, "precision": 0.114177, "precision_weighted": 0.124506, "recall": 0.190476, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.044218, "f1_weighted": 0.042208, "precision": 0.02886, "precision_weighted": 0.027548, "recall": 0.095238, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.208163, "f1_weighted": 0.288312, "precision": 0.25, "precision_weighted": 0.397727, "recall": 0.208333, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.102041, "f1_weighted": 0.142857, "precision": 0.114286, "precision_weighted": 0.168182, "recall": 0.135714, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.204743, "f1": 0.151905, "f1_weighted": 0.169396, "precision": 0.163003, "precision_weighted": 0.195544, "recall": 0.195952, "recall_weighted": 0.204743, "ap": NaN, "ap_weighted": NaN, "main_score": 0.204743, "hf_subset": "fuv_Latn", "languages": [ "fuv-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.196581, "f1_weighted": 0.159049, "precision": 0.225, "precision_weighted": 0.170652, "recall": 0.207143, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.197743, "f1_weighted": 0.200216, "precision": 0.196429, "precision_weighted": 0.211957, "recall": 0.230952, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.040816, "f1_weighted": 0.064935, "precision": 0.071429, "precision_weighted": 0.113636, "recall": 0.028571, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.126531, "f1_weighted": 0.161039, "precision": 0.119048, "precision_weighted": 0.151515, "recall": 0.142857, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.239229, "f1_weighted": 0.198413, "precision": 0.232143, "precision_weighted": 0.202652, "recall": 0.345238, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.16917, "f1": 0.16018, "f1_weighted": 0.15673, "precision": 0.16881, "precision_weighted": 0.170082, "recall": 0.190952, "recall_weighted": 0.16917, "ap": NaN, "ap_weighted": NaN, "main_score": 0.16917, "hf_subset": "gaz_Latn", "languages": [ "gaz-Latn" ] } ] }, "evaluation_time": 1307.1824235916138, "kg_co2_emissions": null, "date": 1777841520.066872 }