{ "dataset_revision": "186b61175fbd77059f769b6bf1110d449a2ff311", "task_name": "SIBFLEURS", "mteb_version": "2.4.2", "scores": { "train": [ { "scores_per_experiment": [ { "accuracy": 0.434783, "f1": 0.417007, "f1_weighted": 0.346584, "precision": 0.37619, "precision_weighted": 0.324638, "recall": 0.559524, "recall_weighted": 0.434783, "ap": null, "ap_weighted": null }, { "accuracy": 0.347826, "f1": 0.256689, "f1_weighted": 0.329055, "precision": 0.247619, "precision_weighted": 0.323188, "recall": 0.27619, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.431293, "f1_weighted": 0.421789, "precision": 0.452381, "precision_weighted": 0.454545, "recall": 0.428571, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.245826, "f1_weighted": 0.340024, "precision": 0.27381, "precision_weighted": 0.435606, "recall": 0.25, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.590909, "f1": 0.531179, "f1_weighted": 0.590188, "precision": 0.583333, "precision_weighted": 0.636364, "recall": 0.533333, "recall_weighted": 0.590909, "ap": null, "ap_weighted": null } ], "accuracy": 0.420158, "f1": 0.376399, "f1_weighted": 0.405528, "precision": 0.386667, "precision_weighted": 0.434868, "recall": 0.409524, "recall_weighted": 0.420158, "ap": NaN, "ap_weighted": NaN, "main_score": 0.420158, "hf_subset": "afr_Latn", "languages": [ "afr-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.565217, "f1": 0.483983, "f1_weighted": 0.530698, "precision": 0.47619, "precision_weighted": 0.528986, "recall": 0.52619, "recall_weighted": 0.565217, "ap": null, "ap_weighted": null }, { "accuracy": 0.391304, "f1": 0.421212, "f1_weighted": 0.375758, "precision": 0.428571, "precision_weighted": 0.384058, "recall": 0.433333, "recall_weighted": 0.391304, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.284354, "f1_weighted": 0.374459, "precision": 0.364286, "precision_weighted": 0.511364, "recall": 0.285714, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.27476, "f1_weighted": 0.425219, "precision": 0.333333, "precision_weighted": 0.524242, "recall": 0.238095, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.35034, "f1_weighted": 0.413853, "precision": 0.37619, "precision_weighted": 0.45, "recall": 0.359524, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null } ], "accuracy": 0.418577, "f1": 0.36293, "f1_weighted": 0.423997, "precision": 0.395714, "precision_weighted": 0.47973, "recall": 0.368571, "recall_weighted": 0.418577, "ap": NaN, "ap_weighted": NaN, "main_score": 0.418577, "hf_subset": "amh_Ethi", "languages": [ "amh-Ethi" ] }, { "scores_per_experiment": [ { "accuracy": 0.478261, "f1": 0.419388, "f1_weighted": 0.459731, "precision": 0.430272, "precision_weighted": 0.502588, "recall": 0.469048, "recall_weighted": 0.478261, "ap": null, "ap_weighted": null }, { "accuracy": 0.478261, "f1": 0.481633, "f1_weighted": 0.478882, "precision": 0.564626, "precision_weighted": 0.595238, "recall": 0.497619, "recall_weighted": 0.478261, "ap": null, "ap_weighted": null }, { "accuracy": 0.545455, "f1": 0.547619, "f1_weighted": 0.54697, "precision": 0.55, "precision_weighted": 0.583333, "recall": 0.595238, "recall_weighted": 0.545455, "ap": null, "ap_weighted": null }, { "accuracy": 0.772727, "f1": 0.56627, "f1_weighted": 0.79798, "precision": 0.667857, "precision_weighted": 0.918182, "recall": 0.541667, "recall_weighted": 0.772727, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.380952, "f1_weighted": 0.393939, "precision": 0.340136, "precision_weighted": 0.359307, "recall": 0.47619, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null } ], "accuracy": 0.54585, "f1": 0.479172, "f1_weighted": 0.5355, "precision": 0.510578, "precision_weighted": 0.59173, "recall": 0.515952, "recall_weighted": 0.54585, "ap": NaN, "ap_weighted": NaN, "main_score": 0.54585, "hf_subset": "arb_Arab", "languages": [ "arb-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.608696, "f1": 0.553061, "f1_weighted": 0.567495, "precision": 0.581633, "precision_weighted": 0.595238, "recall": 0.6, "recall_weighted": 0.608696, "ap": null, "ap_weighted": null }, { "accuracy": 0.478261, "f1": 0.433148, "f1_weighted": 0.458931, "precision": 0.438095, "precision_weighted": 0.472464, "recall": 0.459524, "recall_weighted": 0.478261, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.380952, "f1_weighted": 0.30303, "precision": 0.37415, "precision_weighted": 0.292208, "recall": 0.390476, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.636364, "f1": 0.44962, "f1_weighted": 0.646651, "precision": 0.503968, "precision_weighted": 0.703283, "recall": 0.434524, "recall_weighted": 0.636364, "ap": null, "ap_weighted": null }, { "accuracy": 0.545455, "f1": 0.506576, "f1_weighted": 0.505267, "precision": 0.464286, "precision_weighted": 0.496212, "recall": 0.614286, "recall_weighted": 0.545455, "ap": null, "ap_weighted": null } ], "accuracy": 0.517391, "f1": 0.464671, "f1_weighted": 0.496275, "precision": 0.472426, "precision_weighted": 0.511881, "recall": 0.499762, "recall_weighted": 0.517391, "ap": NaN, "ap_weighted": NaN, "main_score": 0.517391, "hf_subset": "asm_Beng", "languages": [ "asm-Beng" ] }, { "scores_per_experiment": [ { "accuracy": 0.565217, "f1": 0.440476, "f1_weighted": 0.51087, "precision": 0.5, "precision_weighted": 0.565217, "recall": 0.478571, "recall_weighted": 0.565217, "ap": null, "ap_weighted": null }, { "accuracy": 0.434783, "f1": 0.421429, "f1_weighted": 0.378986, "precision": 0.397959, "precision_weighted": 0.385093, "recall": 0.516667, "recall_weighted": 0.434783, "ap": null, "ap_weighted": null }, { "accuracy": 0.545455, "f1": 0.527778, "f1_weighted": 0.507828, "precision": 0.514286, "precision_weighted": 0.5, "recall": 0.571429, "recall_weighted": 0.545455, "ap": null, "ap_weighted": null }, { "accuracy": 0.590909, "f1": 0.452381, "f1_weighted": 0.643939, "precision": 0.52381, "precision_weighted": 0.8, "recall": 0.440476, "recall_weighted": 0.590909, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.386054, "f1_weighted": 0.438312, "precision": 0.395238, "precision_weighted": 0.475758, "recall": 0.430952, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null } ], "accuracy": 0.518182, "f1": 0.445624, "f1_weighted": 0.495987, "precision": 0.466259, "precision_weighted": 0.545214, "recall": 0.487619, "recall_weighted": 0.518182, "ap": NaN, "ap_weighted": NaN, "main_score": 0.518182, "hf_subset": "ast_Latn", "languages": [ "ast-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.391304, "f1": 0.415873, "f1_weighted": 0.43285, "precision": 0.557143, "precision_weighted": 0.595652, "recall": 0.388095, "recall_weighted": 0.391304, "ap": null, "ap_weighted": null }, { "accuracy": 0.521739, "f1": 0.494558, "f1_weighted": 0.508903, "precision": 0.495238, "precision_weighted": 0.521739, "recall": 0.519048, "recall_weighted": 0.521739, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.327778, "f1_weighted": 0.316919, "precision": 0.338095, "precision_weighted": 0.337879, "recall": 0.342857, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.241497, "f1_weighted": 0.383117, "precision": 0.297619, "precision_weighted": 0.5, "recall": 0.208333, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.5, "f1": 0.448299, "f1_weighted": 0.469841, "precision": 0.42619, "precision_weighted": 0.470455, "recall": 0.542857, "recall_weighted": 0.5, "ap": null, "ap_weighted": null } ], "accuracy": 0.409881, "f1": 0.385601, "f1_weighted": 0.422326, "precision": 0.422857, "precision_weighted": 0.485145, "recall": 0.400238, "recall_weighted": 0.409881, "ap": NaN, "ap_weighted": NaN, "main_score": 0.409881, "hf_subset": "azj_Latn", "languages": [ "azj-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.434783, "f1": 0.378912, "f1_weighted": 0.394617, "precision": 0.353061, "precision_weighted": 0.3706, "recall": 0.421429, "recall_weighted": 0.434783, "ap": null, "ap_weighted": null }, { "accuracy": 0.347826, "f1": 0.316893, "f1_weighted": 0.336266, "precision": 0.314286, "precision_weighted": 0.352174, "recall": 0.354762, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.324263, "f1_weighted": 0.394661, "precision": 0.305556, "precision_weighted": 0.364899, "recall": 0.361905, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.336508, "f1_weighted": 0.480808, "precision": 0.452381, "precision_weighted": 0.613636, "recall": 0.303571, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null }, { "accuracy": 0.5, "f1": 0.47619, "f1_weighted": 0.504545, "precision": 0.602381, "precision_weighted": 0.662879, "recall": 0.530952, "recall_weighted": 0.5, "ap": null, "ap_weighted": null } ], "accuracy": 0.43834, "f1": 0.366553, "f1_weighted": 0.42218, "precision": 0.405533, "precision_weighted": 0.472838, "recall": 0.394524, "recall_weighted": 0.43834, "ap": NaN, "ap_weighted": NaN, "main_score": 0.43834, "hf_subset": "bel_Cyrl", "languages": [ "bel-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.608696, "f1": 0.612585, "f1_weighted": 0.571636, "precision": 0.654762, "precision_weighted": 0.702899, "recall": 0.716667, "recall_weighted": 0.608696, "ap": null, "ap_weighted": null }, { "accuracy": 0.434783, "f1": 0.405896, "f1_weighted": 0.416149, "precision": 0.407143, "precision_weighted": 0.434783, "recall": 0.45, "recall_weighted": 0.434783, "ap": null, "ap_weighted": null }, { "accuracy": 0.590909, "f1": 0.555556, "f1_weighted": 0.588384, "precision": 0.619048, "precision_weighted": 0.689394, "recall": 0.62381, "recall_weighted": 0.590909, "ap": null, "ap_weighted": null }, { "accuracy": 0.545455, "f1": 0.40102, "f1_weighted": 0.62987, "precision": 0.535714, "precision_weighted": 0.818182, "recall": 0.345238, "recall_weighted": 0.545455, "ap": null, "ap_weighted": null }, { "accuracy": 0.5, "f1": 0.45, "f1_weighted": 0.531494, "precision": 0.488095, "precision_weighted": 0.602273, "recall": 0.442857, "recall_weighted": 0.5, "ap": null, "ap_weighted": null } ], "accuracy": 0.535968, "f1": 0.485011, "f1_weighted": 0.547506, "precision": 0.540952, "precision_weighted": 0.649506, "recall": 0.515714, "recall_weighted": 0.535968, "ap": NaN, "ap_weighted": NaN, "main_score": 0.535968, "hf_subset": "bul_Cyrl", "languages": [ "bul-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.478261, "f1": 0.469841, "f1_weighted": 0.468599, "precision": 0.5, "precision_weighted": 0.492754, "recall": 0.483333, "recall_weighted": 0.478261, "ap": null, "ap_weighted": null }, { "accuracy": 0.347826, "f1": 0.336755, "f1_weighted": 0.289127, "precision": 0.3, "precision_weighted": 0.265217, "recall": 0.42619, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.395866, "f1_weighted": 0.40035, "precision": 0.375, "precision_weighted": 0.407197, "recall": 0.495238, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null }, { "accuracy": 0.5, "f1": 0.390476, "f1_weighted": 0.565152, "precision": 0.571429, "precision_weighted": 0.840909, "recall": 0.369048, "recall_weighted": 0.5, "ap": null, "ap_weighted": null }, { "accuracy": 0.545455, "f1": 0.468646, "f1_weighted": 0.551417, "precision": 0.547619, "precision_weighted": 0.621212, "recall": 0.452381, "recall_weighted": 0.545455, "ap": null, "ap_weighted": null } ], "accuracy": 0.465217, "f1": 0.412317, "f1_weighted": 0.454929, "precision": 0.45881, "precision_weighted": 0.525458, "recall": 0.445238, "recall_weighted": 0.465217, "ap": NaN, "ap_weighted": NaN, "main_score": 0.465217, "hf_subset": "ben_Beng", "languages": [ "ben-Beng" ] }, { "scores_per_experiment": [ { "accuracy": 0.652174, "f1": 0.671429, "f1_weighted": 0.666667, "precision": 0.707143, "precision_weighted": 0.717391, "recall": 0.671429, "recall_weighted": 0.652174, "ap": null, "ap_weighted": null }, { "accuracy": 0.478261, "f1": 0.39697, "f1_weighted": 0.455204, "precision": 0.467857, "precision_weighted": 0.527174, "recall": 0.42619, "recall_weighted": 0.478261, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.336054, "f1_weighted": 0.36039, "precision": 0.328571, "precision_weighted": 0.372727, "recall": 0.395238, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null }, { "accuracy": 0.5, "f1": 0.364713, "f1_weighted": 0.522577, "precision": 0.388889, "precision_weighted": 0.590909, "recall": 0.368056, "recall_weighted": 0.5, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.342744, "f1_weighted": 0.36728, "precision": 0.430952, "precision_weighted": 0.52803, "recall": 0.409524, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null } ], "accuracy": 0.480632, "f1": 0.422382, "f1_weighted": 0.474424, "precision": 0.464683, "precision_weighted": 0.547246, "recall": 0.454087, "recall_weighted": 0.480632, "ap": NaN, "ap_weighted": NaN, "main_score": 0.480632, "hf_subset": "bos_Latn", "languages": [ "bos-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.272562, "f1_weighted": 0.287716, "precision": 0.280952, "precision_weighted": 0.323188, "recall": 0.307143, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.478261, "f1": 0.435714, "f1_weighted": 0.468116, "precision": 0.430952, "precision_weighted": 0.481159, "recall": 0.461905, "recall_weighted": 0.478261, "ap": null, "ap_weighted": null }, { "accuracy": 0.545455, "f1": 0.460544, "f1_weighted": 0.53355, "precision": 0.504762, "precision_weighted": 0.579545, "recall": 0.480952, "recall_weighted": 0.545455, "ap": null, "ap_weighted": null }, { "accuracy": 0.545455, "f1": 0.408163, "f1_weighted": 0.593074, "precision": 0.452381, "precision_weighted": 0.674242, "recall": 0.386905, "recall_weighted": 0.545455, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.343197, "f1_weighted": 0.392532, "precision": 0.404762, "precision_weighted": 0.489394, "recall": 0.435714, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null } ], "accuracy": 0.456522, "f1": 0.384036, "f1_weighted": 0.454997, "precision": 0.414762, "precision_weighted": 0.509506, "recall": 0.414524, "recall_weighted": 0.456522, "ap": NaN, "ap_weighted": NaN, "main_score": 0.456522, "hf_subset": "cat_Latn", "languages": [ "cat-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.164966, "f1_weighted": 0.190476, "precision": 0.238095, "precision_weighted": 0.311594, "recall": 0.195238, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.257143, "f1_weighted": 0.263768, "precision": 0.377551, "precision_weighted": 0.378882, "recall": 0.207143, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.319728, "f1_weighted": 0.290765, "precision": 0.309524, "precision_weighted": 0.318182, "recall": 0.390476, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.199615, "f1_weighted": 0.217631, "precision": 0.208333, "precision_weighted": 0.261364, "recall": 0.229167, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.190476, "f1_weighted": 0.212121, "precision": 0.258503, "precision_weighted": 0.337662, "recall": 0.219048, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.241502, "f1": 0.226386, "f1_weighted": 0.234952, "precision": 0.278401, "precision_weighted": 0.321537, "recall": 0.248214, "recall_weighted": 0.241502, "ap": NaN, "ap_weighted": NaN, "main_score": 0.241502, "hf_subset": "ceb_Latn", "languages": [ "ceb-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.347826, "f1": 0.362028, "f1_weighted": 0.295012, "precision": 0.370748, "precision_weighted": 0.295031, "recall": 0.421429, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.478261, "f1": 0.452381, "f1_weighted": 0.467391, "precision": 0.452381, "precision_weighted": 0.5, "recall": 0.502381, "recall_weighted": 0.478261, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.285714, "f1_weighted": 0.318182, "precision": 0.237415, "precision_weighted": 0.265584, "recall": 0.371429, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.149907, "f1_weighted": 0.238725, "precision": 0.214286, "precision_weighted": 0.371212, "recall": 0.119048, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.23288, "f1_weighted": 0.293867, "precision": 0.404762, "precision_weighted": 0.492424, "recall": 0.17619, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.328854, "f1": 0.296582, "f1_weighted": 0.322636, "precision": 0.335918, "precision_weighted": 0.38485, "recall": 0.318095, "recall_weighted": 0.328854, "ap": NaN, "ap_weighted": NaN, "main_score": 0.328854, "hf_subset": "ckb_Arab", "languages": [ "ckb-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.478261, "f1": 0.424516, "f1_weighted": 0.430682, "precision": 0.446429, "precision_weighted": 0.440217, "recall": 0.469048, "recall_weighted": 0.478261, "ap": null, "ap_weighted": null }, { "accuracy": 0.608696, "f1": 0.596599, "f1_weighted": 0.625155, "precision": 0.640476, "precision_weighted": 0.701449, "recall": 0.621429, "recall_weighted": 0.608696, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.441497, "f1_weighted": 0.456494, "precision": 0.511905, "precision_weighted": 0.568182, "recall": 0.519048, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.288115, "f1_weighted": 0.473644, "precision": 0.31746, "precision_weighted": 0.505051, "recall": 0.267857, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.292063, "f1_weighted": 0.376768, "precision": 0.261905, "precision_weighted": 0.340909, "recall": 0.354762, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null } ], "accuracy": 0.490119, "f1": 0.408558, "f1_weighted": 0.472548, "precision": 0.435635, "precision_weighted": 0.511162, "recall": 0.446429, "recall_weighted": 0.490119, "ap": NaN, "ap_weighted": NaN, "main_score": 0.490119, "hf_subset": "zho_Hans", "languages": [ "zho-Hans" ] }, { "scores_per_experiment": [ { "accuracy": 0.434783, "f1": 0.383673, "f1_weighted": 0.425397, "precision": 0.390476, "precision_weighted": 0.468116, "recall": 0.428571, "recall_weighted": 0.434783, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.247619, "f1_weighted": 0.273913, "precision": 0.261905, "precision_weighted": 0.304348, "recall": 0.247619, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.387642, "f1_weighted": 0.440729, "precision": 0.395238, "precision_weighted": 0.47197, "recall": 0.42381, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null }, { "accuracy": 0.5, "f1": 0.373149, "f1_weighted": 0.54399, "precision": 0.484127, "precision_weighted": 0.656566, "recall": 0.327381, "recall_weighted": 0.5, "ap": null, "ap_weighted": null }, { "accuracy": 0.681818, "f1": 0.661224, "f1_weighted": 0.682251, "precision": 0.7, "precision_weighted": 0.722727, "recall": 0.685714, "recall_weighted": 0.681818, "ap": null, "ap_weighted": null } ], "accuracy": 0.466403, "f1": 0.410662, "f1_weighted": 0.473256, "precision": 0.446349, "precision_weighted": 0.524745, "recall": 0.422619, "recall_weighted": 0.466403, "ap": NaN, "ap_weighted": NaN, "main_score": 0.466403, "hf_subset": "ces_Latn", "languages": [ "ces-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.305339, "f1_weighted": 0.306192, "precision": 0.342857, "precision_weighted": 0.330435, "recall": 0.3, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.434783, "f1": 0.386621, "f1_weighted": 0.426156, "precision": 0.390476, "precision_weighted": 0.45, "recall": 0.414286, "recall_weighted": 0.434783, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.327706, "f1_weighted": 0.32741, "precision": 0.357143, "precision_weighted": 0.367424, "recall": 0.42381, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.297619, "f1_weighted": 0.37987, "precision": 0.416667, "precision_weighted": 0.534091, "recall": 0.256944, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.306122, "f1_weighted": 0.350649, "precision": 0.385714, "precision_weighted": 0.472727, "recall": 0.302381, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null } ], "accuracy": 0.347826, "f1": 0.324682, "f1_weighted": 0.358056, "precision": 0.378571, "precision_weighted": 0.430935, "recall": 0.339484, "recall_weighted": 0.347826, "ap": NaN, "ap_weighted": NaN, "main_score": 0.347826, "hf_subset": "cym_Latn", "languages": [ "cym-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.478261, "f1": 0.45866, "f1_weighted": 0.471253, "precision": 0.52381, "precision_weighted": 0.528986, "recall": 0.452381, "recall_weighted": 0.478261, "ap": null, "ap_weighted": null }, { "accuracy": 0.565217, "f1": 0.548341, "f1_weighted": 0.554238, "precision": 0.619048, "precision_weighted": 0.57971, "recall": 0.530952, "recall_weighted": 0.565217, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.352381, "f1_weighted": 0.442424, "precision": 0.402381, "precision_weighted": 0.512879, "recall": 0.333333, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.287209, "f1_weighted": 0.388364, "precision": 0.319048, "precision_weighted": 0.485606, "recall": 0.285714, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.636364, "f1": 0.542857, "f1_weighted": 0.642424, "precision": 0.602381, "precision_weighted": 0.712121, "recall": 0.542857, "recall_weighted": 0.636364, "ap": null, "ap_weighted": null } ], "accuracy": 0.490514, "f1": 0.43789, "f1_weighted": 0.499741, "precision": 0.493333, "precision_weighted": 0.56386, "recall": 0.429048, "recall_weighted": 0.490514, "ap": NaN, "ap_weighted": NaN, "main_score": 0.490514, "hf_subset": "dan_Latn", "languages": [ "dan-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.478261, "f1": 0.518141, "f1_weighted": 0.45521, "precision": 0.561905, "precision_weighted": 0.563768, "recall": 0.57381, "recall_weighted": 0.478261, "ap": null, "ap_weighted": null }, { "accuracy": 0.565217, "f1": 0.567347, "f1_weighted": 0.524224, "precision": 0.601587, "precision_weighted": 0.527053, "recall": 0.578571, "recall_weighted": 0.565217, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.405442, "f1_weighted": 0.470996, "precision": 0.442857, "precision_weighted": 0.518182, "recall": 0.404762, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null }, { "accuracy": 0.590909, "f1": 0.493434, "f1_weighted": 0.580716, "precision": 0.514683, "precision_weighted": 0.644805, "recall": 0.520833, "recall_weighted": 0.590909, "ap": null, "ap_weighted": null }, { "accuracy": 0.545455, "f1": 0.418254, "f1_weighted": 0.528535, "precision": 0.47619, "precision_weighted": 0.609091, "recall": 0.440476, "recall_weighted": 0.545455, "ap": null, "ap_weighted": null } ], "accuracy": 0.526877, "f1": 0.480524, "f1_weighted": 0.511936, "precision": 0.519444, "precision_weighted": 0.57258, "recall": 0.50369, "recall_weighted": 0.526877, "ap": NaN, "ap_weighted": NaN, "main_score": 0.526877, "hf_subset": "deu_Latn", "languages": [ "deu-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.347826, "f1": 0.294785, "f1_weighted": 0.325397, "precision": 0.319048, "precision_weighted": 0.385507, "recall": 0.359524, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.391304, "f1": 0.305556, "f1_weighted": 0.320048, "precision": 0.261905, "precision_weighted": 0.278261, "recall": 0.380952, "recall_weighted": 0.391304, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.383673, "f1_weighted": 0.412987, "precision": 0.404762, "precision_weighted": 0.477273, "recall": 0.471429, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.297959, "f1_weighted": 0.490909, "precision": 0.428571, "precision_weighted": 0.674242, "recall": 0.244048, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.343537, "f1_weighted": 0.344805, "precision": 0.32381, "precision_weighted": 0.348485, "recall": 0.419048, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null } ], "accuracy": 0.38419, "f1": 0.325102, "f1_weighted": 0.378829, "precision": 0.347619, "precision_weighted": 0.432754, "recall": 0.375, "recall_weighted": 0.38419, "ap": NaN, "ap_weighted": NaN, "main_score": 0.38419, "hf_subset": "ell_Grek", "languages": [ "ell-Grek" ] }, { "scores_per_experiment": [ { "accuracy": 0.565217, "f1": 0.557143, "f1_weighted": 0.6, "precision": 0.678571, "precision_weighted": 0.717391, "recall": 0.540476, "recall_weighted": 0.565217, "ap": null, "ap_weighted": null }, { "accuracy": 0.521739, "f1": 0.495238, "f1_weighted": 0.516908, "precision": 0.509524, "precision_weighted": 0.555072, "recall": 0.530952, "recall_weighted": 0.521739, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.413379, "f1_weighted": 0.446609, "precision": 0.407143, "precision_weighted": 0.443182, "recall": 0.42381, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null }, { "accuracy": 0.727273, "f1": 0.583333, "f1_weighted": 0.784091, "precision": 0.657143, "precision_weighted": 0.945455, "recall": 0.571429, "recall_weighted": 0.727273, "ap": null, "ap_weighted": null }, { "accuracy": 0.590909, "f1": 0.589827, "f1_weighted": 0.58781, "precision": 0.608844, "precision_weighted": 0.646104, "recall": 0.633333, "recall_weighted": 0.590909, "ap": null, "ap_weighted": null } ], "accuracy": 0.571937, "f1": 0.527784, "f1_weighted": 0.587084, "precision": 0.572245, "precision_weighted": 0.661441, "recall": 0.54, "recall_weighted": 0.571937, "ap": NaN, "ap_weighted": NaN, "main_score": 0.571937, "hf_subset": "eng_Latn", "languages": [ "eng-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.521739, "f1": 0.526221, "f1_weighted": 0.492076, "precision": 0.585034, "precision_weighted": 0.570393, "recall": 0.571429, "recall_weighted": 0.521739, "ap": null, "ap_weighted": null }, { "accuracy": 0.695652, "f1": 0.66644, "f1_weighted": 0.673637, "precision": 0.780952, "precision_weighted": 0.798551, "recall": 0.7, "recall_weighted": 0.695652, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.361451, "f1_weighted": 0.32684, "precision": 0.345238, "precision_weighted": 0.344697, "recall": 0.461905, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.545455, "f1": 0.448148, "f1_weighted": 0.573737, "precision": 0.514286, "precision_weighted": 0.707143, "recall": 0.458333, "recall_weighted": 0.545455, "ap": null, "ap_weighted": null }, { "accuracy": 0.545455, "f1": 0.356215, "f1_weighted": 0.455726, "precision": 0.307823, "precision_weighted": 0.395563, "recall": 0.428571, "recall_weighted": 0.545455, "ap": null, "ap_weighted": null } ], "accuracy": 0.534387, "f1": 0.471695, "f1_weighted": 0.504403, "precision": 0.506667, "precision_weighted": 0.563269, "recall": 0.524048, "recall_weighted": 0.534387, "ap": NaN, "ap_weighted": NaN, "main_score": 0.534387, "hf_subset": "spa_Latn", "languages": [ "spa-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.478261, "f1": 0.506122, "f1_weighted": 0.484472, "precision": 0.585714, "precision_weighted": 0.53913, "recall": 0.5, "recall_weighted": 0.478261, "ap": null, "ap_weighted": null }, { "accuracy": 0.478261, "f1": 0.453968, "f1_weighted": 0.416425, "precision": 0.465986, "precision_weighted": 0.410973, "recall": 0.511905, "recall_weighted": 0.478261, "ap": null, "ap_weighted": null }, { "accuracy": 0.5, "f1": 0.480952, "f1_weighted": 0.510606, "precision": 0.5, "precision_weighted": 0.568182, "recall": 0.547619, "recall_weighted": 0.5, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.347403, "f1_weighted": 0.449725, "precision": 0.437075, "precision_weighted": 0.571429, "recall": 0.321429, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null }, { "accuracy": 0.590909, "f1": 0.582313, "f1_weighted": 0.604762, "precision": 0.602381, "precision_weighted": 0.651515, "recall": 0.614286, "recall_weighted": 0.590909, "ap": null, "ap_weighted": null } ], "accuracy": 0.491304, "f1": 0.474152, "f1_weighted": 0.493198, "precision": 0.518231, "precision_weighted": 0.548246, "recall": 0.499048, "recall_weighted": 0.491304, "ap": NaN, "ap_weighted": NaN, "main_score": 0.491304, "hf_subset": "est_Latn", "languages": [ "est-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.565217, "f1": 0.522109, "f1_weighted": 0.566253, "precision": 0.604762, "precision_weighted": 0.678986, "recall": 0.559524, "recall_weighted": 0.565217, "ap": null, "ap_weighted": null }, { "accuracy": 0.652174, "f1": 0.654649, "f1_weighted": 0.641891, "precision": 0.706803, "precision_weighted": 0.666874, "recall": 0.642857, "recall_weighted": 0.652174, "ap": null, "ap_weighted": null }, { "accuracy": 0.590909, "f1": 0.553401, "f1_weighted": 0.544913, "precision": 0.516667, "precision_weighted": 0.540152, "recall": 0.642857, "recall_weighted": 0.590909, "ap": null, "ap_weighted": null }, { "accuracy": 0.5, "f1": 0.435185, "f1_weighted": 0.520202, "precision": 0.497222, "precision_weighted": 0.640909, "recall": 0.451389, "recall_weighted": 0.5, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.436395, "f1_weighted": 0.444048, "precision": 0.454762, "precision_weighted": 0.502273, "recall": 0.521429, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null } ], "accuracy": 0.552569, "f1": 0.520348, "f1_weighted": 0.543461, "precision": 0.556043, "precision_weighted": 0.605839, "recall": 0.563611, "recall_weighted": 0.552569, "ap": NaN, "ap_weighted": NaN, "main_score": 0.552569, "hf_subset": "pes_Arab", "languages": [ "pes-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.434783, "f1": 0.453515, "f1_weighted": 0.454796, "precision": 0.611905, "precision_weighted": 0.669565, "recall": 0.466667, "recall_weighted": 0.434783, "ap": null, "ap_weighted": null }, { "accuracy": 0.608696, "f1": 0.555102, "f1_weighted": 0.585093, "precision": 0.530952, "precision_weighted": 0.568841, "recall": 0.590476, "recall_weighted": 0.608696, "ap": null, "ap_weighted": null }, { "accuracy": 0.545455, "f1": 0.537868, "f1_weighted": 0.553535, "precision": 0.595238, "precision_weighted": 0.636364, "recall": 0.595238, "recall_weighted": 0.545455, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.260913, "f1_weighted": 0.337662, "precision": 0.284722, "precision_weighted": 0.363636, "recall": 0.243056, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.50068, "f1_weighted": 0.422944, "precision": 0.5, "precision_weighted": 0.44697, "recall": 0.552381, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null } ], "accuracy": 0.472332, "f1": 0.461616, "f1_weighted": 0.470806, "precision": 0.504563, "precision_weighted": 0.537075, "recall": 0.489563, "recall_weighted": 0.472332, "ap": NaN, "ap_weighted": NaN, "main_score": 0.472332, "hf_subset": "fin_Latn", "languages": [ "fin-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.218594, "f1_weighted": 0.203451, "precision": 0.202381, "precision_weighted": 0.199275, "recall": 0.247619, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.304348, "f1": 0.316553, "f1_weighted": 0.28254, "precision": 0.342857, "precision_weighted": 0.302899, "recall": 0.354762, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.360544, "f1_weighted": 0.437662, "precision": 0.42381, "precision_weighted": 0.540909, "recall": 0.357143, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null }, { "accuracy": 0.5, "f1": 0.334354, "f1_weighted": 0.532143, "precision": 0.419048, "precision_weighted": 0.672727, "recall": 0.333333, "recall_weighted": 0.5, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.404762, "f1_weighted": 0.44697, "precision": 0.419048, "precision_weighted": 0.475758, "recall": 0.421429, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null } ], "accuracy": 0.377075, "f1": 0.326961, "f1_weighted": 0.380553, "precision": 0.361429, "precision_weighted": 0.438314, "recall": 0.342857, "recall_weighted": 0.377075, "ap": NaN, "ap_weighted": NaN, "main_score": 0.377075, "hf_subset": "tgl_Latn", "languages": [ "tgl-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.652174, "f1": 0.658194, "f1_weighted": 0.641558, "precision": 0.716667, "precision_weighted": 0.716667, "recall": 0.678571, "recall_weighted": 0.652174, "ap": null, "ap_weighted": null }, { "accuracy": 0.347826, "f1": 0.29798, "f1_weighted": 0.335705, "precision": 0.364626, "precision_weighted": 0.419255, "recall": 0.311905, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.545455, "f1": 0.508071, "f1_weighted": 0.540762, "precision": 0.52381, "precision_weighted": 0.590909, "recall": 0.571429, "recall_weighted": 0.545455, "ap": null, "ap_weighted": null }, { "accuracy": 0.545455, "f1": 0.341159, "f1_weighted": 0.523363, "precision": 0.4, "precision_weighted": 0.609091, "recall": 0.369048, "recall_weighted": 0.545455, "ap": null, "ap_weighted": null }, { "accuracy": 0.772727, "f1": 0.731911, "f1_weighted": 0.795573, "precision": 0.785714, "precision_weighted": 0.871212, "recall": 0.761905, "recall_weighted": 0.772727, "ap": null, "ap_weighted": null } ], "accuracy": 0.572727, "f1": 0.507463, "f1_weighted": 0.567392, "precision": 0.558163, "precision_weighted": 0.641427, "recall": 0.538571, "recall_weighted": 0.572727, "ap": NaN, "ap_weighted": NaN, "main_score": 0.572727, "hf_subset": "fra_Latn", "languages": [ "fra-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.391304, "f1": 0.361451, "f1_weighted": 0.382885, "precision": 0.37619, "precision_weighted": 0.433333, "recall": 0.395238, "recall_weighted": 0.391304, "ap": null, "ap_weighted": null }, { "accuracy": 0.304348, "f1": 0.23824, "f1_weighted": 0.276987, "precision": 0.232653, "precision_weighted": 0.28323, "recall": 0.271429, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.292857, "f1_weighted": 0.320455, "precision": 0.311905, "precision_weighted": 0.359848, "recall": 0.352381, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.164626, "f1_weighted": 0.217749, "precision": 0.22619, "precision_weighted": 0.352273, "recall": 0.14881, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.42449, "f1_weighted": 0.4557, "precision": 0.457143, "precision_weighted": 0.513636, "recall": 0.45, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null } ], "accuracy": 0.33004, "f1": 0.296333, "f1_weighted": 0.330755, "precision": 0.320816, "precision_weighted": 0.388464, "recall": 0.323571, "recall_weighted": 0.33004, "ap": NaN, "ap_weighted": NaN, "main_score": 0.33004, "hf_subset": "gle_Latn", "languages": [ "gle-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.565217, "f1": 0.456277, "f1_weighted": 0.540975, "precision": 0.495918, "precision_weighted": 0.555901, "recall": 0.461905, "recall_weighted": 0.565217, "ap": null, "ap_weighted": null }, { "accuracy": 0.521739, "f1": 0.47449, "f1_weighted": 0.527433, "precision": 0.490476, "precision_weighted": 0.56087, "recall": 0.478571, "recall_weighted": 0.521739, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.484694, "f1_weighted": 0.402273, "precision": 0.508503, "precision_weighted": 0.455087, "recall": 0.509524, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null }, { "accuracy": 0.636364, "f1": 0.446429, "f1_weighted": 0.674242, "precision": 0.541667, "precision_weighted": 0.772727, "recall": 0.410714, "recall_weighted": 0.636364, "ap": null, "ap_weighted": null }, { "accuracy": 0.545455, "f1": 0.460204, "f1_weighted": 0.560714, "precision": 0.509524, "precision_weighted": 0.630303, "recall": 0.454762, "recall_weighted": 0.545455, "ap": null, "ap_weighted": null } ], "accuracy": 0.535573, "f1": 0.464419, "f1_weighted": 0.541127, "precision": 0.509218, "precision_weighted": 0.594977, "recall": 0.463095, "recall_weighted": 0.535573, "ap": NaN, "ap_weighted": NaN, "main_score": 0.535573, "hf_subset": "glg_Latn", "languages": [ "glg-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.73913, "f1": 0.736508, "f1_weighted": 0.743961, "precision": 0.77381, "precision_weighted": 0.82971, "recall": 0.795238, "recall_weighted": 0.73913, "ap": null, "ap_weighted": null }, { "accuracy": 0.521739, "f1": 0.48658, "f1_weighted": 0.512385, "precision": 0.620748, "precision_weighted": 0.654244, "recall": 0.495238, "recall_weighted": 0.521739, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.377118, "f1_weighted": 0.429831, "precision": 0.440476, "precision_weighted": 0.530303, "recall": 0.37619, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.288126, "f1_weighted": 0.416706, "precision": 0.356463, "precision_weighted": 0.617316, "recall": 0.309524, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.344331, "f1_weighted": 0.432937, "precision": 0.382313, "precision_weighted": 0.495238, "recall": 0.335714, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null } ], "accuracy": 0.497628, "f1": 0.446533, "f1_weighted": 0.507164, "precision": 0.514762, "precision_weighted": 0.625362, "recall": 0.462381, "recall_weighted": 0.497628, "ap": NaN, "ap_weighted": NaN, "main_score": 0.497628, "hf_subset": "guj_Gujr", "languages": [ "guj-Gujr" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.177922, "f1_weighted": 0.196838, "precision": 0.166667, "precision_weighted": 0.181159, "recall": 0.192857, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.128571, "f1_weighted": 0.152174, "precision": 0.116667, "precision_weighted": 0.144928, "recall": 0.164286, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.025974, "f1_weighted": 0.041322, "precision": 0.02381, "precision_weighted": 0.037879, "recall": 0.028571, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.076531, "f1_weighted": 0.149351, "precision": 0.083333, "precision_weighted": 0.166667, "recall": 0.071429, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.185714, "f1_weighted": 0.236364, "precision": 0.2, "precision_weighted": 0.25, "recall": 0.17619, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.160079, "f1": 0.118942, "f1_weighted": 0.15521, "precision": 0.118095, "precision_weighted": 0.156126, "recall": 0.126667, "recall_weighted": 0.160079, "ap": NaN, "ap_weighted": NaN, "main_score": 0.160079, "hf_subset": "hau_Latn", "languages": [ "hau-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.478261, "f1": 0.446145, "f1_weighted": 0.467909, "precision": 0.497619, "precision_weighted": 0.578261, "recall": 0.502381, "recall_weighted": 0.478261, "ap": null, "ap_weighted": null }, { "accuracy": 0.608696, "f1": 0.615306, "f1_weighted": 0.610663, "precision": 0.730952, "precision_weighted": 0.747101, "recall": 0.633333, "recall_weighted": 0.608696, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.353968, "f1_weighted": 0.363131, "precision": 0.37415, "precision_weighted": 0.398268, "recall": 0.4, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.5, "f1": 0.410361, "f1_weighted": 0.593257, "precision": 0.542857, "precision_weighted": 0.768182, "recall": 0.345238, "recall_weighted": 0.5, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.302721, "f1_weighted": 0.211039, "precision": 0.365079, "precision_weighted": 0.272727, "recall": 0.321429, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.435573, "f1": 0.4257, "f1_weighted": 0.4492, "precision": 0.502132, "precision_weighted": 0.552908, "recall": 0.440476, "recall_weighted": 0.435573, "ap": NaN, "ap_weighted": NaN, "main_score": 0.435573, "hf_subset": "heb_Hebr", "languages": [ "heb-Hebr" ] }, { "scores_per_experiment": [ { "accuracy": 0.391304, "f1": 0.395883, "f1_weighted": 0.381313, "precision": 0.440476, "precision_weighted": 0.416667, "recall": 0.411905, "recall_weighted": 0.391304, "ap": null, "ap_weighted": null }, { "accuracy": 0.434783, "f1": 0.497924, "f1_weighted": 0.434188, "precision": 0.531746, "precision_weighted": 0.47343, "recall": 0.497619, "recall_weighted": 0.434783, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.365646, "f1_weighted": 0.28842, "precision": 0.3, "precision_weighted": 0.240909, "recall": 0.47619, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.545455, "f1": 0.40116, "f1_weighted": 0.601943, "precision": 0.445238, "precision_weighted": 0.695455, "recall": 0.375, "recall_weighted": 0.545455, "ap": null, "ap_weighted": null }, { "accuracy": 0.590909, "f1": 0.542857, "f1_weighted": 0.588312, "precision": 0.55, "precision_weighted": 0.609848, "recall": 0.561905, "recall_weighted": 0.590909, "ap": null, "ap_weighted": null } ], "accuracy": 0.465217, "f1": 0.440694, "f1_weighted": 0.458835, "precision": 0.453492, "precision_weighted": 0.487262, "recall": 0.464524, "recall_weighted": 0.465217, "ap": NaN, "ap_weighted": NaN, "main_score": 0.465217, "hf_subset": "hin_Deva", "languages": [ "hin-Deva" ] }, { "scores_per_experiment": [ { "accuracy": 0.565217, "f1": 0.580159, "f1_weighted": 0.5843, "precision": 0.636054, "precision_weighted": 0.682195, "recall": 0.595238, "recall_weighted": 0.565217, "ap": null, "ap_weighted": null }, { "accuracy": 0.565217, "f1": 0.509524, "f1_weighted": 0.550242, "precision": 0.628571, "precision_weighted": 0.7, "recall": 0.554762, "recall_weighted": 0.565217, "ap": null, "ap_weighted": null }, { "accuracy": 0.545455, "f1": 0.47415, "f1_weighted": 0.560823, "precision": 0.582993, "precision_weighted": 0.672944, "recall": 0.461905, "recall_weighted": 0.545455, "ap": null, "ap_weighted": null }, { "accuracy": 0.5, "f1": 0.378615, "f1_weighted": 0.560428, "precision": 0.433333, "precision_weighted": 0.659091, "recall": 0.345238, "recall_weighted": 0.5, "ap": null, "ap_weighted": null }, { "accuracy": 0.636364, "f1": 0.646712, "f1_weighted": 0.640765, "precision": 0.666667, "precision_weighted": 0.671212, "recall": 0.65, "recall_weighted": 0.636364, "ap": null, "ap_weighted": null } ], "accuracy": 0.562451, "f1": 0.517832, "f1_weighted": 0.579311, "precision": 0.589524, "precision_weighted": 0.677088, "recall": 0.521429, "recall_weighted": 0.562451, "ap": NaN, "ap_weighted": NaN, "main_score": 0.562451, "hf_subset": "hrv_Latn", "languages": [ "hrv-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.478261, "f1": 0.428386, "f1_weighted": 0.471146, "precision": 0.457143, "precision_weighted": 0.517391, "recall": 0.452381, "recall_weighted": 0.478261, "ap": null, "ap_weighted": null }, { "accuracy": 0.391304, "f1": 0.384354, "f1_weighted": 0.384576, "precision": 0.390476, "precision_weighted": 0.407246, "recall": 0.409524, "recall_weighted": 0.391304, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.188002, "f1_weighted": 0.182212, "precision": 0.22619, "precision_weighted": 0.200758, "recall": 0.17619, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.22534, "f1_weighted": 0.372294, "precision": 0.244048, "precision_weighted": 0.397727, "recall": 0.220238, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.590909, "f1": 0.591837, "f1_weighted": 0.597403, "precision": 0.666667, "precision_weighted": 0.709091, "recall": 0.640476, "recall_weighted": 0.590909, "ap": null, "ap_weighted": null } ], "accuracy": 0.401186, "f1": 0.363584, "f1_weighted": 0.401526, "precision": 0.396905, "precision_weighted": 0.446443, "recall": 0.379762, "recall_weighted": 0.401186, "ap": NaN, "ap_weighted": NaN, "main_score": 0.401186, "hf_subset": "hun_Latn", "languages": [ "hun-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.347826, "f1": 0.325758, "f1_weighted": 0.324704, "precision": 0.309524, "precision_weighted": 0.318841, "recall": 0.359524, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.434783, "f1": 0.438662, "f1_weighted": 0.449724, "precision": 0.457143, "precision_weighted": 0.482609, "recall": 0.438095, "recall_weighted": 0.434783, "ap": null, "ap_weighted": null }, { "accuracy": 0.590909, "f1": 0.499814, "f1_weighted": 0.585636, "precision": 0.511905, "precision_weighted": 0.602273, "recall": 0.509524, "recall_weighted": 0.590909, "ap": null, "ap_weighted": null }, { "accuracy": 0.545455, "f1": 0.475926, "f1_weighted": 0.60404, "precision": 0.55, "precision_weighted": 0.736364, "recall": 0.444444, "recall_weighted": 0.545455, "ap": null, "ap_weighted": null }, { "accuracy": 0.5, "f1": 0.444444, "f1_weighted": 0.482323, "precision": 0.42619, "precision_weighted": 0.485606, "recall": 0.514286, "recall_weighted": 0.5, "ap": null, "ap_weighted": null } ], "accuracy": 0.483794, "f1": 0.436921, "f1_weighted": 0.489285, "precision": 0.450952, "precision_weighted": 0.525138, "recall": 0.453175, "recall_weighted": 0.483794, "ap": NaN, "ap_weighted": NaN, "main_score": 0.483794, "hf_subset": "hye_Armn", "languages": [ "hye-Armn" ] }, { "scores_per_experiment": [ { "accuracy": 0.608696, "f1": 0.519048, "f1_weighted": 0.582609, "precision": 0.490476, "precision_weighted": 0.565217, "recall": 0.561905, "recall_weighted": 0.608696, "ap": null, "ap_weighted": null }, { "accuracy": 0.565217, "f1": 0.533828, "f1_weighted": 0.553962, "precision": 0.547619, "precision_weighted": 0.57971, "recall": 0.566667, "recall_weighted": 0.565217, "ap": null, "ap_weighted": null }, { "accuracy": 0.5, "f1": 0.488435, "f1_weighted": 0.460173, "precision": 0.464286, "precision_weighted": 0.488636, "recall": 0.590476, "recall_weighted": 0.5, "ap": null, "ap_weighted": null }, { "accuracy": 0.590909, "f1": 0.430525, "f1_weighted": 0.631235, "precision": 0.490476, "precision_weighted": 0.745455, "recall": 0.422619, "recall_weighted": 0.590909, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.392208, "f1_weighted": 0.41281, "precision": 0.380272, "precision_weighted": 0.411255, "recall": 0.47381, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null } ], "accuracy": 0.543874, "f1": 0.472809, "f1_weighted": 0.528158, "precision": 0.474626, "precision_weighted": 0.558055, "recall": 0.523095, "recall_weighted": 0.543874, "ap": NaN, "ap_weighted": NaN, "main_score": 0.543874, "hf_subset": "ind_Latn", "languages": [ "ind-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.257823, "f1_weighted": 0.288406, "precision": 0.280272, "precision_weighted": 0.335197, "recall": 0.292857, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.251587, "f1_weighted": 0.264734, "precision": 0.261905, "precision_weighted": 0.282609, "recall": 0.259524, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.178932, "f1_weighted": 0.143251, "precision": 0.142857, "precision_weighted": 0.121212, "recall": 0.247619, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.055556, "f1_weighted": 0.10101, "precision": 0.064286, "precision_weighted": 0.127273, "recall": 0.053571, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.186508, "f1_weighted": 0.183081, "precision": 0.242857, "precision_weighted": 0.243182, "recall": 0.195238, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.203953, "f1": 0.186081, "f1_weighted": 0.196096, "precision": 0.198435, "precision_weighted": 0.221894, "recall": 0.209762, "recall_weighted": 0.203953, "ap": NaN, "ap_weighted": NaN, "main_score": 0.203953, "hf_subset": "ibo_Latn", "languages": [ "ibo-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.565217, "f1": 0.558163, "f1_weighted": 0.540062, "precision": 0.547619, "precision_weighted": 0.583333, "recall": 0.642857, "recall_weighted": 0.565217, "ap": null, "ap_weighted": null }, { "accuracy": 0.652174, "f1": 0.641837, "f1_weighted": 0.639337, "precision": 0.702381, "precision_weighted": 0.717391, "recall": 0.664286, "recall_weighted": 0.652174, "ap": null, "ap_weighted": null }, { "accuracy": 0.772727, "f1": 0.733045, "f1_weighted": 0.796511, "precision": 0.821429, "precision_weighted": 0.882576, "recall": 0.757143, "recall_weighted": 0.772727, "ap": null, "ap_weighted": null }, { "accuracy": 0.590909, "f1": 0.503432, "f1_weighted": 0.677568, "precision": 0.607143, "precision_weighted": 0.886364, "recall": 0.458333, "recall_weighted": 0.590909, "ap": null, "ap_weighted": null }, { "accuracy": 0.5, "f1": 0.378728, "f1_weighted": 0.464535, "precision": 0.369048, "precision_weighted": 0.44697, "recall": 0.4, "recall_weighted": 0.5, "ap": null, "ap_weighted": null } ], "accuracy": 0.616206, "f1": 0.563041, "f1_weighted": 0.623603, "precision": 0.609524, "precision_weighted": 0.703327, "recall": 0.584524, "recall_weighted": 0.616206, "ap": NaN, "ap_weighted": NaN, "main_score": 0.616206, "hf_subset": "isl_Latn", "languages": [ "isl-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.478261, "f1": 0.477469, "f1_weighted": 0.455041, "precision": 0.537415, "precision_weighted": 0.538302, "recall": 0.52619, "recall_weighted": 0.478261, "ap": null, "ap_weighted": null }, { "accuracy": 0.478261, "f1": 0.452381, "f1_weighted": 0.434783, "precision": 0.462585, "precision_weighted": 0.428571, "recall": 0.495238, "recall_weighted": 0.478261, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.429705, "f1_weighted": 0.371934, "precision": 0.411224, "precision_weighted": 0.354221, "recall": 0.471429, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null }, { "accuracy": 0.590909, "f1": 0.436735, "f1_weighted": 0.667965, "precision": 0.527211, "precision_weighted": 0.788961, "recall": 0.380952, "recall_weighted": 0.590909, "ap": null, "ap_weighted": null }, { "accuracy": 0.5, "f1": 0.482086, "f1_weighted": 0.517605, "precision": 0.528571, "precision_weighted": 0.607576, "recall": 0.554762, "recall_weighted": 0.5, "ap": null, "ap_weighted": null } ], "accuracy": 0.491304, "f1": 0.455675, "f1_weighted": 0.489465, "precision": 0.493401, "precision_weighted": 0.543526, "recall": 0.485714, "recall_weighted": 0.491304, "ap": NaN, "ap_weighted": NaN, "main_score": 0.491304, "hf_subset": "ita_Latn", "languages": [ "ita-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.347826, "f1": 0.342857, "f1_weighted": 0.345342, "precision": 0.464286, "precision_weighted": 0.496377, "recall": 0.340476, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.347826, "f1": 0.290816, "f1_weighted": 0.341615, "precision": 0.346939, "precision_weighted": 0.386646, "recall": 0.288095, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.636364, "f1": 0.548299, "f1_weighted": 0.623377, "precision": 0.585714, "precision_weighted": 0.674242, "recall": 0.609524, "recall_weighted": 0.636364, "ap": null, "ap_weighted": null }, { "accuracy": 0.545455, "f1": 0.444444, "f1_weighted": 0.581818, "precision": 0.559524, "precision_weighted": 0.713203, "recall": 0.416667, "recall_weighted": 0.545455, "ap": null, "ap_weighted": null }, { "accuracy": 0.590909, "f1": 0.653968, "f1_weighted": 0.606566, "precision": 0.721429, "precision_weighted": 0.661364, "recall": 0.633333, "recall_weighted": 0.590909, "ap": null, "ap_weighted": null } ], "accuracy": 0.493676, "f1": 0.456077, "f1_weighted": 0.499743, "precision": 0.535578, "precision_weighted": 0.586366, "recall": 0.457619, "recall_weighted": 0.493676, "ap": NaN, "ap_weighted": NaN, "main_score": 0.493676, "hf_subset": "jpn_Jpan", "languages": [ "jpn-Jpan" ] }, { "scores_per_experiment": [ { "accuracy": 0.434783, "f1": 0.414966, "f1_weighted": 0.36853, "precision": 0.378571, "precision_weighted": 0.371739, "recall": 0.55, "recall_weighted": 0.434783, "ap": null, "ap_weighted": null }, { "accuracy": 0.347826, "f1": 0.30705, "f1_weighted": 0.333089, "precision": 0.357143, "precision_weighted": 0.376812, "recall": 0.319048, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.5, "f1": 0.563893, "f1_weighted": 0.497103, "precision": 0.60119, "precision_weighted": 0.547348, "recall": 0.566667, "recall_weighted": 0.5, "ap": null, "ap_weighted": null }, { "accuracy": 0.590909, "f1": 0.415986, "f1_weighted": 0.632468, "precision": 0.464286, "precision_weighted": 0.689394, "recall": 0.380952, "recall_weighted": 0.590909, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.333333, "f1_weighted": 0.363636, "precision": 0.434524, "precision_weighted": 0.522727, "recall": 0.338095, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null } ], "accuracy": 0.447431, "f1": 0.407046, "f1_weighted": 0.438965, "precision": 0.447143, "precision_weighted": 0.501604, "recall": 0.430952, "recall_weighted": 0.447431, "ap": NaN, "ap_weighted": NaN, "main_score": 0.447431, "hf_subset": "jav_Latn", "languages": [ "jav-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.565217, "f1": 0.545238, "f1_weighted": 0.560145, "precision": 0.55, "precision_weighted": 0.58913, "recall": 0.571429, "recall_weighted": 0.565217, "ap": null, "ap_weighted": null }, { "accuracy": 0.521739, "f1": 0.553061, "f1_weighted": 0.527398, "precision": 0.57619, "precision_weighted": 0.563768, "recall": 0.569048, "recall_weighted": 0.521739, "ap": null, "ap_weighted": null }, { "accuracy": 0.636364, "f1": 0.588023, "f1_weighted": 0.617309, "precision": 0.580952, "precision_weighted": 0.615152, "recall": 0.609524, "recall_weighted": 0.636364, "ap": null, "ap_weighted": null }, { "accuracy": 0.545455, "f1": 0.30068, "f1_weighted": 0.525108, "precision": 0.29932, "precision_weighted": 0.54329, "recall": 0.339286, "recall_weighted": 0.545455, "ap": null, "ap_weighted": null }, { "accuracy": 0.590909, "f1": 0.630839, "f1_weighted": 0.585714, "precision": 0.748299, "precision_weighted": 0.705628, "recall": 0.62619, "recall_weighted": 0.590909, "ap": null, "ap_weighted": null } ], "accuracy": 0.571937, "f1": 0.523568, "f1_weighted": 0.563135, "precision": 0.550952, "precision_weighted": 0.603394, "recall": 0.543095, "recall_weighted": 0.571937, "ap": NaN, "ap_weighted": NaN, "main_score": 0.571937, "hf_subset": "kat_Geor", "languages": [ "kat-Geor" ] }, { "scores_per_experiment": [ { "accuracy": 0.086957, "f1": 0.073593, "f1_weighted": 0.097497, "precision": 0.095238, "precision_weighted": 0.123188, "recall": 0.064286, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.145238, "f1_weighted": 0.168116, "precision": 0.153571, "precision_weighted": 0.173913, "recall": 0.147619, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.145125, "f1_weighted": 0.118326, "precision": 0.112245, "precision_weighted": 0.094156, "recall": 0.238095, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.071429, "f1_weighted": 0.121212, "precision": 0.107143, "precision_weighted": 0.181818, "recall": 0.053571, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.188776, "f1_weighted": 0.220779, "precision": 0.25, "precision_weighted": 0.318182, "recall": 0.164286, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.143083, "f1": 0.124832, "f1_weighted": 0.145186, "precision": 0.143639, "precision_weighted": 0.178251, "recall": 0.133571, "recall_weighted": 0.143083, "ap": NaN, "ap_weighted": NaN, "main_score": 0.143083, "hf_subset": "kam_Latn", "languages": [ "kam-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.347826, "f1": 0.381293, "f1_weighted": 0.354762, "precision": 0.421429, "precision_weighted": 0.392029, "recall": 0.383333, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.347826, "f1": 0.293445, "f1_weighted": 0.309618, "precision": 0.314626, "precision_weighted": 0.375776, "recall": 0.378571, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.263492, "f1_weighted": 0.322222, "precision": 0.357143, "precision_weighted": 0.477273, "recall": 0.27619, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.260771, "f1_weighted": 0.441558, "precision": 0.309524, "precision_weighted": 0.530303, "recall": 0.255952, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.411966, "f1_weighted": 0.357653, "precision": 0.457143, "precision_weighted": 0.475758, "recall": 0.504762, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null } ], "accuracy": 0.366403, "f1": 0.322193, "f1_weighted": 0.357163, "precision": 0.371973, "precision_weighted": 0.450228, "recall": 0.359762, "recall_weighted": 0.366403, "ap": NaN, "ap_weighted": NaN, "main_score": 0.366403, "hf_subset": "kea_Latn", "languages": [ "kea-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.478261, "f1": 0.468707, "f1_weighted": 0.49234, "precision": 0.52619, "precision_weighted": 0.600725, "recall": 0.478571, "recall_weighted": 0.478261, "ap": null, "ap_weighted": null }, { "accuracy": 0.565217, "f1": 0.53288, "f1_weighted": 0.577985, "precision": 0.557143, "precision_weighted": 0.617391, "recall": 0.533333, "recall_weighted": 0.565217, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.420068, "f1_weighted": 0.40855, "precision": 0.390476, "precision_weighted": 0.42197, "recall": 0.538095, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.384788, "f1_weighted": 0.459307, "precision": 0.402778, "precision_weighted": 0.492424, "recall": 0.395833, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.350794, "f1_weighted": 0.417677, "precision": 0.386395, "precision_weighted": 0.441991, "recall": 0.37619, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null } ], "accuracy": 0.481423, "f1": 0.431447, "f1_weighted": 0.471172, "precision": 0.452596, "precision_weighted": 0.5149, "recall": 0.464405, "recall_weighted": 0.481423, "ap": NaN, "ap_weighted": NaN, "main_score": 0.481423, "hf_subset": "kaz_Cyrl", "languages": [ "kaz-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.22967, "f1_weighted": 0.251672, "precision": 0.238095, "precision_weighted": 0.264493, "recall": 0.240476, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.16475, "f1_weighted": 0.210051, "precision": 0.155952, "precision_weighted": 0.197464, "recall": 0.204762, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.234807, "f1_weighted": 0.29881, "precision": 0.27551, "precision_weighted": 0.384199, "recall": 0.27619, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.320394, "f1_weighted": 0.461209, "precision": 0.336508, "precision_weighted": 0.495887, "recall": 0.326389, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.220418, "f1_weighted": 0.209826, "precision": 0.19898, "precision_weighted": 0.207792, "recall": 0.271429, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.304348, "f1": 0.234008, "f1_weighted": 0.286314, "precision": 0.241009, "precision_weighted": 0.309967, "recall": 0.263849, "recall_weighted": 0.304348, "ap": NaN, "ap_weighted": NaN, "main_score": 0.304348, "hf_subset": "khm_Khmr", "languages": [ "khm-Khmr" ] }, { "scores_per_experiment": [ { "accuracy": 0.565217, "f1": 0.55873, "f1_weighted": 0.545894, "precision": 0.542857, "precision_weighted": 0.557971, "recall": 0.611905, "recall_weighted": 0.565217, "ap": null, "ap_weighted": null }, { "accuracy": 0.434783, "f1": 0.417687, "f1_weighted": 0.390269, "precision": 0.388095, "precision_weighted": 0.374638, "recall": 0.485714, "recall_weighted": 0.434783, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.326118, "f1_weighted": 0.347107, "precision": 0.357143, "precision_weighted": 0.356061, "recall": 0.328571, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.410101, "f1_weighted": 0.52011, "precision": 0.5375, "precision_weighted": 0.739773, "recall": 0.381944, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null }, { "accuracy": 0.636364, "f1": 0.667347, "f1_weighted": 0.6329, "precision": 0.738095, "precision_weighted": 0.75, "recall": 0.688095, "recall_weighted": 0.636364, "ap": null, "ap_weighted": null } ], "accuracy": 0.490909, "f1": 0.475997, "f1_weighted": 0.487256, "precision": 0.512738, "precision_weighted": 0.555688, "recall": 0.499246, "recall_weighted": 0.490909, "ap": NaN, "ap_weighted": NaN, "main_score": 0.490909, "hf_subset": "kan_Knda", "languages": [ "kan-Knda" ] }, { "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.247887, "f1_weighted": 0.296474, "precision": 0.302381, "precision_weighted": 0.347101, "recall": 0.261905, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.304348, "f1": 0.27551, "f1_weighted": 0.301242, "precision": 0.282313, "precision_weighted": 0.317288, "recall": 0.290476, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.455782, "f1_weighted": 0.468615, "precision": 0.480952, "precision_weighted": 0.55, "recall": 0.495238, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null }, { "accuracy": 0.5, "f1": 0.303401, "f1_weighted": 0.540693, "precision": 0.333333, "precision_weighted": 0.590909, "recall": 0.279762, "recall_weighted": 0.5, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.387755, "f1_weighted": 0.478355, "precision": 0.442857, "precision_weighted": 0.571212, "recall": 0.378571, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null } ], "accuracy": 0.403557, "f1": 0.334067, "f1_weighted": 0.417076, "precision": 0.368367, "precision_weighted": 0.475302, "recall": 0.34119, "recall_weighted": 0.403557, "ap": NaN, "ap_weighted": NaN, "main_score": 0.403557, "hf_subset": "kor_Hang", "languages": [ "kor-Hang" ] }, { "scores_per_experiment": [ { "accuracy": 0.826087, "f1": 0.816327, "f1_weighted": 0.826087, "precision": 0.857143, "precision_weighted": 0.869565, "recall": 0.835714, "recall_weighted": 0.826087, "ap": null, "ap_weighted": null }, { "accuracy": 0.521739, "f1": 0.514966, "f1_weighted": 0.510973, "precision": 0.57551, "precision_weighted": 0.563147, "recall": 0.52619, "recall_weighted": 0.521739, "ap": null, "ap_weighted": null }, { "accuracy": 0.545455, "f1": 0.501299, "f1_weighted": 0.524793, "precision": 0.57619, "precision_weighted": 0.668182, "recall": 0.6, "recall_weighted": 0.545455, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.326531, "f1_weighted": 0.461039, "precision": 0.369048, "precision_weighted": 0.560606, "recall": 0.303571, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.453968, "f1_weighted": 0.451515, "precision": 0.564286, "precision_weighted": 0.588636, "recall": 0.52619, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null } ], "accuracy": 0.551383, "f1": 0.522618, "f1_weighted": 0.554882, "precision": 0.588435, "precision_weighted": 0.650027, "recall": 0.558333, "recall_weighted": 0.551383, "ap": NaN, "ap_weighted": NaN, "main_score": 0.551383, "hf_subset": "kir_Cyrl", "languages": [ "kir-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.391304, "f1": 0.351587, "f1_weighted": 0.419082, "precision": 0.4, "precision_weighted": 0.482609, "recall": 0.333333, "recall_weighted": 0.391304, "ap": null, "ap_weighted": null }, { "accuracy": 0.347826, "f1": 0.302721, "f1_weighted": 0.33354, "precision": 0.314286, "precision_weighted": 0.357971, "recall": 0.330952, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.397436, "f1_weighted": 0.411072, "precision": 0.419048, "precision_weighted": 0.439394, "recall": 0.461905, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.362585, "f1_weighted": 0.508225, "precision": 0.505102, "precision_weighted": 0.743506, "recall": 0.35119, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.219841, "f1_weighted": 0.170707, "precision": 0.176531, "precision_weighted": 0.143506, "recall": 0.309524, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.375099, "f1": 0.326834, "f1_weighted": 0.368525, "precision": 0.362993, "precision_weighted": 0.433397, "recall": 0.357381, "recall_weighted": 0.375099, "ap": NaN, "ap_weighted": NaN, "main_score": 0.375099, "hf_subset": "ltz_Latn", "languages": [ "ltz-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.434783, "f1": 0.4, "f1_weighted": 0.418841, "precision": 0.390476, "precision_weighted": 0.434783, "recall": 0.447619, "recall_weighted": 0.434783, "ap": null, "ap_weighted": null }, { "accuracy": 0.347826, "f1": 0.306689, "f1_weighted": 0.362491, "precision": 0.330952, "precision_weighted": 0.410145, "recall": 0.311905, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.290816, "f1_weighted": 0.340368, "precision": 0.390476, "precision_weighted": 0.515152, "recall": 0.3, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.205102, "f1_weighted": 0.322403, "precision": 0.219048, "precision_weighted": 0.337879, "recall": 0.202381, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.303175, "f1_weighted": 0.35, "precision": 0.336054, "precision_weighted": 0.409307, "recall": 0.354762, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null } ], "accuracy": 0.356522, "f1": 0.301156, "f1_weighted": 0.358821, "precision": 0.333401, "precision_weighted": 0.421453, "recall": 0.323333, "recall_weighted": 0.356522, "ap": NaN, "ap_weighted": NaN, "main_score": 0.356522, "hf_subset": "lug_Latn", "languages": [ "lug-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.276531, "f1_weighted": 0.300311, "precision": 0.27381, "precision_weighted": 0.318841, "recall": 0.304762, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.203515, "f1_weighted": 0.176156, "precision": 0.242857, "precision_weighted": 0.2, "recall": 0.195238, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.011364, "precision": 0.020408, "precision_weighted": 0.006494, "recall": 0.142857, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.334921, "f1_weighted": 0.442172, "precision": 0.464286, "precision_weighted": 0.7, "recall": 0.333333, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.170635, "f1_weighted": 0.237374, "precision": 0.178571, "precision_weighted": 0.25, "recall": 0.164286, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.232016, "f1": 0.204263, "f1_weighted": 0.233475, "precision": 0.235986, "precision_weighted": 0.295067, "recall": 0.228095, "recall_weighted": 0.232016, "ap": NaN, "ap_weighted": NaN, "main_score": 0.232016, "hf_subset": "lin_Latn", "languages": [ "lin-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.216553, "f1_weighted": 0.239476, "precision": 0.25, "precision_weighted": 0.293478, "recall": 0.204762, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.304348, "f1": 0.294218, "f1_weighted": 0.298654, "precision": 0.297619, "precision_weighted": 0.322464, "recall": 0.32619, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.412698, "f1_weighted": 0.45202, "precision": 0.414286, "precision_weighted": 0.463636, "recall": 0.42381, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.239683, "f1_weighted": 0.334848, "precision": 0.404762, "precision_weighted": 0.636364, "recall": 0.214286, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.361111, "f1_weighted": 0.369949, "precision": 0.328571, "precision_weighted": 0.356061, "recall": 0.45, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null } ], "accuracy": 0.331621, "f1": 0.304853, "f1_weighted": 0.33899, "precision": 0.339048, "precision_weighted": 0.414401, "recall": 0.32381, "recall_weighted": 0.331621, "ap": NaN, "ap_weighted": NaN, "main_score": 0.331621, "hf_subset": "lao_Laoo", "languages": [ "lao-Laoo" ] }, { "scores_per_experiment": [ { "accuracy": 0.652174, "f1": 0.655102, "f1_weighted": 0.633747, "precision": 0.642857, "precision_weighted": 0.652174, "recall": 0.711905, "recall_weighted": 0.652174, "ap": null, "ap_weighted": null }, { "accuracy": 0.521739, "f1": 0.522902, "f1_weighted": 0.528364, "precision": 0.590476, "precision_weighted": 0.594203, "recall": 0.530952, "recall_weighted": 0.521739, "ap": null, "ap_weighted": null }, { "accuracy": 0.545455, "f1": 0.508503, "f1_weighted": 0.549242, "precision": 0.561905, "precision_weighted": 0.681818, "recall": 0.619048, "recall_weighted": 0.545455, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.452381, "f1_weighted": 0.528139, "precision": 0.569444, "precision_weighted": 0.670455, "recall": 0.395833, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null }, { "accuracy": 0.590909, "f1": 0.463492, "f1_weighted": 0.569697, "precision": 0.488095, "precision_weighted": 0.609848, "recall": 0.490476, "recall_weighted": 0.590909, "ap": null, "ap_weighted": null } ], "accuracy": 0.552964, "f1": 0.520476, "f1_weighted": 0.561838, "precision": 0.570556, "precision_weighted": 0.6417, "recall": 0.549643, "recall_weighted": 0.552964, "ap": NaN, "ap_weighted": NaN, "main_score": 0.552964, "hf_subset": "lit_Latn", "languages": [ "lit-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.142857, "f1_weighted": 0.192547, "precision": 0.18254, "precision_weighted": 0.248792, "recall": 0.128571, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.304348, "f1": 0.282732, "f1_weighted": 0.268753, "precision": 0.330952, "precision_weighted": 0.313768, "recall": 0.330952, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.2, "f1_weighted": 0.25, "precision": 0.27619, "precision_weighted": 0.330303, "recall": 0.180952, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.223954, "f1_weighted": 0.248669, "precision": 0.232653, "precision_weighted": 0.250649, "recall": 0.238095, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.090909, "f1": 0.069388, "f1_weighted": 0.074026, "precision": 0.087302, "precision_weighted": 0.118687, "recall": 0.171429, "recall_weighted": 0.090909, "ap": null, "ap_weighted": null } ], "accuracy": 0.213834, "f1": 0.183786, "f1_weighted": 0.206799, "precision": 0.221927, "precision_weighted": 0.25244, "recall": 0.21, "recall_weighted": 0.213834, "ap": NaN, "ap_weighted": NaN, "main_score": 0.213834, "hf_subset": "luo_Latn", "languages": [ "luo-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.434783, "f1": 0.445145, "f1_weighted": 0.411142, "precision": 0.447619, "precision_weighted": 0.411594, "recall": 0.47381, "recall_weighted": 0.434783, "ap": null, "ap_weighted": null }, { "accuracy": 0.478261, "f1": 0.415873, "f1_weighted": 0.445411, "precision": 0.395238, "precision_weighted": 0.427536, "recall": 0.454762, "recall_weighted": 0.478261, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.333333, "f1_weighted": 0.363636, "precision": 0.394558, "precision_weighted": 0.445887, "recall": 0.380952, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.727273, "f1": 0.562037, "f1_weighted": 0.712374, "precision": 0.566667, "precision_weighted": 0.727273, "recall": 0.590278, "recall_weighted": 0.727273, "ap": null, "ap_weighted": null }, { "accuracy": 0.636364, "f1": 0.647619, "f1_weighted": 0.624242, "precision": 0.742177, "precision_weighted": 0.778139, "recall": 0.716667, "recall_weighted": 0.636364, "ap": null, "ap_weighted": null } ], "accuracy": 0.528063, "f1": 0.480802, "f1_weighted": 0.511361, "precision": 0.509252, "precision_weighted": 0.558086, "recall": 0.523294, "recall_weighted": 0.528063, "ap": NaN, "ap_weighted": NaN, "main_score": 0.528063, "hf_subset": "lvs_Latn", "languages": [ "lvs-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.347826, "f1": 0.369295, "f1_weighted": 0.348617, "precision": 0.397619, "precision_weighted": 0.394203, "recall": 0.383333, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.177778, "f1_weighted": 0.156522, "precision": 0.159524, "precision_weighted": 0.147101, "recall": 0.207143, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.15, "f1_weighted": 0.131818, "precision": 0.166667, "precision_weighted": 0.151515, "recall": 0.166667, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.223356, "f1_weighted": 0.33189, "precision": 0.235714, "precision_weighted": 0.379545, "recall": 0.22619, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.254216, "f1_weighted": 0.257536, "precision": 0.214286, "precision_weighted": 0.219697, "recall": 0.319048, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null } ], "accuracy": 0.258893, "f1": 0.234929, "f1_weighted": 0.245277, "precision": 0.234762, "precision_weighted": 0.258412, "recall": 0.260476, "recall_weighted": 0.258893, "ap": NaN, "ap_weighted": NaN, "main_score": 0.258893, "hf_subset": "mri_Latn", "languages": [ "mri-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.695652, "f1": 0.60068, "f1_weighted": 0.672153, "precision": 0.623469, "precision_weighted": 0.711801, "recall": 0.645238, "recall_weighted": 0.695652, "ap": null, "ap_weighted": null }, { "accuracy": 0.608696, "f1": 0.599567, "f1_weighted": 0.593544, "precision": 0.619048, "precision_weighted": 0.62029, "recall": 0.616667, "recall_weighted": 0.608696, "ap": null, "ap_weighted": null }, { "accuracy": 0.636364, "f1": 0.618864, "f1_weighted": 0.601224, "precision": 0.633333, "precision_weighted": 0.619697, "recall": 0.647619, "recall_weighted": 0.636364, "ap": null, "ap_weighted": null }, { "accuracy": 0.636364, "f1": 0.455442, "f1_weighted": 0.672835, "precision": 0.517687, "precision_weighted": 0.764719, "recall": 0.440476, "recall_weighted": 0.636364, "ap": null, "ap_weighted": null }, { "accuracy": 0.636364, "f1": 0.609524, "f1_weighted": 0.634848, "precision": 0.744048, "precision_weighted": 0.80303, "recall": 0.642857, "recall_weighted": 0.636364, "ap": null, "ap_weighted": null } ], "accuracy": 0.642688, "f1": 0.576816, "f1_weighted": 0.634921, "precision": 0.627517, "precision_weighted": 0.703907, "recall": 0.598571, "recall_weighted": 0.642688, "ap": NaN, "ap_weighted": NaN, "main_score": 0.642688, "hf_subset": "mkd_Cyrl", "languages": [ "mkd-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.565217, "f1": 0.57415, "f1_weighted": 0.581366, "precision": 0.65, "precision_weighted": 0.676087, "recall": 0.583333, "recall_weighted": 0.565217, "ap": null, "ap_weighted": null }, { "accuracy": 0.521739, "f1": 0.44127, "f1_weighted": 0.471981, "precision": 0.429762, "precision_weighted": 0.472464, "recall": 0.497619, "recall_weighted": 0.521739, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.263492, "f1_weighted": 0.285859, "precision": 0.345238, "precision_weighted": 0.443182, "recall": 0.32381, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.545455, "f1": 0.407937, "f1_weighted": 0.587374, "precision": 0.504762, "precision_weighted": 0.748485, "recall": 0.392857, "recall_weighted": 0.545455, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.263492, "f1_weighted": 0.25404, "precision": 0.245578, "precision_weighted": 0.251732, "recall": 0.361905, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null } ], "accuracy": 0.444664, "f1": 0.390068, "f1_weighted": 0.436124, "precision": 0.435068, "precision_weighted": 0.51839, "recall": 0.431905, "recall_weighted": 0.444664, "ap": NaN, "ap_weighted": NaN, "main_score": 0.444664, "hf_subset": "mal_Mlym", "languages": [ "mal-Mlym" ] }, { "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.309716, "f1_weighted": 0.324723, "precision": 0.380952, "precision_weighted": 0.376812, "recall": 0.27619, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.478261, "f1": 0.40873, "f1_weighted": 0.459903, "precision": 0.392857, "precision_weighted": 0.446377, "recall": 0.430952, "recall_weighted": 0.478261, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.245362, "f1_weighted": 0.159829, "precision": 0.230952, "precision_weighted": 0.144697, "recall": 0.266667, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.324603, "f1_weighted": 0.394444, "precision": 0.432143, "precision_weighted": 0.668182, "recall": 0.35119, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.271429, "f1_weighted": 0.309091, "precision": 0.246939, "precision_weighted": 0.285714, "recall": 0.328571, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null } ], "accuracy": 0.347431, "f1": 0.311968, "f1_weighted": 0.329598, "precision": 0.336769, "precision_weighted": 0.384356, "recall": 0.330714, "recall_weighted": 0.347431, "ap": NaN, "ap_weighted": NaN, "main_score": 0.347431, "hf_subset": "khk_Cyrl", "languages": [ "khk-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.434783, "f1": 0.402721, "f1_weighted": 0.380952, "precision": 0.385714, "precision_weighted": 0.391304, "recall": 0.485714, "recall_weighted": 0.434783, "ap": null, "ap_weighted": null }, { "accuracy": 0.434783, "f1": 0.45, "f1_weighted": 0.457971, "precision": 0.5, "precision_weighted": 0.532609, "recall": 0.454762, "recall_weighted": 0.434783, "ap": null, "ap_weighted": null }, { "accuracy": 0.5, "f1": 0.495609, "f1_weighted": 0.48046, "precision": 0.5, "precision_weighted": 0.515152, "recall": 0.566667, "recall_weighted": 0.5, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.2839, "f1_weighted": 0.413853, "precision": 0.380952, "precision_weighted": 0.651515, "recall": 0.27381, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.30034, "f1_weighted": 0.363312, "precision": 0.385714, "precision_weighted": 0.489394, "recall": 0.319048, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null } ], "accuracy": 0.419368, "f1": 0.386514, "f1_weighted": 0.41931, "precision": 0.430476, "precision_weighted": 0.515995, "recall": 0.42, "recall_weighted": 0.419368, "ap": NaN, "ap_weighted": NaN, "main_score": 0.419368, "hf_subset": "mar_Deva", "languages": [ "mar-Deva" ] }, { "scores_per_experiment": [ { "accuracy": 0.521739, "f1": 0.503401, "f1_weighted": 0.532091, "precision": 0.535714, "precision_weighted": 0.576087, "recall": 0.5, "recall_weighted": 0.521739, "ap": null, "ap_weighted": null }, { "accuracy": 0.478261, "f1": 0.48254, "f1_weighted": 0.479469, "precision": 0.497619, "precision_weighted": 0.504348, "recall": 0.492857, "recall_weighted": 0.478261, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.480159, "f1_weighted": 0.445707, "precision": 0.521429, "precision_weighted": 0.516667, "recall": 0.538095, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null }, { "accuracy": 0.590909, "f1": 0.434524, "f1_weighted": 0.61039, "precision": 0.458333, "precision_weighted": 0.636364, "recall": 0.416667, "recall_weighted": 0.590909, "ap": null, "ap_weighted": null }, { "accuracy": 0.545455, "f1": 0.422944, "f1_weighted": 0.537787, "precision": 0.495918, "precision_weighted": 0.608442, "recall": 0.42381, "recall_weighted": 0.545455, "ap": null, "ap_weighted": null } ], "accuracy": 0.518182, "f1": 0.464713, "f1_weighted": 0.521089, "precision": 0.501803, "precision_weighted": 0.568381, "recall": 0.474286, "recall_weighted": 0.518182, "ap": NaN, "ap_weighted": NaN, "main_score": 0.518182, "hf_subset": "zsm_Latn", "languages": [ "zsm-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.280087, "f1_weighted": 0.318314, "precision": 0.377551, "precision_weighted": 0.459627, "recall": 0.269048, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.565217, "f1": 0.572222, "f1_weighted": 0.581884, "precision": 0.693197, "precision_weighted": 0.739337, "recall": 0.609524, "recall_weighted": 0.565217, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.3, "f1_weighted": 0.331818, "precision": 0.29932, "precision_weighted": 0.34632, "recall": 0.342857, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.40471, "f1_weighted": 0.536663, "precision": 0.514286, "precision_weighted": 0.695455, "recall": 0.35119, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null }, { "accuracy": 0.5, "f1": 0.347506, "f1_weighted": 0.426407, "precision": 0.307823, "precision_weighted": 0.37987, "recall": 0.411905, "recall_weighted": 0.5, "ap": null, "ap_weighted": null } ], "accuracy": 0.437549, "f1": 0.380905, "f1_weighted": 0.439017, "precision": 0.438435, "precision_weighted": 0.524122, "recall": 0.396905, "recall_weighted": 0.437549, "ap": NaN, "ap_weighted": NaN, "main_score": 0.437549, "hf_subset": "mlt_Latn", "languages": [ "mlt-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.347826, "f1": 0.269388, "f1_weighted": 0.362733, "precision": 0.290476, "precision_weighted": 0.384058, "recall": 0.254762, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.252268, "f1_weighted": 0.278468, "precision": 0.345238, "precision_weighted": 0.384058, "recall": 0.242857, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.33055, "f1_weighted": 0.375443, "precision": 0.309524, "precision_weighted": 0.348485, "recall": 0.357143, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.225881, "f1_weighted": 0.304014, "precision": 0.238095, "precision_weighted": 0.352273, "recall": 0.255952, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.342857, "f1_weighted": 0.345455, "precision": 0.342857, "precision_weighted": 0.380303, "recall": 0.402381, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null } ], "accuracy": 0.339921, "f1": 0.284189, "f1_weighted": 0.333222, "precision": 0.305238, "precision_weighted": 0.369835, "recall": 0.302619, "recall_weighted": 0.339921, "ap": NaN, "ap_weighted": NaN, "main_score": 0.339921, "hf_subset": "mya_Mymr", "languages": [ "mya-Mymr" ] }, { "scores_per_experiment": [ { "accuracy": 0.521739, "f1": 0.464286, "f1_weighted": 0.521739, "precision": 0.534014, "precision_weighted": 0.595238, "recall": 0.469048, "recall_weighted": 0.521739, "ap": null, "ap_weighted": null }, { "accuracy": 0.347826, "f1": 0.322449, "f1_weighted": 0.34824, "precision": 0.35034, "precision_weighted": 0.384576, "recall": 0.330952, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.5, "f1": 0.442177, "f1_weighted": 0.478355, "precision": 0.440476, "precision_weighted": 0.511364, "recall": 0.495238, "recall_weighted": 0.5, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.335368, "f1_weighted": 0.444555, "precision": 0.397222, "precision_weighted": 0.552273, "recall": 0.333333, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null }, { "accuracy": 0.545455, "f1": 0.502948, "f1_weighted": 0.554834, "precision": 0.571429, "precision_weighted": 0.618182, "recall": 0.490476, "recall_weighted": 0.545455, "ap": null, "ap_weighted": null } ], "accuracy": 0.464822, "f1": 0.413446, "f1_weighted": 0.469545, "precision": 0.458696, "precision_weighted": 0.532326, "recall": 0.42381, "recall_weighted": 0.464822, "ap": NaN, "ap_weighted": NaN, "main_score": 0.464822, "hf_subset": "nob_Latn", "languages": [ "nob-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.478261, "f1": 0.466667, "f1_weighted": 0.469565, "precision": 0.501701, "precision_weighted": 0.541408, "recall": 0.507143, "recall_weighted": 0.478261, "ap": null, "ap_weighted": null }, { "accuracy": 0.347826, "f1": 0.35068, "f1_weighted": 0.352277, "precision": 0.380952, "precision_weighted": 0.398551, "recall": 0.37381, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.379749, "f1_weighted": 0.398951, "precision": 0.369048, "precision_weighted": 0.412879, "recall": 0.47619, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.227458, "f1_weighted": 0.332704, "precision": 0.321429, "precision_weighted": 0.465909, "recall": 0.232143, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.5, "f1": 0.42449, "f1_weighted": 0.477922, "precision": 0.438776, "precision_weighted": 0.501082, "recall": 0.447619, "recall_weighted": 0.5, "ap": null, "ap_weighted": null } ], "accuracy": 0.419763, "f1": 0.369809, "f1_weighted": 0.406284, "precision": 0.402381, "precision_weighted": 0.463966, "recall": 0.407381, "recall_weighted": 0.419763, "ap": NaN, "ap_weighted": NaN, "main_score": 0.419763, "hf_subset": "npi_Deva", "languages": [ "npi-Deva" ] }, { "scores_per_experiment": [ { "accuracy": 0.478261, "f1": 0.401855, "f1_weighted": 0.446923, "precision": 0.404762, "precision_weighted": 0.471014, "recall": 0.469048, "recall_weighted": 0.478261, "ap": null, "ap_weighted": null }, { "accuracy": 0.347826, "f1": 0.35068, "f1_weighted": 0.351449, "precision": 0.390476, "precision_weighted": 0.42029, "recall": 0.37381, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.5, "f1": 0.47415, "f1_weighted": 0.457359, "precision": 0.504082, "precision_weighted": 0.505411, "recall": 0.566667, "recall_weighted": 0.5, "ap": null, "ap_weighted": null }, { "accuracy": 0.681818, "f1": 0.469148, "f1_weighted": 0.705882, "precision": 0.579365, "precision_weighted": 0.830808, "recall": 0.440476, "recall_weighted": 0.681818, "ap": null, "ap_weighted": null }, { "accuracy": 0.636364, "f1": 0.62381, "f1_weighted": 0.592424, "precision": 0.64966, "precision_weighted": 0.624459, "recall": 0.666667, "recall_weighted": 0.636364, "ap": null, "ap_weighted": null } ], "accuracy": 0.528854, "f1": 0.463928, "f1_weighted": 0.510808, "precision": 0.505669, "precision_weighted": 0.570397, "recall": 0.503333, "recall_weighted": 0.528854, "ap": NaN, "ap_weighted": NaN, "main_score": 0.528854, "hf_subset": "nld_Latn", "languages": [ "nld-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.252721, "f1_weighted": 0.312629, "precision": 0.283333, "precision_weighted": 0.365942, "recall": 0.269048, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.127289, "f1_weighted": 0.157469, "precision": 0.135714, "precision_weighted": 0.167391, "recall": 0.140476, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.174603, "f1_weighted": 0.20202, "precision": 0.258503, "precision_weighted": 0.300866, "recall": 0.17619, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.188095, "f1_weighted": 0.281818, "precision": 0.25, "precision_weighted": 0.386364, "recall": 0.154762, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.097959, "f1_weighted": 0.093506, "precision": 0.076531, "precision_weighted": 0.073052, "recall": 0.142857, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.204743, "f1": 0.168134, "f1_weighted": 0.209489, "precision": 0.200816, "precision_weighted": 0.258723, "recall": 0.176667, "recall_weighted": 0.204743, "ap": NaN, "ap_weighted": NaN, "main_score": 0.204743, "hf_subset": "nso_Latn", "languages": [ "nso-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.565217, "f1": 0.557143, "f1_weighted": 0.517391, "precision": 0.514286, "precision_weighted": 0.486957, "recall": 0.62381, "recall_weighted": 0.565217, "ap": null, "ap_weighted": null }, { "accuracy": 0.304348, "f1": 0.255329, "f1_weighted": 0.282264, "precision": 0.245238, "precision_weighted": 0.278986, "recall": 0.290476, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.345578, "f1_weighted": 0.410173, "precision": 0.319048, "precision_weighted": 0.396212, "recall": 0.404762, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null }, { "accuracy": 0.5, "f1": 0.311224, "f1_weighted": 0.506494, "precision": 0.321429, "precision_weighted": 0.522727, "recall": 0.309524, "recall_weighted": 0.5, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.409864, "f1_weighted": 0.448052, "precision": 0.392857, "precision_weighted": 0.454545, "recall": 0.454762, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null } ], "accuracy": 0.455731, "f1": 0.375828, "f1_weighted": 0.432875, "precision": 0.358571, "precision_weighted": 0.427885, "recall": 0.416667, "recall_weighted": 0.455731, "ap": NaN, "ap_weighted": NaN, "main_score": 0.455731, "hf_subset": "nya_Latn", "languages": [ "nya-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.246599, "f1_weighted": 0.269669, "precision": 0.27381, "precision_weighted": 0.326087, "recall": 0.259524, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.347826, "f1": 0.330952, "f1_weighted": 0.299275, "precision": 0.295238, "precision_weighted": 0.284058, "recall": 0.409524, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.202268, "f1_weighted": 0.269841, "precision": 0.2, "precision_weighted": 0.272727, "recall": 0.209524, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.296372, "f1_weighted": 0.445022, "precision": 0.452381, "precision_weighted": 0.693182, "recall": 0.255952, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.219388, "f1_weighted": 0.275325, "precision": 0.228571, "precision_weighted": 0.284091, "recall": 0.216667, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null } ], "accuracy": 0.303557, "f1": 0.259116, "f1_weighted": 0.311826, "precision": 0.29, "precision_weighted": 0.372029, "recall": 0.270238, "recall_weighted": 0.303557, "ap": NaN, "ap_weighted": NaN, "main_score": 0.303557, "hf_subset": "oci_Latn", "languages": [ "oci-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.434783, "f1": 0.425737, "f1_weighted": 0.453589, "precision": 0.52619, "precision_weighted": 0.630435, "recall": 0.447619, "recall_weighted": 0.434783, "ap": null, "ap_weighted": null }, { "accuracy": 0.304348, "f1": 0.338889, "f1_weighted": 0.330918, "precision": 0.470408, "precision_weighted": 0.447205, "recall": 0.319048, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.238095, "f1_weighted": 0.287879, "precision": 0.25, "precision_weighted": 0.306818, "recall": 0.228571, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.260606, "f1_weighted": 0.406061, "precision": 0.410714, "precision_weighted": 0.6875, "recall": 0.267857, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.636364, "f1": 0.579819, "f1_weighted": 0.614646, "precision": 0.559524, "precision_weighted": 0.625, "recall": 0.664286, "recall_weighted": 0.636364, "ap": null, "ap_weighted": null } ], "accuracy": 0.402372, "f1": 0.368629, "f1_weighted": 0.418618, "precision": 0.443367, "precision_weighted": 0.539392, "recall": 0.385476, "recall_weighted": 0.402372, "ap": NaN, "ap_weighted": NaN, "main_score": 0.402372, "hf_subset": "ory_Orya", "languages": [ "ory-Orya" ] }, { "scores_per_experiment": [ { "accuracy": 0.652174, "f1": 0.577551, "f1_weighted": 0.613043, "precision": 0.592517, "precision_weighted": 0.611801, "recall": 0.609524, "recall_weighted": 0.652174, "ap": null, "ap_weighted": null }, { "accuracy": 0.391304, "f1": 0.357143, "f1_weighted": 0.4, "precision": 0.371429, "precision_weighted": 0.413043, "recall": 0.347619, "recall_weighted": 0.391304, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.389116, "f1_weighted": 0.375469, "precision": 0.369048, "precision_weighted": 0.367424, "recall": 0.438095, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null }, { "accuracy": 0.590909, "f1": 0.533516, "f1_weighted": 0.634815, "precision": 0.588889, "precision_weighted": 0.724242, "recall": 0.513889, "recall_weighted": 0.590909, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.37384, "f1_weighted": 0.416706, "precision": 0.361224, "precision_weighted": 0.418831, "recall": 0.454762, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null } ], "accuracy": 0.499605, "f1": 0.446233, "f1_weighted": 0.488007, "precision": 0.456621, "precision_weighted": 0.507069, "recall": 0.472778, "recall_weighted": 0.499605, "ap": NaN, "ap_weighted": NaN, "main_score": 0.499605, "hf_subset": "pan_Guru", "languages": [ "pan-Guru" ] }, { "scores_per_experiment": [ { "accuracy": 0.478261, "f1": 0.412183, "f1_weighted": 0.485413, "precision": 0.469048, "precision_weighted": 0.578986, "recall": 0.42619, "recall_weighted": 0.478261, "ap": null, "ap_weighted": null }, { "accuracy": 0.304348, "f1": 0.280045, "f1_weighted": 0.261215, "precision": 0.326531, "precision_weighted": 0.3147, "recall": 0.357143, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.482426, "f1_weighted": 0.434163, "precision": 0.601361, "precision_weighted": 0.597835, "recall": 0.490476, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null }, { "accuracy": 0.545455, "f1": 0.422606, "f1_weighted": 0.595205, "precision": 0.488435, "precision_weighted": 0.708658, "recall": 0.404762, "recall_weighted": 0.545455, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.419955, "f1_weighted": 0.448196, "precision": 0.440476, "precision_weighted": 0.503788, "recall": 0.497619, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null } ], "accuracy": 0.43834, "f1": 0.403443, "f1_weighted": 0.444838, "precision": 0.46517, "precision_weighted": 0.540793, "recall": 0.435238, "recall_weighted": 0.43834, "ap": NaN, "ap_weighted": NaN, "main_score": 0.43834, "hf_subset": "pol_Latn", "languages": [ "pol-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.270418, "f1_weighted": 0.289767, "precision": 0.401361, "precision_weighted": 0.424431, "recall": 0.240476, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.26087, "f1": 0.24195, "f1_weighted": 0.247343, "precision": 0.235714, "precision_weighted": 0.252899, "recall": 0.266667, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.12415, "f1_weighted": 0.171537, "precision": 0.12415, "precision_weighted": 0.174784, "recall": 0.133333, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.124603, "f1_weighted": 0.19899, "precision": 0.22619, "precision_weighted": 0.469697, "recall": 0.125, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.416667, "f1_weighted": 0.382576, "precision": 0.409524, "precision_weighted": 0.387879, "recall": 0.45, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null } ], "accuracy": 0.258893, "f1": 0.235558, "f1_weighted": 0.258043, "precision": 0.279388, "precision_weighted": 0.341938, "recall": 0.243095, "recall_weighted": 0.258893, "ap": NaN, "ap_weighted": NaN, "main_score": 0.258893, "hf_subset": "pbt_Arab", "languages": [ "pbt-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.521739, "f1": 0.526902, "f1_weighted": 0.517128, "precision": 0.67619, "precision_weighted": 0.694203, "recall": 0.583333, "recall_weighted": 0.521739, "ap": null, "ap_weighted": null }, { "accuracy": 0.478261, "f1": 0.510204, "f1_weighted": 0.449275, "precision": 0.554762, "precision_weighted": 0.476087, "recall": 0.52381, "recall_weighted": 0.478261, "ap": null, "ap_weighted": null }, { "accuracy": 0.545455, "f1": 0.480952, "f1_weighted": 0.522727, "precision": 0.457143, "precision_weighted": 0.515152, "recall": 0.552381, "recall_weighted": 0.545455, "ap": null, "ap_weighted": null }, { "accuracy": 0.545455, "f1": 0.357823, "f1_weighted": 0.549351, "precision": 0.401361, "precision_weighted": 0.621212, "recall": 0.375, "recall_weighted": 0.545455, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.360019, "f1_weighted": 0.43412, "precision": 0.357143, "precision_weighted": 0.42803, "recall": 0.37619, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null } ], "accuracy": 0.509091, "f1": 0.44718, "f1_weighted": 0.49452, "precision": 0.48932, "precision_weighted": 0.546937, "recall": 0.482143, "recall_weighted": 0.509091, "ap": NaN, "ap_weighted": NaN, "main_score": 0.509091, "hf_subset": "por_Latn", "languages": [ "por-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.210317, "f1_weighted": 0.174396, "precision": 0.178571, "precision_weighted": 0.155797, "recall": 0.278571, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.391304, "f1": 0.373016, "f1_weighted": 0.38744, "precision": 0.404762, "precision_weighted": 0.402899, "recall": 0.371429, "recall_weighted": 0.391304, "ap": null, "ap_weighted": null }, { "accuracy": 0.545455, "f1": 0.534921, "f1_weighted": 0.567172, "precision": 0.678571, "precision_weighted": 0.791667, "recall": 0.595238, "recall_weighted": 0.545455, "ap": null, "ap_weighted": null }, { "accuracy": 0.545455, "f1": 0.343537, "f1_weighted": 0.528139, "precision": 0.340136, "precision_weighted": 0.540043, "recall": 0.375, "recall_weighted": 0.545455, "ap": null, "ap_weighted": null }, { "accuracy": 0.545455, "f1": 0.536735, "f1_weighted": 0.561797, "precision": 0.547619, "precision_weighted": 0.617424, "recall": 0.57381, "recall_weighted": 0.545455, "ap": null, "ap_weighted": null } ], "accuracy": 0.449012, "f1": 0.399705, "f1_weighted": 0.443789, "precision": 0.429932, "precision_weighted": 0.501566, "recall": 0.43881, "recall_weighted": 0.449012, "ap": NaN, "ap_weighted": NaN, "main_score": 0.449012, "hf_subset": "ron_Latn", "languages": [ "ron-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.478261, "f1": 0.479592, "f1_weighted": 0.474534, "precision": 0.6, "precision_weighted": 0.63913, "recall": 0.519048, "recall_weighted": 0.478261, "ap": null, "ap_weighted": null }, { "accuracy": 0.565217, "f1": 0.559524, "f1_weighted": 0.539855, "precision": 0.657143, "precision_weighted": 0.614493, "recall": 0.569048, "recall_weighted": 0.565217, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.355102, "f1_weighted": 0.394156, "precision": 0.414286, "precision_weighted": 0.477273, "recall": 0.347619, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.5, "f1": 0.38322, "f1_weighted": 0.560245, "precision": 0.485714, "precision_weighted": 0.731818, "recall": 0.357143, "recall_weighted": 0.5, "ap": null, "ap_weighted": null }, { "accuracy": 0.727273, "f1": 0.712276, "f1_weighted": 0.72742, "precision": 0.811224, "precision_weighted": 0.839286, "recall": 0.740476, "recall_weighted": 0.727273, "ap": null, "ap_weighted": null } ], "accuracy": 0.526877, "f1": 0.497943, "f1_weighted": 0.539242, "precision": 0.593673, "precision_weighted": 0.6604, "recall": 0.506667, "recall_weighted": 0.526877, "ap": NaN, "ap_weighted": NaN, "main_score": 0.526877, "hf_subset": "rus_Cyrl", "languages": [ "rus-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.204453, "f1_weighted": 0.268888, "precision": 0.278571, "precision_weighted": 0.358696, "recall": 0.197619, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.115079, "f1_weighted": 0.154589, "precision": 0.207143, "precision_weighted": 0.295652, "recall": 0.1, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.171978, "f1_weighted": 0.168706, "precision": 0.180952, "precision_weighted": 0.187879, "recall": 0.195238, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.136905, "f1_weighted": 0.272727, "precision": 0.136905, "precision_weighted": 0.272727, "recall": 0.136905, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.149206, "f1_weighted": 0.163636, "precision": 0.135714, "precision_weighted": 0.153788, "recall": 0.171429, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.205534, "f1": 0.155524, "f1_weighted": 0.205709, "precision": 0.187857, "precision_weighted": 0.253748, "recall": 0.160238, "recall_weighted": 0.205534, "ap": NaN, "ap_weighted": NaN, "main_score": 0.205534, "hf_subset": "snd_Arab", "languages": [ "snd-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.26087, "f1": 0.266234, "f1_weighted": 0.222661, "precision": 0.243197, "precision_weighted": 0.201863, "recall": 0.309524, "recall_weighted": 0.26087, "ap": null, "ap_weighted": null }, { "accuracy": 0.652174, "f1": 0.660998, "f1_weighted": 0.639268, "precision": 0.709524, "precision_weighted": 0.675362, "recall": 0.664286, "recall_weighted": 0.652174, "ap": null, "ap_weighted": null }, { "accuracy": 0.681818, "f1": 0.653061, "f1_weighted": 0.65368, "precision": 0.64966, "precision_weighted": 0.654762, "recall": 0.67619, "recall_weighted": 0.681818, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.323996, "f1_weighted": 0.45149, "precision": 0.333333, "precision_weighted": 0.454545, "recall": 0.319444, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.40068, "f1_weighted": 0.441017, "precision": 0.452381, "precision_weighted": 0.498485, "recall": 0.42619, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null } ], "accuracy": 0.500791, "f1": 0.460994, "f1_weighted": 0.481623, "precision": 0.477619, "precision_weighted": 0.497004, "recall": 0.479127, "recall_weighted": 0.500791, "ap": NaN, "ap_weighted": NaN, "main_score": 0.500791, "hf_subset": "slk_Latn", "languages": [ "slk-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.434783, "f1": 0.421459, "f1_weighted": 0.417749, "precision": 0.416667, "precision_weighted": 0.427536, "recall": 0.452381, "recall_weighted": 0.434783, "ap": null, "ap_weighted": null }, { "accuracy": 0.565217, "f1": 0.490476, "f1_weighted": 0.530435, "precision": 0.478571, "precision_weighted": 0.521014, "recall": 0.52619, "recall_weighted": 0.565217, "ap": null, "ap_weighted": null }, { "accuracy": 0.5, "f1": 0.472789, "f1_weighted": 0.480519, "precision": 0.489796, "precision_weighted": 0.544372, "recall": 0.547619, "recall_weighted": 0.5, "ap": null, "ap_weighted": null }, { "accuracy": 0.590909, "f1": 0.427211, "f1_weighted": 0.628571, "precision": 0.47619, "precision_weighted": 0.681818, "recall": 0.392857, "recall_weighted": 0.590909, "ap": null, "ap_weighted": null }, { "accuracy": 0.590909, "f1": 0.460204, "f1_weighted": 0.550649, "precision": 0.435714, "precision_weighted": 0.522727, "recall": 0.495238, "recall_weighted": 0.590909, "ap": null, "ap_weighted": null } ], "accuracy": 0.536364, "f1": 0.454428, "f1_weighted": 0.521585, "precision": 0.459388, "precision_weighted": 0.539494, "recall": 0.482857, "recall_weighted": 0.536364, "ap": NaN, "ap_weighted": NaN, "main_score": 0.536364, "hf_subset": "slv_Latn", "languages": [ "slv-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.164286, "f1_weighted": 0.184783, "precision": 0.17619, "precision_weighted": 0.202899, "recall": 0.157143, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.145125, "f1_weighted": 0.176674, "precision": 0.152381, "precision_weighted": 0.185507, "recall": 0.142857, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.190476, "f1_weighted": 0.227273, "precision": 0.2, "precision_weighted": 0.251515, "recall": 0.2, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.165934, "f1_weighted": 0.272378, "precision": 0.252381, "precision_weighted": 0.384848, "recall": 0.136905, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.46644, "f1_weighted": 0.426479, "precision": 0.552721, "precision_weighted": 0.520022, "recall": 0.457143, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null } ], "accuracy": 0.242292, "f1": 0.226452, "f1_weighted": 0.257517, "precision": 0.266735, "precision_weighted": 0.308958, "recall": 0.21881, "recall_weighted": 0.242292, "ap": NaN, "ap_weighted": NaN, "main_score": 0.242292, "hf_subset": "sna_Latn", "languages": [ "sna-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.339874, "f1_weighted": 0.318442, "precision": 0.416667, "precision_weighted": 0.387681, "recall": 0.319048, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.391304, "f1": 0.296982, "f1_weighted": 0.332261, "precision": 0.302721, "precision_weighted": 0.343685, "recall": 0.37619, "recall_weighted": 0.391304, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.233333, "f1_weighted": 0.25, "precision": 0.209524, "precision_weighted": 0.242424, "recall": 0.304762, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.192918, "f1_weighted": 0.329448, "precision": 0.2, "precision_weighted": 0.363636, "recall": 0.196429, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.154762, "f1_weighted": 0.219697, "precision": 0.168367, "precision_weighted": 0.233766, "recall": 0.157143, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.302767, "f1": 0.243574, "f1_weighted": 0.28997, "precision": 0.259456, "precision_weighted": 0.314239, "recall": 0.270714, "recall_weighted": 0.302767, "ap": NaN, "ap_weighted": NaN, "main_score": 0.302767, "hf_subset": "som_Latn", "languages": [ "som-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.608696, "f1": 0.549351, "f1_weighted": 0.594862, "precision": 0.639796, "precision_weighted": 0.67236, "recall": 0.569048, "recall_weighted": 0.608696, "ap": null, "ap_weighted": null }, { "accuracy": 0.608696, "f1": 0.614966, "f1_weighted": 0.60207, "precision": 0.714286, "precision_weighted": 0.717391, "recall": 0.628571, "recall_weighted": 0.608696, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.371315, "f1_weighted": 0.455447, "precision": 0.37381, "precision_weighted": 0.470455, "recall": 0.380952, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null }, { "accuracy": 0.590909, "f1": 0.49304, "f1_weighted": 0.605594, "precision": 0.522222, "precision_weighted": 0.669697, "recall": 0.5, "recall_weighted": 0.590909, "ap": null, "ap_weighted": null }, { "accuracy": 0.545455, "f1": 0.433148, "f1_weighted": 0.537426, "precision": 0.47449, "precision_weighted": 0.592532, "recall": 0.442857, "recall_weighted": 0.545455, "ap": null, "ap_weighted": null } ], "accuracy": 0.56166, "f1": 0.492364, "f1_weighted": 0.55908, "precision": 0.544921, "precision_weighted": 0.624487, "recall": 0.504286, "recall_weighted": 0.56166, "ap": NaN, "ap_weighted": NaN, "main_score": 0.56166, "hf_subset": "srp_Cyrl", "languages": [ "srp-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.478261, "f1": 0.44195, "f1_weighted": 0.478123, "precision": 0.452381, "precision_weighted": 0.525362, "recall": 0.47619, "recall_weighted": 0.478261, "ap": null, "ap_weighted": null }, { "accuracy": 0.391304, "f1": 0.406689, "f1_weighted": 0.38813, "precision": 0.421429, "precision_weighted": 0.423188, "recall": 0.438095, "recall_weighted": 0.391304, "ap": null, "ap_weighted": null }, { "accuracy": 0.590909, "f1": 0.529932, "f1_weighted": 0.554762, "precision": 0.580272, "precision_weighted": 0.641775, "recall": 0.62381, "recall_weighted": 0.590909, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.285714, "f1_weighted": 0.363636, "precision": 0.327381, "precision_weighted": 0.431818, "recall": 0.291667, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.443651, "f1_weighted": 0.464141, "precision": 0.464286, "precision_weighted": 0.530303, "recall": 0.507143, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null } ], "accuracy": 0.455731, "f1": 0.421587, "f1_weighted": 0.449758, "precision": 0.44915, "precision_weighted": 0.510489, "recall": 0.467381, "recall_weighted": 0.455731, "ap": NaN, "ap_weighted": NaN, "main_score": 0.455731, "hf_subset": "swe_Latn", "languages": [ "swe-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.565217, "f1": 0.501332, "f1_weighted": 0.509273, "precision": 0.47619, "precision_weighted": 0.471014, "recall": 0.538095, "recall_weighted": 0.565217, "ap": null, "ap_weighted": null }, { "accuracy": 0.478261, "f1": 0.41376, "f1_weighted": 0.449464, "precision": 0.426871, "precision_weighted": 0.47619, "recall": 0.445238, "recall_weighted": 0.478261, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.434488, "f1_weighted": 0.457897, "precision": 0.5, "precision_weighted": 0.530303, "recall": 0.447619, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.230159, "f1_weighted": 0.391414, "precision": 0.302041, "precision_weighted": 0.468831, "recall": 0.208333, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.169048, "f1_weighted": 0.196212, "precision": 0.154762, "precision_weighted": 0.189394, "recall": 0.207143, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.417787, "f1": 0.349757, "f1_weighted": 0.400852, "precision": 0.371973, "precision_weighted": 0.427147, "recall": 0.369286, "recall_weighted": 0.417787, "ap": NaN, "ap_weighted": NaN, "main_score": 0.417787, "hf_subset": "swh_Latn", "languages": [ "swh-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.391304, "f1": 0.414059, "f1_weighted": 0.377916, "precision": 0.480952, "precision_weighted": 0.499275, "recall": 0.47381, "recall_weighted": 0.391304, "ap": null, "ap_weighted": null }, { "accuracy": 0.391304, "f1": 0.403401, "f1_weighted": 0.364803, "precision": 0.390476, "precision_weighted": 0.362319, "recall": 0.45, "recall_weighted": 0.391304, "ap": null, "ap_weighted": null }, { "accuracy": 0.5, "f1": 0.506689, "f1_weighted": 0.502056, "precision": 0.535714, "precision_weighted": 0.590909, "recall": 0.566667, "recall_weighted": 0.5, "ap": null, "ap_weighted": null }, { "accuracy": 0.5, "f1": 0.350031, "f1_weighted": 0.541913, "precision": 0.434524, "precision_weighted": 0.717803, "recall": 0.357143, "recall_weighted": 0.5, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.2, "f1_weighted": 0.230303, "precision": 0.188776, "precision_weighted": 0.232143, "recall": 0.292857, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null } ], "accuracy": 0.411067, "f1": 0.374836, "f1_weighted": 0.403398, "precision": 0.406088, "precision_weighted": 0.48049, "recall": 0.428095, "recall_weighted": 0.411067, "ap": NaN, "ap_weighted": NaN, "main_score": 0.411067, "hf_subset": "tam_Taml", "languages": [ "tam-Taml" ] }, { "scores_per_experiment": [ { "accuracy": 0.478261, "f1": 0.45941, "f1_weighted": 0.474258, "precision": 0.452381, "precision_weighted": 0.496377, "recall": 0.5, "recall_weighted": 0.478261, "ap": null, "ap_weighted": null }, { "accuracy": 0.521739, "f1": 0.422222, "f1_weighted": 0.489855, "precision": 0.466667, "precision_weighted": 0.56087, "recall": 0.47619, "recall_weighted": 0.521739, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.423356, "f1_weighted": 0.461905, "precision": 0.466667, "precision_weighted": 0.522727, "recall": 0.42381, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.261596, "f1_weighted": 0.396399, "precision": 0.307143, "precision_weighted": 0.543182, "recall": 0.267857, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.590909, "f1": 0.602381, "f1_weighted": 0.609848, "precision": 0.721429, "precision_weighted": 0.802273, "recall": 0.669048, "recall_weighted": 0.590909, "ap": null, "ap_weighted": null } ], "accuracy": 0.481818, "f1": 0.433793, "f1_weighted": 0.486453, "precision": 0.482857, "precision_weighted": 0.585086, "recall": 0.467381, "recall_weighted": 0.481818, "ap": NaN, "ap_weighted": NaN, "main_score": 0.481818, "hf_subset": "tel_Telu", "languages": [ "tel-Telu" ] }, { "scores_per_experiment": [ { "accuracy": 0.478261, "f1": 0.372902, "f1_weighted": 0.477398, "precision": 0.380952, "precision_weighted": 0.498551, "recall": 0.385714, "recall_weighted": 0.478261, "ap": null, "ap_weighted": null }, { "accuracy": 0.608696, "f1": 0.599351, "f1_weighted": 0.575099, "precision": 0.630952, "precision_weighted": 0.601449, "recall": 0.633333, "recall_weighted": 0.608696, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.278479, "f1_weighted": 0.279398, "precision": 0.309524, "precision_weighted": 0.340909, "recall": 0.32381, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.341156, "f1_weighted": 0.458225, "precision": 0.535714, "precision_weighted": 0.795455, "recall": 0.285714, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.366914, "f1_weighted": 0.406021, "precision": 0.428571, "precision_weighted": 0.492424, "recall": 0.378571, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null } ], "accuracy": 0.426482, "f1": 0.39176, "f1_weighted": 0.439228, "precision": 0.457143, "precision_weighted": 0.545758, "recall": 0.401429, "recall_weighted": 0.426482, "ap": NaN, "ap_weighted": NaN, "main_score": 0.426482, "hf_subset": "tgk_Cyrl", "languages": [ "tgk-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.434783, "f1": 0.349928, "f1_weighted": 0.418972, "precision": 0.342857, "precision_weighted": 0.410145, "recall": 0.361905, "recall_weighted": 0.434783, "ap": null, "ap_weighted": null }, { "accuracy": 0.565217, "f1": 0.482426, "f1_weighted": 0.547447, "precision": 0.495238, "precision_weighted": 0.588406, "recall": 0.538095, "recall_weighted": 0.565217, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.460361, "f1_weighted": 0.404471, "precision": 0.440476, "precision_weighted": 0.382576, "recall": 0.5, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.227814, "f1_weighted": 0.35242, "precision": 0.224206, "precision_weighted": 0.365801, "recall": 0.25, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.321995, "f1_weighted": 0.373737, "precision": 0.309524, "precision_weighted": 0.371212, "recall": 0.366667, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null } ], "accuracy": 0.445455, "f1": 0.368505, "f1_weighted": 0.419409, "precision": 0.36246, "precision_weighted": 0.423628, "recall": 0.403333, "recall_weighted": 0.445455, "ap": NaN, "ap_weighted": NaN, "main_score": 0.445455, "hf_subset": "tha_Thai", "languages": [ "tha-Thai" ] }, { "scores_per_experiment": [ { "accuracy": 0.434783, "f1": 0.422902, "f1_weighted": 0.431332, "precision": 0.461905, "precision_weighted": 0.469565, "recall": 0.447619, "recall_weighted": 0.434783, "ap": null, "ap_weighted": null }, { "accuracy": 0.565217, "f1": 0.561039, "f1_weighted": 0.562714, "precision": 0.629252, "precision_weighted": 0.621118, "recall": 0.557143, "recall_weighted": 0.565217, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.401361, "f1_weighted": 0.453247, "precision": 0.430952, "precision_weighted": 0.534091, "recall": 0.47619, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.266667, "f1_weighted": 0.42987, "precision": 0.282313, "precision_weighted": 0.474026, "recall": 0.267857, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null }, { "accuracy": 0.590909, "f1": 0.609184, "f1_weighted": 0.574459, "precision": 0.686508, "precision_weighted": 0.626263, "recall": 0.595238, "recall_weighted": 0.590909, "ap": null, "ap_weighted": null } ], "accuracy": 0.490909, "f1": 0.45223, "f1_weighted": 0.490324, "precision": 0.498186, "precision_weighted": 0.545013, "recall": 0.46881, "recall_weighted": 0.490909, "ap": NaN, "ap_weighted": NaN, "main_score": 0.490909, "hf_subset": "tur_Latn", "languages": [ "tur-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.608696, "f1": 0.609864, "f1_weighted": 0.587474, "precision": 0.666667, "precision_weighted": 0.666667, "recall": 0.65, "recall_weighted": 0.608696, "ap": null, "ap_weighted": null }, { "accuracy": 0.521739, "f1": 0.467687, "f1_weighted": 0.529503, "precision": 0.483333, "precision_weighted": 0.554348, "recall": 0.466667, "recall_weighted": 0.521739, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.426077, "f1_weighted": 0.448629, "precision": 0.428571, "precision_weighted": 0.477273, "recall": 0.5, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null }, { "accuracy": 0.636364, "f1": 0.40747, "f1_weighted": 0.641236, "precision": 0.493651, "precision_weighted": 0.736869, "recall": 0.392857, "recall_weighted": 0.636364, "ap": null, "ap_weighted": null }, { "accuracy": 0.5, "f1": 0.505102, "f1_weighted": 0.468615, "precision": 0.494898, "precision_weighted": 0.450216, "recall": 0.52381, "recall_weighted": 0.5, "ap": null, "ap_weighted": null } ], "accuracy": 0.544269, "f1": 0.48324, "f1_weighted": 0.535091, "precision": 0.513424, "precision_weighted": 0.577074, "recall": 0.506667, "recall_weighted": 0.544269, "ap": NaN, "ap_weighted": NaN, "main_score": 0.544269, "hf_subset": "ukr_Cyrl", "languages": [ "ukr-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.0, "f1": 0.0, "f1_weighted": 0.0, "precision": 0.0, "precision_weighted": 0.0, "recall": 0.0, "recall_weighted": 0.0, "ap": null, "ap_weighted": null }, { "accuracy": 0.173913, "f1": 0.152721, "f1_weighted": 0.15176, "precision": 0.154762, "precision_weighted": 0.163043, "recall": 0.190476, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.155226, "f1_weighted": 0.158993, "precision": 0.160714, "precision_weighted": 0.1875, "recall": 0.195238, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.084772, "f1_weighted": 0.150849, "precision": 0.092857, "precision_weighted": 0.179545, "recall": 0.083333, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.253968, "f1_weighted": 0.251263, "precision": 0.235714, "precision_weighted": 0.254545, "recall": 0.32619, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null } ], "accuracy": 0.152964, "f1": 0.129337, "f1_weighted": 0.142573, "precision": 0.12881, "precision_weighted": 0.156927, "recall": 0.159048, "recall_weighted": 0.152964, "ap": NaN, "ap_weighted": NaN, "main_score": 0.152964, "hf_subset": "umb_Latn", "languages": [ "umb-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.434783, "f1": 0.448639, "f1_weighted": 0.435197, "precision": 0.535714, "precision_weighted": 0.586957, "recall": 0.502381, "recall_weighted": 0.434783, "ap": null, "ap_weighted": null }, { "accuracy": 0.347826, "f1": 0.251177, "f1_weighted": 0.307692, "precision": 0.242857, "precision_weighted": 0.3, "recall": 0.292857, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.382684, "f1_weighted": 0.392149, "precision": 0.380952, "precision_weighted": 0.386364, "recall": 0.442857, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null }, { "accuracy": 0.545455, "f1": 0.447619, "f1_weighted": 0.636364, "precision": 0.571429, "precision_weighted": 0.840909, "recall": 0.392857, "recall_weighted": 0.545455, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.25348, "f1_weighted": 0.358974, "precision": 0.231746, "precision_weighted": 0.331313, "recall": 0.292857, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null } ], "accuracy": 0.43834, "f1": 0.35672, "f1_weighted": 0.426075, "precision": 0.39254, "precision_weighted": 0.489108, "recall": 0.384762, "recall_weighted": 0.43834, "ap": NaN, "ap_weighted": NaN, "main_score": 0.43834, "hf_subset": "urd_Arab", "languages": [ "urd-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.826087, "f1": 0.847619, "f1_weighted": 0.822464, "precision": 0.87585, "precision_weighted": 0.865424, "recall": 0.859524, "recall_weighted": 0.826087, "ap": null, "ap_weighted": null }, { "accuracy": 0.434783, "f1": 0.40641, "f1_weighted": 0.407079, "precision": 0.464286, "precision_weighted": 0.485507, "recall": 0.454762, "recall_weighted": 0.434783, "ap": null, "ap_weighted": null }, { "accuracy": 0.590909, "f1": 0.633333, "f1_weighted": 0.575758, "precision": 0.7, "precision_weighted": 0.7, "recall": 0.661905, "recall_weighted": 0.590909, "ap": null, "ap_weighted": null }, { "accuracy": 0.545455, "f1": 0.50381, "f1_weighted": 0.530736, "precision": 0.52, "precision_weighted": 0.528788, "recall": 0.5, "recall_weighted": 0.545455, "ap": null, "ap_weighted": null }, { "accuracy": 0.545455, "f1": 0.526077, "f1_weighted": 0.530664, "precision": 0.509524, "precision_weighted": 0.539394, "recall": 0.580952, "recall_weighted": 0.545455, "ap": null, "ap_weighted": null } ], "accuracy": 0.588538, "f1": 0.58345, "f1_weighted": 0.57334, "precision": 0.613932, "precision_weighted": 0.623823, "recall": 0.611429, "recall_weighted": 0.588538, "ap": NaN, "ap_weighted": NaN, "main_score": 0.588538, "hf_subset": "uzn_Latn", "languages": [ "uzn-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.652174, "f1": 0.669728, "f1_weighted": 0.663872, "precision": 0.688095, "precision_weighted": 0.722464, "recall": 0.695238, "recall_weighted": 0.652174, "ap": null, "ap_weighted": null }, { "accuracy": 0.478261, "f1": 0.506494, "f1_weighted": 0.465876, "precision": 0.551701, "precision_weighted": 0.487578, "recall": 0.502381, "recall_weighted": 0.478261, "ap": null, "ap_weighted": null }, { "accuracy": 0.545455, "f1": 0.568522, "f1_weighted": 0.533038, "precision": 0.583333, "precision_weighted": 0.564394, "recall": 0.6, "recall_weighted": 0.545455, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.295238, "f1_weighted": 0.40303, "precision": 0.428571, "precision_weighted": 0.681818, "recall": 0.25, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.545455, "f1": 0.510884, "f1_weighted": 0.568182, "precision": 0.595238, "precision_weighted": 0.65303, "recall": 0.490476, "recall_weighted": 0.545455, "ap": null, "ap_weighted": null } ], "accuracy": 0.507905, "f1": 0.510173, "f1_weighted": 0.5268, "precision": 0.569388, "precision_weighted": 0.621857, "recall": 0.507619, "recall_weighted": 0.507905, "ap": NaN, "ap_weighted": NaN, "main_score": 0.507905, "hf_subset": "vie_Latn", "languages": [ "vie-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.304348, "f1": 0.316574, "f1_weighted": 0.287333, "precision": 0.345238, "precision_weighted": 0.293478, "recall": 0.319048, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.10034, "f1_weighted": 0.104555, "precision": 0.084694, "precision_weighted": 0.091925, "recall": 0.135714, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.237153, "f1_weighted": 0.28032, "precision": 0.27381, "precision_weighted": 0.329545, "recall": 0.228571, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.197526, "f1_weighted": 0.286344, "precision": 0.27381, "precision_weighted": 0.435606, "recall": 0.166667, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.304308, "f1_weighted": 0.286436, "precision": 0.269048, "precision_weighted": 0.265909, "recall": 0.366667, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null } ], "accuracy": 0.250593, "f1": 0.23118, "f1_weighted": 0.248997, "precision": 0.24932, "precision_weighted": 0.283293, "recall": 0.243333, "recall_weighted": 0.250593, "ap": NaN, "ap_weighted": NaN, "main_score": 0.250593, "hf_subset": "wol_Latn", "languages": [ "wol-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.217391, "f1": 0.169295, "f1_weighted": 0.225014, "precision": 0.214286, "precision_weighted": 0.304348, "recall": 0.185714, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.086957, "f1": 0.076531, "f1_weighted": 0.068323, "precision": 0.064286, "precision_weighted": 0.06087, "recall": 0.107143, "recall_weighted": 0.086957, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.185941, "f1_weighted": 0.177489, "precision": 0.154762, "precision_weighted": 0.147727, "recall": 0.238095, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null }, { "accuracy": 0.272727, "f1": 0.227273, "f1_weighted": 0.225207, "precision": 0.197619, "precision_weighted": 0.197403, "recall": 0.277778, "recall_weighted": 0.272727, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.170068, "f1_weighted": 0.203463, "precision": 0.202381, "precision_weighted": 0.246212, "recall": 0.154762, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.197233, "f1": 0.165821, "f1_weighted": 0.179899, "precision": 0.166667, "precision_weighted": 0.191312, "recall": 0.192698, "recall_weighted": 0.197233, "ap": NaN, "ap_weighted": NaN, "main_score": 0.197233, "hf_subset": "xho_Latn", "languages": [ "xho-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.478261, "f1": 0.493651, "f1_weighted": 0.505797, "precision": 0.561905, "precision_weighted": 0.581159, "recall": 0.47619, "recall_weighted": 0.478261, "ap": null, "ap_weighted": null }, { "accuracy": 0.304348, "f1": 0.277778, "f1_weighted": 0.256039, "precision": 0.242857, "precision_weighted": 0.230435, "recall": 0.345238, "recall_weighted": 0.304348, "ap": null, "ap_weighted": null }, { "accuracy": 0.454545, "f1": 0.420408, "f1_weighted": 0.454545, "precision": 0.45, "precision_weighted": 0.520455, "recall": 0.442857, "recall_weighted": 0.454545, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.18254, "f1_weighted": 0.323232, "precision": 0.2, "precision_weighted": 0.345455, "recall": 0.178571, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.095238, "f1_weighted": 0.070707, "precision": 0.065476, "precision_weighted": 0.051136, "recall": 0.238095, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.33834, "f1": 0.293923, "f1_weighted": 0.322064, "precision": 0.304048, "precision_weighted": 0.345728, "recall": 0.33619, "recall_weighted": 0.33834, "ap": NaN, "ap_weighted": NaN, "main_score": 0.33834, "hf_subset": "yor_Latn", "languages": [ "yor-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.347826, "f1": 0.278912, "f1_weighted": 0.315735, "precision": 0.281633, "precision_weighted": 0.328571, "recall": 0.309524, "recall_weighted": 0.347826, "ap": null, "ap_weighted": null }, { "accuracy": 0.217391, "f1": 0.188095, "f1_weighted": 0.183333, "precision": 0.207143, "precision_weighted": 0.221739, "recall": 0.261905, "recall_weighted": 0.217391, "ap": null, "ap_weighted": null }, { "accuracy": 0.363636, "f1": 0.297526, "f1_weighted": 0.371606, "precision": 0.359524, "precision_weighted": 0.42803, "recall": 0.285714, "recall_weighted": 0.363636, "ap": null, "ap_weighted": null }, { "accuracy": 0.409091, "f1": 0.261905, "f1_weighted": 0.366522, "precision": 0.25, "precision_weighted": 0.348485, "recall": 0.298611, "recall_weighted": 0.409091, "ap": null, "ap_weighted": null }, { "accuracy": 0.318182, "f1": 0.301474, "f1_weighted": 0.321825, "precision": 0.35, "precision_weighted": 0.356818, "recall": 0.290476, "recall_weighted": 0.318182, "ap": null, "ap_weighted": null } ], "accuracy": 0.331225, "f1": 0.265582, "f1_weighted": 0.311804, "precision": 0.28966, "precision_weighted": 0.336729, "recall": 0.289246, "recall_weighted": 0.331225, "ap": NaN, "ap_weighted": NaN, "main_score": 0.331225, "hf_subset": "zho_Hant", "languages": [ "zho-Hant" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.111111, "f1_weighted": 0.169082, "precision": 0.214286, "precision_weighted": 0.326087, "recall": 0.085714, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.166667, "f1_weighted": 0.101449, "precision": 0.142857, "precision_weighted": 0.086957, "recall": 0.214286, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.171429, "f1_weighted": 0.181818, "precision": 0.171429, "precision_weighted": 0.181818, "recall": 0.171429, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.121212, "f1_weighted": 0.187328, "precision": 0.190476, "precision_weighted": 0.30303, "recall": 0.089286, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null }, { "accuracy": 0.227273, "f1": 0.228571, "f1_weighted": 0.272727, "precision": 0.342857, "precision_weighted": 0.409091, "recall": 0.188095, "recall_weighted": 0.227273, "ap": null, "ap_weighted": null } ], "accuracy": 0.161265, "f1": 0.159798, "f1_weighted": 0.182481, "precision": 0.212381, "precision_weighted": 0.261397, "recall": 0.149762, "recall_weighted": 0.161265, "ap": NaN, "ap_weighted": NaN, "main_score": 0.161265, "hf_subset": "zul_Latn", "languages": [ "zul-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.130435, "f1": 0.140816, "f1_weighted": 0.111801, "precision": 0.128571, "precision_weighted": 0.104348, "recall": 0.171429, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.104762, "f1_weighted": 0.110145, "precision": 0.112245, "precision_weighted": 0.124224, "recall": 0.130952, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.201134, "f1_weighted": 0.166739, "precision": 0.190476, "precision_weighted": 0.174242, "recall": 0.266667, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.10119, "f1_weighted": 0.181818, "precision": 0.10119, "precision_weighted": 0.181818, "recall": 0.10119, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null }, { "accuracy": 0.136364, "f1": 0.088435, "f1_weighted": 0.114719, "precision": 0.076531, "precision_weighted": 0.099026, "recall": 0.104762, "recall_weighted": 0.136364, "ap": null, "ap_weighted": null } ], "accuracy": 0.152174, "f1": 0.127268, "f1_weighted": 0.137044, "precision": 0.121803, "precision_weighted": 0.136732, "recall": 0.155, "recall_weighted": 0.152174, "ap": NaN, "ap_weighted": NaN, "main_score": 0.152174, "hf_subset": "fuv_Latn", "languages": [ "fuv-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.173913, "f1": 0.150794, "f1_weighted": 0.166667, "precision": 0.154762, "precision_weighted": 0.188406, "recall": 0.17619, "recall_weighted": 0.173913, "ap": null, "ap_weighted": null }, { "accuracy": 0.130435, "f1": 0.092857, "f1_weighted": 0.102174, "precision": 0.07619, "precision_weighted": 0.084058, "recall": 0.119048, "recall_weighted": 0.130435, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.035714, "f1_weighted": 0.034091, "precision": 0.028571, "precision_weighted": 0.027273, "recall": 0.047619, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null }, { "accuracy": 0.045455, "f1": 0.047619, "f1_weighted": 0.045455, "precision": 0.047619, "precision_weighted": 0.045455, "recall": 0.047619, "recall_weighted": 0.045455, "ap": null, "ap_weighted": null }, { "accuracy": 0.181818, "f1": 0.138219, "f1_weighted": 0.177391, "precision": 0.14881, "precision_weighted": 0.202652, "recall": 0.152381, "recall_weighted": 0.181818, "ap": null, "ap_weighted": null } ], "accuracy": 0.115415, "f1": 0.093041, "f1_weighted": 0.105155, "precision": 0.09119, "precision_weighted": 0.109569, "recall": 0.108571, "recall_weighted": 0.115415, "ap": NaN, "ap_weighted": NaN, "main_score": 0.115415, "hf_subset": "gaz_Latn", "languages": [ "gaz-Latn" ] } ] }, "evaluation_time": 1115.812686920166, "kg_co2_emissions": null }