{ "dataset_revision": "fad2c6e8459f9e1c45d9315f4953d921437d70f8", "task_name": "MassiveScenarioClassification", "mteb_version": "2.6.7", "scores": { "test": [ { "scores_per_experiment": [ { "accuracy": 0.86113, "f1": 0.849422, "f1_weighted": 0.857871, "precision": 0.842512, "precision_weighted": 0.859981, "recall": 0.862318, "recall_weighted": 0.86113, "ap": null, "ap_weighted": null }, { "accuracy": 0.852724, "f1": 0.83934, "f1_weighted": 0.851362, "precision": 0.826516, "precision_weighted": 0.854594, "recall": 0.858542, "recall_weighted": 0.852724, "ap": null, "ap_weighted": null }, { "accuracy": 0.853732, "f1": 0.838544, "f1_weighted": 0.849627, "precision": 0.827533, "precision_weighted": 0.853994, "recall": 0.859543, "recall_weighted": 0.853732, "ap": null, "ap_weighted": null }, { "accuracy": 0.852387, "f1": 0.837638, "f1_weighted": 0.848397, "precision": 0.828622, "precision_weighted": 0.854058, "recall": 0.85727, "recall_weighted": 0.852387, "ap": null, "ap_weighted": null }, { "accuracy": 0.859449, "f1": 0.843132, "f1_weighted": 0.854505, "precision": 0.836399, "precision_weighted": 0.858445, "recall": 0.859457, "recall_weighted": 0.859449, "ap": null, "ap_weighted": null }, { "accuracy": 0.861466, "f1": 0.847884, "f1_weighted": 0.858599, "precision": 0.83879, "precision_weighted": 0.862278, "recall": 0.864842, "recall_weighted": 0.861466, "ap": null, "ap_weighted": null }, { "accuracy": 0.851379, "f1": 0.835645, "f1_weighted": 0.848542, "precision": 0.825859, "precision_weighted": 0.851918, "recall": 0.852882, "recall_weighted": 0.851379, "ap": null, "ap_weighted": null }, { "accuracy": 0.861802, "f1": 0.848539, "f1_weighted": 0.859532, "precision": 0.841139, "precision_weighted": 0.860887, "recall": 0.861055, "recall_weighted": 0.861802, "ap": null, "ap_weighted": null }, { "accuracy": 0.860457, "f1": 0.848081, "f1_weighted": 0.856798, "precision": 0.843284, "precision_weighted": 0.858711, "recall": 0.859061, "recall_weighted": 0.860457, "ap": null, "ap_weighted": null }, { "accuracy": 0.864492, "f1": 0.850168, "f1_weighted": 0.861736, "precision": 0.844819, "precision_weighted": 0.863106, "recall": 0.86053, "recall_weighted": 0.864492, "ap": null, "ap_weighted": null } ], "accuracy": 0.857902, "f1": 0.843839, "f1_weighted": 0.854697, "precision": 0.835547, "precision_weighted": 0.857797, "recall": 0.85955, "recall_weighted": 0.857902, "ap": NaN, "ap_weighted": NaN, "main_score": 0.857902, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.87189, "f1": 0.860148, "f1_weighted": 0.868758, "precision": 0.853973, "precision_weighted": 0.87028, "recall": 0.871691, "recall_weighted": 0.87189, "ap": null, "ap_weighted": null }, { "accuracy": 0.865501, "f1": 0.853394, "f1_weighted": 0.863534, "precision": 0.842825, "precision_weighted": 0.8654, "recall": 0.869456, "recall_weighted": 0.865501, "ap": null, "ap_weighted": null }, { "accuracy": 0.86382, "f1": 0.851785, "f1_weighted": 0.861607, "precision": 0.84344, "precision_weighted": 0.867033, "recall": 0.869012, "recall_weighted": 0.86382, "ap": null, "ap_weighted": null }, { "accuracy": 0.866846, "f1": 0.855147, "f1_weighted": 0.862984, "precision": 0.849312, "precision_weighted": 0.869935, "recall": 0.872278, "recall_weighted": 0.866846, "ap": null, "ap_weighted": null }, { "accuracy": 0.866846, "f1": 0.850776, "f1_weighted": 0.861065, "precision": 0.847115, "precision_weighted": 0.865693, "recall": 0.865521, "recall_weighted": 0.866846, "ap": null, "ap_weighted": null }, { "accuracy": 0.870881, "f1": 0.859083, "f1_weighted": 0.869323, "precision": 0.850457, "precision_weighted": 0.873903, "recall": 0.875475, "recall_weighted": 0.870881, "ap": null, "ap_weighted": null }, { "accuracy": 0.866846, "f1": 0.855145, "f1_weighted": 0.86304, "precision": 0.847085, "precision_weighted": 0.864727, "recall": 0.869561, "recall_weighted": 0.866846, "ap": null, "ap_weighted": null }, { "accuracy": 0.869872, "f1": 0.857925, "f1_weighted": 0.86714, "precision": 0.854959, "precision_weighted": 0.868503, "recall": 0.866243, "recall_weighted": 0.869872, "ap": null, "ap_weighted": null }, { "accuracy": 0.873571, "f1": 0.864683, "f1_weighted": 0.870804, "precision": 0.860023, "precision_weighted": 0.872447, "recall": 0.874172, "recall_weighted": 0.873571, "ap": null, "ap_weighted": null }, { "accuracy": 0.874243, "f1": 0.865134, "f1_weighted": 0.872012, "precision": 0.85835, "precision_weighted": 0.872941, "recall": 0.876083, "recall_weighted": 0.874243, "ap": null, "ap_weighted": null } ], "accuracy": 0.869032, "f1": 0.857322, "f1_weighted": 0.866027, "precision": 0.850754, "precision_weighted": 0.869086, "recall": 0.870949, "recall_weighted": 0.869032, "ap": NaN, "ap_weighted": NaN, "main_score": 0.869032, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.837929, "f1": 0.818569, "f1_weighted": 0.832334, "precision": 0.813674, "precision_weighted": 0.835122, "recall": 0.833275, "recall_weighted": 0.837929, "ap": null, "ap_weighted": null }, { "accuracy": 0.827505, "f1": 0.811481, "f1_weighted": 0.826532, "precision": 0.801293, "precision_weighted": 0.834469, "recall": 0.831909, "recall_weighted": 0.827505, "ap": null, "ap_weighted": null }, { "accuracy": 0.832213, "f1": 0.809828, "f1_weighted": 0.827114, "precision": 0.806187, "precision_weighted": 0.838765, "recall": 0.833532, "recall_weighted": 0.832213, "ap": null, "ap_weighted": null }, { "accuracy": 0.832213, "f1": 0.809399, "f1_weighted": 0.823227, "precision": 0.807708, "precision_weighted": 0.83267, "recall": 0.830328, "recall_weighted": 0.832213, "ap": null, "ap_weighted": null }, { "accuracy": 0.835911, "f1": 0.813768, "f1_weighted": 0.826627, "precision": 0.816447, "precision_weighted": 0.834057, "recall": 0.827463, "recall_weighted": 0.835911, "ap": null, "ap_weighted": null }, { "accuracy": 0.838937, "f1": 0.819578, "f1_weighted": 0.833811, "precision": 0.819131, "precision_weighted": 0.837535, "recall": 0.83039, "recall_weighted": 0.838937, "ap": null, "ap_weighted": null }, { "accuracy": 0.835911, "f1": 0.814164, "f1_weighted": 0.830547, "precision": 0.804208, "precision_weighted": 0.831664, "recall": 0.831696, "recall_weighted": 0.835911, "ap": null, "ap_weighted": null }, { "accuracy": 0.840955, "f1": 0.826981, "f1_weighted": 0.835688, "precision": 0.825894, "precision_weighted": 0.837022, "recall": 0.834842, "recall_weighted": 0.840955, "ap": null, "ap_weighted": null }, { "accuracy": 0.832885, "f1": 0.808678, "f1_weighted": 0.827825, "precision": 0.809697, "precision_weighted": 0.834595, "recall": 0.822252, "recall_weighted": 0.832885, "ap": null, "ap_weighted": null }, { "accuracy": 0.837256, "f1": 0.815168, "f1_weighted": 0.834218, "precision": 0.805335, "precision_weighted": 0.837805, "recall": 0.834456, "recall_weighted": 0.837256, "ap": null, "ap_weighted": null } ], "accuracy": 0.835171, "f1": 0.814761, "f1_weighted": 0.829792, "precision": 0.810957, "precision_weighted": 0.835371, "recall": 0.831014, "recall_weighted": 0.835171, "ap": NaN, "ap_weighted": NaN, "main_score": 0.835171, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "scores_per_experiment": [ { "accuracy": 0.889375, "f1": 0.878956, "f1_weighted": 0.88673, "precision": 0.873495, "precision_weighted": 0.888179, "recall": 0.88915, "recall_weighted": 0.889375, "ap": null, "ap_weighted": null }, { "accuracy": 0.891056, "f1": 0.879443, "f1_weighted": 0.88901, "precision": 0.871688, "precision_weighted": 0.890328, "recall": 0.89148, "recall_weighted": 0.891056, "ap": null, "ap_weighted": null }, { "accuracy": 0.883658, "f1": 0.870008, "f1_weighted": 0.879457, "precision": 0.86544, "precision_weighted": 0.887019, "recall": 0.887347, "recall_weighted": 0.883658, "ap": null, "ap_weighted": null }, { "accuracy": 0.881977, "f1": 0.87161, "f1_weighted": 0.878773, "precision": 0.867341, "precision_weighted": 0.885021, "recall": 0.886043, "recall_weighted": 0.881977, "ap": null, "ap_weighted": null }, { "accuracy": 0.883322, "f1": 0.87115, "f1_weighted": 0.877757, "precision": 0.871467, "precision_weighted": 0.882193, "recall": 0.880837, "recall_weighted": 0.883322, "ap": null, "ap_weighted": null }, { "accuracy": 0.887357, "f1": 0.875405, "f1_weighted": 0.883588, "precision": 0.87246, "precision_weighted": 0.88874, "recall": 0.887728, "recall_weighted": 0.887357, "ap": null, "ap_weighted": null }, { "accuracy": 0.887021, "f1": 0.876049, "f1_weighted": 0.885124, "precision": 0.868021, "precision_weighted": 0.886, "recall": 0.887452, "recall_weighted": 0.887021, "ap": null, "ap_weighted": null }, { "accuracy": 0.886685, "f1": 0.87568, "f1_weighted": 0.883275, "precision": 0.873202, "precision_weighted": 0.885049, "recall": 0.883751, "recall_weighted": 0.886685, "ap": null, "ap_weighted": null }, { "accuracy": 0.891056, "f1": 0.881726, "f1_weighted": 0.887523, "precision": 0.87977, "precision_weighted": 0.889483, "recall": 0.889393, "recall_weighted": 0.891056, "ap": null, "ap_weighted": null }, { "accuracy": 0.890047, "f1": 0.878702, "f1_weighted": 0.887686, "precision": 0.874215, "precision_weighted": 0.889028, "recall": 0.887635, "recall_weighted": 0.890047, "ap": null, "ap_weighted": null } ], "accuracy": 0.887155, "f1": 0.875873, "f1_weighted": 0.883892, "precision": 0.87171, "precision_weighted": 0.887104, "recall": 0.887082, "recall_weighted": 0.887155, "ap": NaN, "ap_weighted": NaN, "main_score": 0.887155, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.868863, "f1": 0.860206, "f1_weighted": 0.865823, "precision": 0.856018, "precision_weighted": 0.868044, "recall": 0.870804, "recall_weighted": 0.868863, "ap": null, "ap_weighted": null }, { "accuracy": 0.872562, "f1": 0.859309, "f1_weighted": 0.870759, "precision": 0.850426, "precision_weighted": 0.872344, "recall": 0.873002, "recall_weighted": 0.872562, "ap": null, "ap_weighted": null }, { "accuracy": 0.862475, "f1": 0.843485, "f1_weighted": 0.857148, "precision": 0.838763, "precision_weighted": 0.868915, "recall": 0.868538, "recall_weighted": 0.862475, "ap": null, "ap_weighted": null }, { "accuracy": 0.864829, "f1": 0.852211, "f1_weighted": 0.861973, "precision": 0.845381, "precision_weighted": 0.869258, "recall": 0.870229, "recall_weighted": 0.864829, "ap": null, "ap_weighted": null }, { "accuracy": 0.861466, "f1": 0.845374, "f1_weighted": 0.854734, "precision": 0.842784, "precision_weighted": 0.859551, "recall": 0.860606, "recall_weighted": 0.861466, "ap": null, "ap_weighted": null }, { "accuracy": 0.868191, "f1": 0.856575, "f1_weighted": 0.864573, "precision": 0.850882, "precision_weighted": 0.869219, "recall": 0.871869, "recall_weighted": 0.868191, "ap": null, "ap_weighted": null }, { "accuracy": 0.869536, "f1": 0.85478, "f1_weighted": 0.867511, "precision": 0.845307, "precision_weighted": 0.869582, "recall": 0.869938, "recall_weighted": 0.869536, "ap": null, "ap_weighted": null }, { "accuracy": 0.8692, "f1": 0.854878, "f1_weighted": 0.866554, "precision": 0.849825, "precision_weighted": 0.869365, "recall": 0.867435, "recall_weighted": 0.8692, "ap": null, "ap_weighted": null }, { "accuracy": 0.869872, "f1": 0.85827, "f1_weighted": 0.865229, "precision": 0.853412, "precision_weighted": 0.867447, "recall": 0.870622, "recall_weighted": 0.869872, "ap": null, "ap_weighted": null }, { "accuracy": 0.873235, "f1": 0.861331, "f1_weighted": 0.871392, "precision": 0.853855, "precision_weighted": 0.87302, "recall": 0.873636, "recall_weighted": 0.873235, "ap": null, "ap_weighted": null } ], "accuracy": 0.868023, "f1": 0.854642, "f1_weighted": 0.864569, "precision": 0.848665, "precision_weighted": 0.868674, "recall": 0.869668, "recall_weighted": 0.868023, "ap": NaN, "ap_weighted": NaN, "main_score": 0.868023, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.839946, "f1": 0.821497, "f1_weighted": 0.839262, "precision": 0.813215, "precision_weighted": 0.841742, "recall": 0.834853, "recall_weighted": 0.839946, "ap": null, "ap_weighted": null }, { "accuracy": 0.83692, "f1": 0.820318, "f1_weighted": 0.838977, "precision": 0.810449, "precision_weighted": 0.848276, "recall": 0.841389, "recall_weighted": 0.83692, "ap": null, "ap_weighted": null }, { "accuracy": 0.839946, "f1": 0.819205, "f1_weighted": 0.837028, "precision": 0.807808, "precision_weighted": 0.843082, "recall": 0.843127, "recall_weighted": 0.839946, "ap": null, "ap_weighted": null }, { "accuracy": 0.835575, "f1": 0.816391, "f1_weighted": 0.832569, "precision": 0.808038, "precision_weighted": 0.838425, "recall": 0.837175, "recall_weighted": 0.835575, "ap": null, "ap_weighted": null }, { "accuracy": 0.840619, "f1": 0.817797, "f1_weighted": 0.836783, "precision": 0.807086, "precision_weighted": 0.840397, "recall": 0.837997, "recall_weighted": 0.840619, "ap": null, "ap_weighted": null }, { "accuracy": 0.846335, "f1": 0.825511, "f1_weighted": 0.84366, "precision": 0.815287, "precision_weighted": 0.847034, "recall": 0.84328, "recall_weighted": 0.846335, "ap": null, "ap_weighted": null }, { "accuracy": 0.848352, "f1": 0.834165, "f1_weighted": 0.848761, "precision": 0.822219, "precision_weighted": 0.851996, "recall": 0.850605, "recall_weighted": 0.848352, "ap": null, "ap_weighted": null }, { "accuracy": 0.849025, "f1": 0.833361, "f1_weighted": 0.847042, "precision": 0.826172, "precision_weighted": 0.849397, "recall": 0.846365, "recall_weighted": 0.849025, "ap": null, "ap_weighted": null }, { "accuracy": 0.844654, "f1": 0.822178, "f1_weighted": 0.841578, "precision": 0.815694, "precision_weighted": 0.844551, "recall": 0.837531, "recall_weighted": 0.844654, "ap": null, "ap_weighted": null }, { "accuracy": 0.847007, "f1": 0.829387, "f1_weighted": 0.846426, "precision": 0.818978, "precision_weighted": 0.850299, "recall": 0.846992, "recall_weighted": 0.847007, "ap": null, "ap_weighted": null } ], "accuracy": 0.842838, "f1": 0.823981, "f1_weighted": 0.841208, "precision": 0.814495, "precision_weighted": 0.84552, "recall": 0.841931, "recall_weighted": 0.842838, "ap": NaN, "ap_weighted": NaN, "main_score": 0.842838, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.804976, "f1": 0.780265, "f1_weighted": 0.80279, "precision": 0.771768, "precision_weighted": 0.808427, "recall": 0.799389, "recall_weighted": 0.804976, "ap": null, "ap_weighted": null }, { "accuracy": 0.797915, "f1": 0.769745, "f1_weighted": 0.795742, "precision": 0.762495, "precision_weighted": 0.799274, "recall": 0.784238, "recall_weighted": 0.797915, "ap": null, "ap_weighted": null }, { "accuracy": 0.790518, "f1": 0.755226, "f1_weighted": 0.78654, "precision": 0.744116, "precision_weighted": 0.795076, "recall": 0.784016, "recall_weighted": 0.790518, "ap": null, "ap_weighted": null }, { "accuracy": 0.795225, "f1": 0.758933, "f1_weighted": 0.78547, "precision": 0.749784, "precision_weighted": 0.792892, "recall": 0.787489, "recall_weighted": 0.795225, "ap": null, "ap_weighted": null }, { "accuracy": 0.798588, "f1": 0.762903, "f1_weighted": 0.787317, "precision": 0.763388, "precision_weighted": 0.791804, "recall": 0.77885, "recall_weighted": 0.798588, "ap": null, "ap_weighted": null }, { "accuracy": 0.814055, "f1": 0.785549, "f1_weighted": 0.81036, "precision": 0.781564, "precision_weighted": 0.814216, "recall": 0.799718, "recall_weighted": 0.814055, "ap": null, "ap_weighted": null }, { "accuracy": 0.797915, "f1": 0.763507, "f1_weighted": 0.786653, "precision": 0.74998, "precision_weighted": 0.783814, "recall": 0.787329, "recall_weighted": 0.797915, "ap": null, "ap_weighted": null }, { "accuracy": 0.811029, "f1": 0.783897, "f1_weighted": 0.807485, "precision": 0.777567, "precision_weighted": 0.809296, "recall": 0.797808, "recall_weighted": 0.811029, "ap": null, "ap_weighted": null }, { "accuracy": 0.801614, "f1": 0.774219, "f1_weighted": 0.796072, "precision": 0.766208, "precision_weighted": 0.797496, "recall": 0.790656, "recall_weighted": 0.801614, "ap": null, "ap_weighted": null }, { "accuracy": 0.804976, "f1": 0.775472, "f1_weighted": 0.802249, "precision": 0.762136, "precision_weighted": 0.806589, "recall": 0.798789, "recall_weighted": 0.804976, "ap": null, "ap_weighted": null } ], "accuracy": 0.801681, "f1": 0.770972, "f1_weighted": 0.796068, "precision": 0.762901, "precision_weighted": 0.799888, "recall": 0.790828, "recall_weighted": 0.801681, "ap": NaN, "ap_weighted": NaN, "main_score": 0.801681, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.873907, "f1": 0.862637, "f1_weighted": 0.871053, "precision": 0.855475, "precision_weighted": 0.873549, "recall": 0.875899, "recall_weighted": 0.873907, "ap": null, "ap_weighted": null }, { "accuracy": 0.871553, "f1": 0.85742, "f1_weighted": 0.869736, "precision": 0.84368, "precision_weighted": 0.873848, "recall": 0.879297, "recall_weighted": 0.871553, "ap": null, "ap_weighted": null }, { "accuracy": 0.870208, "f1": 0.857816, "f1_weighted": 0.866887, "precision": 0.846232, "precision_weighted": 0.873134, "recall": 0.880703, "recall_weighted": 0.870208, "ap": null, "ap_weighted": null }, { "accuracy": 0.871553, "f1": 0.85974, "f1_weighted": 0.868633, "precision": 0.851764, "precision_weighted": 0.874129, "recall": 0.877071, "recall_weighted": 0.871553, "ap": null, "ap_weighted": null }, { "accuracy": 0.873235, "f1": 0.858758, "f1_weighted": 0.867432, "precision": 0.854455, "precision_weighted": 0.87281, "recall": 0.874766, "recall_weighted": 0.873235, "ap": null, "ap_weighted": null }, { "accuracy": 0.875252, "f1": 0.862668, "f1_weighted": 0.872706, "precision": 0.852356, "precision_weighted": 0.877565, "recall": 0.88174, "recall_weighted": 0.875252, "ap": null, "ap_weighted": null }, { "accuracy": 0.878951, "f1": 0.867306, "f1_weighted": 0.877182, "precision": 0.856215, "precision_weighted": 0.878642, "recall": 0.882766, "recall_weighted": 0.878951, "ap": null, "ap_weighted": null }, { "accuracy": 0.878951, "f1": 0.868029, "f1_weighted": 0.877178, "precision": 0.860407, "precision_weighted": 0.878839, "recall": 0.880108, "recall_weighted": 0.878951, "ap": null, "ap_weighted": null }, { "accuracy": 0.878615, "f1": 0.867832, "f1_weighted": 0.875976, "precision": 0.860891, "precision_weighted": 0.879015, "recall": 0.881709, "recall_weighted": 0.878615, "ap": null, "ap_weighted": null }, { "accuracy": 0.87727, "f1": 0.866666, "f1_weighted": 0.874841, "precision": 0.855083, "precision_weighted": 0.875876, "recall": 0.882723, "recall_weighted": 0.87727, "ap": null, "ap_weighted": null } ], "accuracy": 0.87495, "f1": 0.862887, "f1_weighted": 0.872162, "precision": 0.853656, "precision_weighted": 0.875741, "recall": 0.879678, "recall_weighted": 0.87495, "ap": NaN, "ap_weighted": NaN, "main_score": 0.87495, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.790854, "f1": 0.768238, "f1_weighted": 0.792056, "precision": 0.76736, "precision_weighted": 0.797844, "recall": 0.776193, "recall_weighted": 0.790854, "ap": null, "ap_weighted": null }, { "accuracy": 0.789173, "f1": 0.763838, "f1_weighted": 0.78921, "precision": 0.756219, "precision_weighted": 0.794073, "recall": 0.778508, "recall_weighted": 0.789173, "ap": null, "ap_weighted": null }, { "accuracy": 0.781775, "f1": 0.754037, "f1_weighted": 0.782333, "precision": 0.744305, "precision_weighted": 0.791209, "recall": 0.77659, "recall_weighted": 0.781775, "ap": null, "ap_weighted": null }, { "accuracy": 0.786483, "f1": 0.755861, "f1_weighted": 0.782164, "precision": 0.752507, "precision_weighted": 0.788486, "recall": 0.774684, "recall_weighted": 0.786483, "ap": null, "ap_weighted": null }, { "accuracy": 0.787155, "f1": 0.747936, "f1_weighted": 0.778203, "precision": 0.747963, "precision_weighted": 0.789162, "recall": 0.771328, "recall_weighted": 0.787155, "ap": null, "ap_weighted": null }, { "accuracy": 0.787828, "f1": 0.756298, "f1_weighted": 0.781645, "precision": 0.754951, "precision_weighted": 0.783068, "recall": 0.76762, "recall_weighted": 0.787828, "ap": null, "ap_weighted": null }, { "accuracy": 0.786147, "f1": 0.756254, "f1_weighted": 0.78281, "precision": 0.74706, "precision_weighted": 0.786416, "recall": 0.774573, "recall_weighted": 0.786147, "ap": null, "ap_weighted": null }, { "accuracy": 0.791863, "f1": 0.765149, "f1_weighted": 0.791137, "precision": 0.764489, "precision_weighted": 0.794407, "recall": 0.77205, "recall_weighted": 0.791863, "ap": null, "ap_weighted": null }, { "accuracy": 0.792872, "f1": 0.767784, "f1_weighted": 0.790815, "precision": 0.765543, "precision_weighted": 0.793288, "recall": 0.776198, "recall_weighted": 0.792872, "ap": null, "ap_weighted": null }, { "accuracy": 0.786147, "f1": 0.764315, "f1_weighted": 0.788408, "precision": 0.757597, "precision_weighted": 0.796245, "recall": 0.778631, "recall_weighted": 0.786147, "ap": null, "ap_weighted": null } ], "accuracy": 0.78803, "f1": 0.759971, "f1_weighted": 0.785878, "precision": 0.755799, "precision_weighted": 0.79142, "recall": 0.774637, "recall_weighted": 0.78803, "ap": NaN, "ap_weighted": NaN, "main_score": 0.78803, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.736718, "f1": 0.710046, "f1_weighted": 0.73852, "precision": 0.699228, "precision_weighted": 0.75177, "recall": 0.735749, "recall_weighted": 0.736718, "ap": null, "ap_weighted": null }, { "accuracy": 0.752858, "f1": 0.71848, "f1_weighted": 0.750315, "precision": 0.707984, "precision_weighted": 0.754995, "recall": 0.740742, "recall_weighted": 0.752858, "ap": null, "ap_weighted": null }, { "accuracy": 0.738063, "f1": 0.71205, "f1_weighted": 0.740466, "precision": 0.700887, "precision_weighted": 0.756889, "recall": 0.743775, "recall_weighted": 0.738063, "ap": null, "ap_weighted": null }, { "accuracy": 0.735373, "f1": 0.686662, "f1_weighted": 0.730215, "precision": 0.678957, "precision_weighted": 0.744984, "recall": 0.72181, "recall_weighted": 0.735373, "ap": null, "ap_weighted": null }, { "accuracy": 0.751177, "f1": 0.71662, "f1_weighted": 0.742889, "precision": 0.714188, "precision_weighted": 0.752403, "recall": 0.73813, "recall_weighted": 0.751177, "ap": null, "ap_weighted": null }, { "accuracy": 0.742434, "f1": 0.705991, "f1_weighted": 0.739517, "precision": 0.690972, "precision_weighted": 0.747883, "recall": 0.735099, "recall_weighted": 0.742434, "ap": null, "ap_weighted": null }, { "accuracy": 0.756221, "f1": 0.720538, "f1_weighted": 0.752414, "precision": 0.711818, "precision_weighted": 0.758919, "recall": 0.740389, "recall_weighted": 0.756221, "ap": null, "ap_weighted": null }, { "accuracy": 0.761937, "f1": 0.729221, "f1_weighted": 0.761078, "precision": 0.723407, "precision_weighted": 0.76458, "recall": 0.741981, "recall_weighted": 0.761937, "ap": null, "ap_weighted": null }, { "accuracy": 0.743107, "f1": 0.705371, "f1_weighted": 0.741834, "precision": 0.696097, "precision_weighted": 0.748423, "recall": 0.725865, "recall_weighted": 0.743107, "ap": null, "ap_weighted": null }, { "accuracy": 0.755212, "f1": 0.725631, "f1_weighted": 0.756815, "precision": 0.715508, "precision_weighted": 0.762795, "recall": 0.742413, "recall_weighted": 0.755212, "ap": null, "ap_weighted": null } ], "accuracy": 0.74731, "f1": 0.713061, "f1_weighted": 0.745406, "precision": 0.703905, "precision_weighted": 0.754364, "recall": 0.736595, "recall_weighted": 0.74731, "ap": NaN, "ap_weighted": NaN, "main_score": 0.74731, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.867182, "f1": 0.852544, "f1_weighted": 0.862196, "precision": 0.851027, "precision_weighted": 0.86539, "recall": 0.863289, "recall_weighted": 0.867182, "ap": null, "ap_weighted": null }, { "accuracy": 0.864829, "f1": 0.852385, "f1_weighted": 0.862317, "precision": 0.850002, "precision_weighted": 0.86627, "recall": 0.86336, "recall_weighted": 0.864829, "ap": null, "ap_weighted": null }, { "accuracy": 0.856086, "f1": 0.836609, "f1_weighted": 0.852147, "precision": 0.829051, "precision_weighted": 0.860647, "recall": 0.860092, "recall_weighted": 0.856086, "ap": null, "ap_weighted": null }, { "accuracy": 0.864156, "f1": 0.848014, "f1_weighted": 0.858725, "precision": 0.845328, "precision_weighted": 0.862799, "recall": 0.860952, "recall_weighted": 0.864156, "ap": null, "ap_weighted": null }, { "accuracy": 0.868527, "f1": 0.85369, "f1_weighted": 0.864007, "precision": 0.853122, "precision_weighted": 0.868016, "recall": 0.863767, "recall_weighted": 0.868527, "ap": null, "ap_weighted": null }, { "accuracy": 0.864156, "f1": 0.85002, "f1_weighted": 0.859769, "precision": 0.846927, "precision_weighted": 0.864838, "recall": 0.863983, "recall_weighted": 0.864156, "ap": null, "ap_weighted": null }, { "accuracy": 0.866174, "f1": 0.850611, "f1_weighted": 0.862944, "precision": 0.843639, "precision_weighted": 0.863214, "recall": 0.861796, "recall_weighted": 0.866174, "ap": null, "ap_weighted": null }, { "accuracy": 0.865501, "f1": 0.852839, "f1_weighted": 0.863228, "precision": 0.85085, "precision_weighted": 0.866061, "recall": 0.861525, "recall_weighted": 0.865501, "ap": null, "ap_weighted": null }, { "accuracy": 0.873571, "f1": 0.858123, "f1_weighted": 0.869752, "precision": 0.85871, "precision_weighted": 0.871404, "recall": 0.865133, "recall_weighted": 0.873571, "ap": null, "ap_weighted": null }, { "accuracy": 0.872226, "f1": 0.857622, "f1_weighted": 0.868869, "precision": 0.855749, "precision_weighted": 0.870133, "recall": 0.865608, "recall_weighted": 0.872226, "ap": null, "ap_weighted": null } ], "accuracy": 0.866241, "f1": 0.851246, "f1_weighted": 0.862395, "precision": 0.848441, "precision_weighted": 0.865877, "recall": 0.86295, "recall_weighted": 0.866241, "ap": NaN, "ap_weighted": NaN, "main_score": 0.866241, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.868191, "f1": 0.858268, "f1_weighted": 0.865986, "precision": 0.853856, "precision_weighted": 0.866817, "recall": 0.866909, "recall_weighted": 0.868191, "ap": null, "ap_weighted": null }, { "accuracy": 0.869536, "f1": 0.861294, "f1_weighted": 0.867366, "precision": 0.853295, "precision_weighted": 0.869065, "recall": 0.874232, "recall_weighted": 0.869536, "ap": null, "ap_weighted": null }, { "accuracy": 0.863484, "f1": 0.850469, "f1_weighted": 0.860413, "precision": 0.84075, "precision_weighted": 0.863211, "recall": 0.868281, "recall_weighted": 0.863484, "ap": null, "ap_weighted": null }, { "accuracy": 0.860794, "f1": 0.84895, "f1_weighted": 0.857891, "precision": 0.839013, "precision_weighted": 0.859085, "recall": 0.864895, "recall_weighted": 0.860794, "ap": null, "ap_weighted": null }, { "accuracy": 0.867855, "f1": 0.856361, "f1_weighted": 0.863008, "precision": 0.85426, "precision_weighted": 0.863965, "recall": 0.865076, "recall_weighted": 0.867855, "ap": null, "ap_weighted": null }, { "accuracy": 0.86651, "f1": 0.85508, "f1_weighted": 0.86255, "precision": 0.851196, "precision_weighted": 0.864765, "recall": 0.86599, "recall_weighted": 0.86651, "ap": null, "ap_weighted": null }, { "accuracy": 0.864156, "f1": 0.851194, "f1_weighted": 0.861572, "precision": 0.843413, "precision_weighted": 0.86214, "recall": 0.8634, "recall_weighted": 0.864156, "ap": null, "ap_weighted": null }, { "accuracy": 0.868527, "f1": 0.859101, "f1_weighted": 0.866151, "precision": 0.854674, "precision_weighted": 0.867136, "recall": 0.867832, "recall_weighted": 0.868527, "ap": null, "ap_weighted": null }, { "accuracy": 0.870545, "f1": 0.860475, "f1_weighted": 0.866844, "precision": 0.85501, "precision_weighted": 0.867154, "recall": 0.870496, "recall_weighted": 0.870545, "ap": null, "ap_weighted": null }, { "accuracy": 0.870881, "f1": 0.862939, "f1_weighted": 0.869787, "precision": 0.855781, "precision_weighted": 0.871557, "recall": 0.874321, "recall_weighted": 0.870881, "ap": null, "ap_weighted": null } ], "accuracy": 0.867048, "f1": 0.856413, "f1_weighted": 0.864157, "precision": 0.850125, "precision_weighted": 0.86549, "recall": 0.868143, "recall_weighted": 0.867048, "ap": NaN, "ap_weighted": NaN, "main_score": 0.867048, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "scores_per_experiment": [ { "accuracy": 0.796234, "f1": 0.771, "f1_weighted": 0.792202, "precision": 0.763155, "precision_weighted": 0.796327, "recall": 0.788315, "recall_weighted": 0.796234, "ap": null, "ap_weighted": null }, { "accuracy": 0.786147, "f1": 0.759567, "f1_weighted": 0.783996, "precision": 0.749187, "precision_weighted": 0.790123, "recall": 0.780277, "recall_weighted": 0.786147, "ap": null, "ap_weighted": null }, { "accuracy": 0.776732, "f1": 0.749254, "f1_weighted": 0.775143, "precision": 0.73666, "precision_weighted": 0.785225, "recall": 0.777455, "recall_weighted": 0.776732, "ap": null, "ap_weighted": null }, { "accuracy": 0.78312, "f1": 0.752918, "f1_weighted": 0.776121, "precision": 0.74678, "precision_weighted": 0.781246, "recall": 0.773503, "recall_weighted": 0.78312, "ap": null, "ap_weighted": null }, { "accuracy": 0.7885, "f1": 0.760388, "f1_weighted": 0.780167, "precision": 0.761393, "precision_weighted": 0.785864, "recall": 0.774304, "recall_weighted": 0.7885, "ap": null, "ap_weighted": null }, { "accuracy": 0.786483, "f1": 0.763388, "f1_weighted": 0.783664, "precision": 0.764411, "precision_weighted": 0.790736, "recall": 0.776987, "recall_weighted": 0.786483, "ap": null, "ap_weighted": null }, { "accuracy": 0.788164, "f1": 0.760526, "f1_weighted": 0.782448, "precision": 0.751882, "precision_weighted": 0.789477, "recall": 0.783987, "recall_weighted": 0.788164, "ap": null, "ap_weighted": null }, { "accuracy": 0.792872, "f1": 0.770748, "f1_weighted": 0.790703, "precision": 0.765748, "precision_weighted": 0.794536, "recall": 0.783621, "recall_weighted": 0.792872, "ap": null, "ap_weighted": null }, { "accuracy": 0.794217, "f1": 0.772628, "f1_weighted": 0.78923, "precision": 0.780579, "precision_weighted": 0.796648, "recall": 0.780028, "recall_weighted": 0.794217, "ap": null, "ap_weighted": null }, { "accuracy": 0.788837, "f1": 0.76409, "f1_weighted": 0.785944, "precision": 0.758374, "precision_weighted": 0.792399, "recall": 0.781651, "recall_weighted": 0.788837, "ap": null, "ap_weighted": null } ], "accuracy": 0.78813, "f1": 0.762451, "f1_weighted": 0.783962, "precision": 0.757817, "precision_weighted": 0.790258, "recall": 0.780013, "recall_weighted": 0.78813, "ap": NaN, "ap_weighted": NaN, "main_score": 0.78813, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.85306, "f1": 0.840756, "f1_weighted": 0.852137, "precision": 0.834902, "precision_weighted": 0.854575, "recall": 0.85154, "recall_weighted": 0.85306, "ap": null, "ap_weighted": null }, { "accuracy": 0.84768, "f1": 0.833927, "f1_weighted": 0.848651, "precision": 0.825736, "precision_weighted": 0.854779, "recall": 0.849011, "recall_weighted": 0.84768, "ap": null, "ap_weighted": null }, { "accuracy": 0.848352, "f1": 0.831209, "f1_weighted": 0.84586, "precision": 0.824283, "precision_weighted": 0.854067, "recall": 0.85241, "recall_weighted": 0.848352, "ap": null, "ap_weighted": null }, { "accuracy": 0.85037, "f1": 0.83426, "f1_weighted": 0.846656, "precision": 0.825762, "precision_weighted": 0.850519, "recall": 0.852279, "recall_weighted": 0.85037, "ap": null, "ap_weighted": null }, { "accuracy": 0.855414, "f1": 0.837095, "f1_weighted": 0.852068, "precision": 0.830337, "precision_weighted": 0.85622, "recall": 0.853708, "recall_weighted": 0.855414, "ap": null, "ap_weighted": null }, { "accuracy": 0.857431, "f1": 0.84304, "f1_weighted": 0.855038, "precision": 0.835501, "precision_weighted": 0.857956, "recall": 0.857299, "recall_weighted": 0.857431, "ap": null, "ap_weighted": null }, { "accuracy": 0.854741, "f1": 0.840057, "f1_weighted": 0.853513, "precision": 0.829582, "precision_weighted": 0.855278, "recall": 0.854636, "recall_weighted": 0.854741, "ap": null, "ap_weighted": null }, { "accuracy": 0.859449, "f1": 0.843856, "f1_weighted": 0.85708, "precision": 0.83672, "precision_weighted": 0.858484, "recall": 0.856407, "recall_weighted": 0.859449, "ap": null, "ap_weighted": null }, { "accuracy": 0.854069, "f1": 0.84009, "f1_weighted": 0.851409, "precision": 0.837125, "precision_weighted": 0.853332, "recall": 0.849054, "recall_weighted": 0.854069, "ap": null, "ap_weighted": null }, { "accuracy": 0.85844, "f1": 0.845253, "f1_weighted": 0.856587, "precision": 0.840446, "precision_weighted": 0.857922, "recall": 0.854643, "recall_weighted": 0.85844, "ap": null, "ap_weighted": null } ], "accuracy": 0.8539, "f1": 0.838954, "f1_weighted": 0.8519, "precision": 0.832039, "precision_weighted": 0.855313, "recall": 0.853099, "recall_weighted": 0.8539, "ap": NaN, "ap_weighted": NaN, "main_score": 0.8539, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.868863, "f1": 0.856493, "f1_weighted": 0.866132, "precision": 0.853507, "precision_weighted": 0.868527, "recall": 0.865167, "recall_weighted": 0.868863, "ap": null, "ap_weighted": null }, { "accuracy": 0.86382, "f1": 0.851582, "f1_weighted": 0.862967, "precision": 0.838441, "precision_weighted": 0.866234, "recall": 0.87085, "recall_weighted": 0.86382, "ap": null, "ap_weighted": null }, { "accuracy": 0.864492, "f1": 0.851586, "f1_weighted": 0.863254, "precision": 0.842879, "precision_weighted": 0.868833, "recall": 0.869626, "recall_weighted": 0.864492, "ap": null, "ap_weighted": null }, { "accuracy": 0.861802, "f1": 0.850053, "f1_weighted": 0.858391, "precision": 0.843263, "precision_weighted": 0.8636, "recall": 0.866587, "recall_weighted": 0.861802, "ap": null, "ap_weighted": null }, { "accuracy": 0.862811, "f1": 0.849936, "f1_weighted": 0.858094, "precision": 0.847114, "precision_weighted": 0.863899, "recall": 0.864533, "recall_weighted": 0.862811, "ap": null, "ap_weighted": null }, { "accuracy": 0.864156, "f1": 0.85051, "f1_weighted": 0.862193, "precision": 0.840301, "precision_weighted": 0.867211, "recall": 0.869526, "recall_weighted": 0.864156, "ap": null, "ap_weighted": null }, { "accuracy": 0.861466, "f1": 0.846356, "f1_weighted": 0.858188, "precision": 0.835998, "precision_weighted": 0.860504, "recall": 0.863963, "recall_weighted": 0.861466, "ap": null, "ap_weighted": null }, { "accuracy": 0.868191, "f1": 0.856904, "f1_weighted": 0.866004, "precision": 0.851958, "precision_weighted": 0.868976, "recall": 0.868463, "recall_weighted": 0.868191, "ap": null, "ap_weighted": null }, { "accuracy": 0.868863, "f1": 0.857837, "f1_weighted": 0.865372, "precision": 0.853595, "precision_weighted": 0.867233, "recall": 0.867854, "recall_weighted": 0.868863, "ap": null, "ap_weighted": null }, { "accuracy": 0.867518, "f1": 0.854972, "f1_weighted": 0.8649, "precision": 0.846585, "precision_weighted": 0.867181, "recall": 0.870072, "recall_weighted": 0.867518, "ap": null, "ap_weighted": null } ], "accuracy": 0.865198, "f1": 0.852623, "f1_weighted": 0.86255, "precision": 0.845364, "precision_weighted": 0.86622, "recall": 0.867664, "recall_weighted": 0.865198, "ap": NaN, "ap_weighted": NaN, "main_score": 0.865198, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.843981, "f1": 0.825033, "f1_weighted": 0.84289, "precision": 0.822065, "precision_weighted": 0.848016, "recall": 0.837112, "recall_weighted": 0.843981, "ap": null, "ap_weighted": null }, { "accuracy": 0.8423, "f1": 0.820408, "f1_weighted": 0.842119, "precision": 0.810352, "precision_weighted": 0.848962, "recall": 0.841074, "recall_weighted": 0.8423, "ap": null, "ap_weighted": null }, { "accuracy": 0.8423, "f1": 0.821896, "f1_weighted": 0.840488, "precision": 0.813455, "precision_weighted": 0.847061, "recall": 0.841325, "recall_weighted": 0.8423, "ap": null, "ap_weighted": null }, { "accuracy": 0.837929, "f1": 0.816626, "f1_weighted": 0.835297, "precision": 0.810918, "precision_weighted": 0.84161, "recall": 0.832292, "recall_weighted": 0.837929, "ap": null, "ap_weighted": null }, { "accuracy": 0.84768, "f1": 0.824621, "f1_weighted": 0.844683, "precision": 0.821523, "precision_weighted": 0.84925, "recall": 0.836812, "recall_weighted": 0.84768, "ap": null, "ap_weighted": null }, { "accuracy": 0.855414, "f1": 0.83418, "f1_weighted": 0.854369, "precision": 0.832165, "precision_weighted": 0.85707, "recall": 0.841282, "recall_weighted": 0.855414, "ap": null, "ap_weighted": null }, { "accuracy": 0.839946, "f1": 0.819598, "f1_weighted": 0.838073, "precision": 0.808598, "precision_weighted": 0.841719, "recall": 0.838032, "recall_weighted": 0.839946, "ap": null, "ap_weighted": null }, { "accuracy": 0.8423, "f1": 0.824321, "f1_weighted": 0.840573, "precision": 0.822509, "precision_weighted": 0.846182, "recall": 0.835273, "recall_weighted": 0.8423, "ap": null, "ap_weighted": null }, { "accuracy": 0.847344, "f1": 0.826304, "f1_weighted": 0.844049, "precision": 0.824323, "precision_weighted": 0.846399, "recall": 0.834094, "recall_weighted": 0.847344, "ap": null, "ap_weighted": null }, { "accuracy": 0.851042, "f1": 0.834475, "f1_weighted": 0.850935, "precision": 0.830689, "precision_weighted": 0.854437, "recall": 0.843721, "recall_weighted": 0.851042, "ap": null, "ap_weighted": null } ], "accuracy": 0.845024, "f1": 0.824746, "f1_weighted": 0.843348, "precision": 0.81966, "precision_weighted": 0.848071, "recall": 0.838102, "recall_weighted": 0.845024, "ap": NaN, "ap_weighted": NaN, "main_score": 0.845024, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.869536, "f1": 0.855648, "f1_weighted": 0.86694, "precision": 0.851829, "precision_weighted": 0.867845, "recall": 0.863527, "recall_weighted": 0.869536, "ap": null, "ap_weighted": null }, { "accuracy": 0.865501, "f1": 0.851548, "f1_weighted": 0.863553, "precision": 0.841483, "precision_weighted": 0.865374, "recall": 0.866713, "recall_weighted": 0.865501, "ap": null, "ap_weighted": null }, { "accuracy": 0.86113, "f1": 0.843193, "f1_weighted": 0.856029, "precision": 0.833968, "precision_weighted": 0.861253, "recall": 0.863249, "recall_weighted": 0.86113, "ap": null, "ap_weighted": null }, { "accuracy": 0.860457, "f1": 0.84463, "f1_weighted": 0.855436, "precision": 0.838795, "precision_weighted": 0.861283, "recall": 0.861513, "recall_weighted": 0.860457, "ap": null, "ap_weighted": null }, { "accuracy": 0.865165, "f1": 0.850435, "f1_weighted": 0.86066, "precision": 0.845129, "precision_weighted": 0.864881, "recall": 0.865622, "recall_weighted": 0.865165, "ap": null, "ap_weighted": null }, { "accuracy": 0.864492, "f1": 0.84936, "f1_weighted": 0.861003, "precision": 0.846945, "precision_weighted": 0.866337, "recall": 0.862115, "recall_weighted": 0.864492, "ap": null, "ap_weighted": null }, { "accuracy": 0.866174, "f1": 0.855291, "f1_weighted": 0.864193, "precision": 0.852603, "precision_weighted": 0.866016, "recall": 0.862585, "recall_weighted": 0.866174, "ap": null, "ap_weighted": null }, { "accuracy": 0.868527, "f1": 0.856789, "f1_weighted": 0.866753, "precision": 0.85385, "precision_weighted": 0.868698, "recall": 0.864726, "recall_weighted": 0.868527, "ap": null, "ap_weighted": null }, { "accuracy": 0.866174, "f1": 0.852275, "f1_weighted": 0.862831, "precision": 0.84785, "precision_weighted": 0.864896, "recall": 0.862405, "recall_weighted": 0.866174, "ap": null, "ap_weighted": null }, { "accuracy": 0.875252, "f1": 0.863165, "f1_weighted": 0.872461, "precision": 0.862936, "precision_weighted": 0.873632, "recall": 0.868113, "recall_weighted": 0.875252, "ap": null, "ap_weighted": null } ], "accuracy": 0.866241, "f1": 0.852234, "f1_weighted": 0.862986, "precision": 0.847539, "precision_weighted": 0.866021, "recall": 0.864057, "recall_weighted": 0.866241, "ap": NaN, "ap_weighted": NaN, "main_score": 0.866241, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.827505, "f1": 0.80128, "f1_weighted": 0.824709, "precision": 0.797278, "precision_weighted": 0.82701, "recall": 0.811595, "recall_weighted": 0.827505, "ap": null, "ap_weighted": null }, { "accuracy": 0.823806, "f1": 0.79639, "f1_weighted": 0.823144, "precision": 0.788234, "precision_weighted": 0.826918, "recall": 0.81099, "recall_weighted": 0.823806, "ap": null, "ap_weighted": null }, { "accuracy": 0.817754, "f1": 0.787768, "f1_weighted": 0.812091, "precision": 0.784483, "precision_weighted": 0.821358, "recall": 0.807811, "recall_weighted": 0.817754, "ap": null, "ap_weighted": null }, { "accuracy": 0.819435, "f1": 0.793064, "f1_weighted": 0.815645, "precision": 0.790148, "precision_weighted": 0.821065, "recall": 0.806139, "recall_weighted": 0.819435, "ap": null, "ap_weighted": null }, { "accuracy": 0.820108, "f1": 0.792365, "f1_weighted": 0.815888, "precision": 0.789846, "precision_weighted": 0.820163, "recall": 0.805405, "recall_weighted": 0.820108, "ap": null, "ap_weighted": null }, { "accuracy": 0.827169, "f1": 0.798375, "f1_weighted": 0.825143, "precision": 0.797706, "precision_weighted": 0.82957, "recall": 0.808202, "recall_weighted": 0.827169, "ap": null, "ap_weighted": null }, { "accuracy": 0.824143, "f1": 0.79412, "f1_weighted": 0.817426, "precision": 0.791427, "precision_weighted": 0.818576, "recall": 0.805462, "recall_weighted": 0.824143, "ap": null, "ap_weighted": null }, { "accuracy": 0.825488, "f1": 0.799696, "f1_weighted": 0.822971, "precision": 0.803495, "precision_weighted": 0.826156, "recall": 0.803096, "recall_weighted": 0.825488, "ap": null, "ap_weighted": null }, { "accuracy": 0.82616, "f1": 0.799823, "f1_weighted": 0.822109, "precision": 0.801921, "precision_weighted": 0.826096, "recall": 0.806885, "recall_weighted": 0.82616, "ap": null, "ap_weighted": null }, { "accuracy": 0.826833, "f1": 0.801698, "f1_weighted": 0.825001, "precision": 0.795452, "precision_weighted": 0.827746, "recall": 0.814699, "recall_weighted": 0.826833, "ap": null, "ap_weighted": null } ], "accuracy": 0.82384, "f1": 0.796458, "f1_weighted": 0.820413, "precision": 0.793999, "precision_weighted": 0.824466, "recall": 0.808028, "recall_weighted": 0.82384, "ap": NaN, "ap_weighted": NaN, "main_score": 0.82384, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.870881, "f1": 0.861359, "f1_weighted": 0.86831, "precision": 0.85666, "precision_weighted": 0.86917, "recall": 0.870506, "recall_weighted": 0.870881, "ap": null, "ap_weighted": null }, { "accuracy": 0.874243, "f1": 0.861713, "f1_weighted": 0.87259, "precision": 0.852935, "precision_weighted": 0.874341, "recall": 0.875174, "recall_weighted": 0.874243, "ap": null, "ap_weighted": null }, { "accuracy": 0.867855, "f1": 0.854605, "f1_weighted": 0.86464, "precision": 0.847614, "precision_weighted": 0.869649, "recall": 0.870941, "recall_weighted": 0.867855, "ap": null, "ap_weighted": null }, { "accuracy": 0.865501, "f1": 0.852905, "f1_weighted": 0.861988, "precision": 0.850864, "precision_weighted": 0.868567, "recall": 0.866419, "recall_weighted": 0.865501, "ap": null, "ap_weighted": null }, { "accuracy": 0.870545, "f1": 0.856829, "f1_weighted": 0.866348, "precision": 0.852505, "precision_weighted": 0.86794, "recall": 0.86787, "recall_weighted": 0.870545, "ap": null, "ap_weighted": null }, { "accuracy": 0.873907, "f1": 0.860794, "f1_weighted": 0.870604, "precision": 0.858175, "precision_weighted": 0.873892, "recall": 0.870365, "recall_weighted": 0.873907, "ap": null, "ap_weighted": null }, { "accuracy": 0.869872, "f1": 0.857489, "f1_weighted": 0.867646, "precision": 0.850334, "precision_weighted": 0.868833, "recall": 0.869076, "recall_weighted": 0.869872, "ap": null, "ap_weighted": null }, { "accuracy": 0.872562, "f1": 0.861116, "f1_weighted": 0.870485, "precision": 0.858287, "precision_weighted": 0.872953, "recall": 0.869761, "recall_weighted": 0.872562, "ap": null, "ap_weighted": null }, { "accuracy": 0.875925, "f1": 0.865384, "f1_weighted": 0.871896, "precision": 0.866065, "precision_weighted": 0.874833, "recall": 0.871976, "recall_weighted": 0.875925, "ap": null, "ap_weighted": null }, { "accuracy": 0.874916, "f1": 0.865698, "f1_weighted": 0.873768, "precision": 0.86163, "precision_weighted": 0.874557, "recall": 0.872562, "recall_weighted": 0.874916, "ap": null, "ap_weighted": null } ], "accuracy": 0.871621, "f1": 0.859789, "f1_weighted": 0.868828, "precision": 0.855507, "precision_weighted": 0.871474, "recall": 0.870465, "recall_weighted": 0.871621, "ap": NaN, "ap_weighted": NaN, "main_score": 0.871621, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.80195, "f1": 0.772851, "f1_weighted": 0.80042, "precision": 0.763769, "precision_weighted": 0.805069, "recall": 0.790891, "recall_weighted": 0.80195, "ap": null, "ap_weighted": null }, { "accuracy": 0.797915, "f1": 0.769749, "f1_weighted": 0.796986, "precision": 0.762106, "precision_weighted": 0.806728, "recall": 0.793777, "recall_weighted": 0.797915, "ap": null, "ap_weighted": null }, { "accuracy": 0.79926, "f1": 0.781407, "f1_weighted": 0.803206, "precision": 0.772086, "precision_weighted": 0.813097, "recall": 0.800092, "recall_weighted": 0.79926, "ap": null, "ap_weighted": null }, { "accuracy": 0.803631, "f1": 0.777263, "f1_weighted": 0.803485, "precision": 0.77254, "precision_weighted": 0.814987, "recall": 0.798254, "recall_weighted": 0.803631, "ap": null, "ap_weighted": null }, { "accuracy": 0.805985, "f1": 0.77355, "f1_weighted": 0.799624, "precision": 0.772782, "precision_weighted": 0.807265, "recall": 0.793007, "recall_weighted": 0.805985, "ap": null, "ap_weighted": null }, { "accuracy": 0.808003, "f1": 0.781656, "f1_weighted": 0.804895, "precision": 0.778002, "precision_weighted": 0.810234, "recall": 0.79557, "recall_weighted": 0.808003, "ap": null, "ap_weighted": null }, { "accuracy": 0.802623, "f1": 0.772631, "f1_weighted": 0.798155, "precision": 0.760598, "precision_weighted": 0.803645, "recall": 0.796136, "recall_weighted": 0.802623, "ap": null, "ap_weighted": null }, { "accuracy": 0.806994, "f1": 0.785155, "f1_weighted": 0.80757, "precision": 0.782909, "precision_weighted": 0.813851, "recall": 0.796968, "recall_weighted": 0.806994, "ap": null, "ap_weighted": null }, { "accuracy": 0.809011, "f1": 0.78266, "f1_weighted": 0.804687, "precision": 0.781823, "precision_weighted": 0.808634, "recall": 0.793921, "recall_weighted": 0.809011, "ap": null, "ap_weighted": null }, { "accuracy": 0.806994, "f1": 0.785621, "f1_weighted": 0.807945, "precision": 0.776425, "precision_weighted": 0.813574, "recall": 0.802805, "recall_weighted": 0.806994, "ap": null, "ap_weighted": null } ], "accuracy": 0.804237, "f1": 0.778254, "f1_weighted": 0.802697, "precision": 0.772304, "precision_weighted": 0.809708, "recall": 0.796142, "recall_weighted": 0.804237, "ap": NaN, "ap_weighted": NaN, "main_score": 0.804237, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.86382, "f1": 0.844979, "f1_weighted": 0.862085, "precision": 0.84169, "precision_weighted": 0.863383, "recall": 0.852033, "recall_weighted": 0.86382, "ap": null, "ap_weighted": null }, { "accuracy": 0.856422, "f1": 0.840022, "f1_weighted": 0.854667, "precision": 0.82863, "precision_weighted": 0.85634, "recall": 0.856358, "recall_weighted": 0.856422, "ap": null, "ap_weighted": null }, { "accuracy": 0.856422, "f1": 0.836604, "f1_weighted": 0.854308, "precision": 0.827919, "precision_weighted": 0.860463, "recall": 0.856302, "recall_weighted": 0.856422, "ap": null, "ap_weighted": null }, { "accuracy": 0.857767, "f1": 0.837318, "f1_weighted": 0.854365, "precision": 0.830288, "precision_weighted": 0.857697, "recall": 0.852194, "recall_weighted": 0.857767, "ap": null, "ap_weighted": null }, { "accuracy": 0.851042, "f1": 0.828412, "f1_weighted": 0.84391, "precision": 0.827051, "precision_weighted": 0.848064, "recall": 0.841394, "recall_weighted": 0.851042, "ap": null, "ap_weighted": null }, { "accuracy": 0.864156, "f1": 0.847423, "f1_weighted": 0.861675, "precision": 0.841619, "precision_weighted": 0.863, "recall": 0.858065, "recall_weighted": 0.864156, "ap": null, "ap_weighted": null }, { "accuracy": 0.868863, "f1": 0.85374, "f1_weighted": 0.868088, "precision": 0.848752, "precision_weighted": 0.868966, "recall": 0.861276, "recall_weighted": 0.868863, "ap": null, "ap_weighted": null }, { "accuracy": 0.865501, "f1": 0.848214, "f1_weighted": 0.863732, "precision": 0.84615, "precision_weighted": 0.864458, "recall": 0.853701, "recall_weighted": 0.865501, "ap": null, "ap_weighted": null }, { "accuracy": 0.864492, "f1": 0.847365, "f1_weighted": 0.861922, "precision": 0.846294, "precision_weighted": 0.862797, "recall": 0.852513, "recall_weighted": 0.864492, "ap": null, "ap_weighted": null }, { "accuracy": 0.86651, "f1": 0.85088, "f1_weighted": 0.86579, "precision": 0.848257, "precision_weighted": 0.866253, "recall": 0.855065, "recall_weighted": 0.86651, "ap": null, "ap_weighted": null } ], "accuracy": 0.8615, "f1": 0.843496, "f1_weighted": 0.859054, "precision": 0.838665, "precision_weighted": 0.861142, "recall": 0.85389, "recall_weighted": 0.8615, "ap": NaN, "ap_weighted": NaN, "main_score": 0.8615, "hf_subset": "sv", "languages": [ "swe-Latn" ] } ], "validation": [ { "scores_per_experiment": [ { "accuracy": 0.869651, "f1": 0.851053, "f1_weighted": 0.866964, "precision": 0.844159, "precision_weighted": 0.869104, "recall": 0.863731, "recall_weighted": 0.869651, "ap": null, "ap_weighted": null }, { "accuracy": 0.865716, "f1": 0.852311, "f1_weighted": 0.865367, "precision": 0.837845, "precision_weighted": 0.870574, "recall": 0.874996, "recall_weighted": 0.865716, "ap": null, "ap_weighted": null }, { "accuracy": 0.865716, "f1": 0.847541, "f1_weighted": 0.861563, "precision": 0.835648, "precision_weighted": 0.86854, "recall": 0.873861, "recall_weighted": 0.865716, "ap": null, "ap_weighted": null }, { "accuracy": 0.862764, "f1": 0.845905, "f1_weighted": 0.860342, "precision": 0.833558, "precision_weighted": 0.864754, "recall": 0.867498, "recall_weighted": 0.862764, "ap": null, "ap_weighted": null }, { "accuracy": 0.864732, "f1": 0.842605, "f1_weighted": 0.85871, "precision": 0.835224, "precision_weighted": 0.862772, "recall": 0.861898, "recall_weighted": 0.864732, "ap": null, "ap_weighted": null }, { "accuracy": 0.869651, "f1": 0.852341, "f1_weighted": 0.867369, "precision": 0.842357, "precision_weighted": 0.87328, "recall": 0.872189, "recall_weighted": 0.869651, "ap": null, "ap_weighted": null }, { "accuracy": 0.867683, "f1": 0.852841, "f1_weighted": 0.865527, "precision": 0.845444, "precision_weighted": 0.869066, "recall": 0.867286, "recall_weighted": 0.867683, "ap": null, "ap_weighted": null }, { "accuracy": 0.868175, "f1": 0.852717, "f1_weighted": 0.86681, "precision": 0.846471, "precision_weighted": 0.868051, "recall": 0.862861, "recall_weighted": 0.868175, "ap": null, "ap_weighted": null }, { "accuracy": 0.875061, "f1": 0.860685, "f1_weighted": 0.872153, "precision": 0.856951, "precision_weighted": 0.872833, "recall": 0.869282, "recall_weighted": 0.875061, "ap": null, "ap_weighted": null }, { "accuracy": 0.871126, "f1": 0.854907, "f1_weighted": 0.868535, "precision": 0.846454, "precision_weighted": 0.869531, "recall": 0.868501, "recall_weighted": 0.871126, "ap": null, "ap_weighted": null } ], "accuracy": 0.868028, "f1": 0.851291, "f1_weighted": 0.865334, "precision": 0.842411, "precision_weighted": 0.86885, "recall": 0.86821, "recall_weighted": 0.868028, "ap": NaN, "ap_weighted": NaN, "main_score": 0.868028, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.879488, "f1": 0.863757, "f1_weighted": 0.876519, "precision": 0.854083, "precision_weighted": 0.877368, "recall": 0.878091, "recall_weighted": 0.879488, "ap": null, "ap_weighted": null }, { "accuracy": 0.87211, "f1": 0.85782, "f1_weighted": 0.871142, "precision": 0.842989, "precision_weighted": 0.874516, "recall": 0.879756, "recall_weighted": 0.87211, "ap": null, "ap_weighted": null }, { "accuracy": 0.879488, "f1": 0.864012, "f1_weighted": 0.876618, "precision": 0.853547, "precision_weighted": 0.882752, "recall": 0.885911, "recall_weighted": 0.879488, "ap": null, "ap_weighted": null }, { "accuracy": 0.872602, "f1": 0.85599, "f1_weighted": 0.867623, "precision": 0.843774, "precision_weighted": 0.871631, "recall": 0.878291, "recall_weighted": 0.872602, "ap": null, "ap_weighted": null }, { "accuracy": 0.881948, "f1": 0.860313, "f1_weighted": 0.876085, "precision": 0.853188, "precision_weighted": 0.88037, "recall": 0.880614, "recall_weighted": 0.881948, "ap": null, "ap_weighted": null }, { "accuracy": 0.880964, "f1": 0.865952, "f1_weighted": 0.878637, "precision": 0.853221, "precision_weighted": 0.882526, "recall": 0.886282, "recall_weighted": 0.880964, "ap": null, "ap_weighted": null }, { "accuracy": 0.87457, "f1": 0.857426, "f1_weighted": 0.871462, "precision": 0.845347, "precision_weighted": 0.874508, "recall": 0.87721, "recall_weighted": 0.87457, "ap": null, "ap_weighted": null }, { "accuracy": 0.88244, "f1": 0.866903, "f1_weighted": 0.880285, "precision": 0.856509, "precision_weighted": 0.881351, "recall": 0.882022, "recall_weighted": 0.88244, "ap": null, "ap_weighted": null }, { "accuracy": 0.881456, "f1": 0.865364, "f1_weighted": 0.877847, "precision": 0.857747, "precision_weighted": 0.880752, "recall": 0.880565, "recall_weighted": 0.881456, "ap": null, "ap_weighted": null }, { "accuracy": 0.879488, "f1": 0.863552, "f1_weighted": 0.877412, "precision": 0.852357, "precision_weighted": 0.878233, "recall": 0.878751, "recall_weighted": 0.879488, "ap": null, "ap_weighted": null } ], "accuracy": 0.878455, "f1": 0.862109, "f1_weighted": 0.875363, "precision": 0.851276, "precision_weighted": 0.878401, "recall": 0.880749, "recall_weighted": 0.878455, "ap": NaN, "ap_weighted": NaN, "main_score": 0.878455, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.864732, "f1": 0.846593, "f1_weighted": 0.858186, "precision": 0.842087, "precision_weighted": 0.861444, "recall": 0.862567, "recall_weighted": 0.864732, "ap": null, "ap_weighted": null }, { "accuracy": 0.85391, "f1": 0.842161, "f1_weighted": 0.854376, "precision": 0.828166, "precision_weighted": 0.861718, "recall": 0.866059, "recall_weighted": 0.85391, "ap": null, "ap_weighted": null }, { "accuracy": 0.859321, "f1": 0.839344, "f1_weighted": 0.853996, "precision": 0.834686, "precision_weighted": 0.863385, "recall": 0.863864, "recall_weighted": 0.859321, "ap": null, "ap_weighted": null }, { "accuracy": 0.85637, "f1": 0.835068, "f1_weighted": 0.847023, "precision": 0.8319, "precision_weighted": 0.856941, "recall": 0.859312, "recall_weighted": 0.85637, "ap": null, "ap_weighted": null }, { "accuracy": 0.862273, "f1": 0.843021, "f1_weighted": 0.85538, "precision": 0.840797, "precision_weighted": 0.860882, "recall": 0.859758, "recall_weighted": 0.862273, "ap": null, "ap_weighted": null }, { "accuracy": 0.861781, "f1": 0.847834, "f1_weighted": 0.858703, "precision": 0.840523, "precision_weighted": 0.862641, "recall": 0.863686, "recall_weighted": 0.861781, "ap": null, "ap_weighted": null }, { "accuracy": 0.856862, "f1": 0.840745, "f1_weighted": 0.852538, "precision": 0.829192, "precision_weighted": 0.853792, "recall": 0.859678, "recall_weighted": 0.856862, "ap": null, "ap_weighted": null }, { "accuracy": 0.862273, "f1": 0.849092, "f1_weighted": 0.858058, "precision": 0.845565, "precision_weighted": 0.858273, "recall": 0.857583, "recall_weighted": 0.862273, "ap": null, "ap_weighted": null }, { "accuracy": 0.861781, "f1": 0.843776, "f1_weighted": 0.857743, "precision": 0.841317, "precision_weighted": 0.862345, "recall": 0.858259, "recall_weighted": 0.861781, "ap": null, "ap_weighted": null }, { "accuracy": 0.860305, "f1": 0.83829, "f1_weighted": 0.856941, "precision": 0.829063, "precision_weighted": 0.860654, "recall": 0.85857, "recall_weighted": 0.860305, "ap": null, "ap_weighted": null } ], "accuracy": 0.859961, "f1": 0.842592, "f1_weighted": 0.855294, "precision": 0.83633, "precision_weighted": 0.860207, "recall": 0.860934, "recall_weighted": 0.859961, "ap": NaN, "ap_weighted": NaN, "main_score": 0.859961, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "scores_per_experiment": [ { "accuracy": 0.891294, "f1": 0.882521, "f1_weighted": 0.88932, "precision": 0.874138, "precision_weighted": 0.890216, "recall": 0.894555, "recall_weighted": 0.891294, "ap": null, "ap_weighted": null }, { "accuracy": 0.893753, "f1": 0.884303, "f1_weighted": 0.892886, "precision": 0.872474, "precision_weighted": 0.894469, "recall": 0.900458, "recall_weighted": 0.893753, "ap": null, "ap_weighted": null }, { "accuracy": 0.892769, "f1": 0.879819, "f1_weighted": 0.889734, "precision": 0.869858, "precision_weighted": 0.897217, "recall": 0.903597, "recall_weighted": 0.892769, "ap": null, "ap_weighted": null }, { "accuracy": 0.888834, "f1": 0.876681, "f1_weighted": 0.886298, "precision": 0.865626, "precision_weighted": 0.891854, "recall": 0.898498, "recall_weighted": 0.888834, "ap": null, "ap_weighted": null }, { "accuracy": 0.893261, "f1": 0.880862, "f1_weighted": 0.88955, "precision": 0.874071, "precision_weighted": 0.890786, "recall": 0.894221, "recall_weighted": 0.893261, "ap": null, "ap_weighted": null }, { "accuracy": 0.889326, "f1": 0.878055, "f1_weighted": 0.887337, "precision": 0.867586, "precision_weighted": 0.890962, "recall": 0.895391, "recall_weighted": 0.889326, "ap": null, "ap_weighted": null }, { "accuracy": 0.892277, "f1": 0.881896, "f1_weighted": 0.890181, "precision": 0.870867, "precision_weighted": 0.891075, "recall": 0.897199, "recall_weighted": 0.892277, "ap": null, "ap_weighted": null }, { "accuracy": 0.893753, "f1": 0.88155, "f1_weighted": 0.891239, "precision": 0.873709, "precision_weighted": 0.891975, "recall": 0.894091, "recall_weighted": 0.893753, "ap": null, "ap_weighted": null }, { "accuracy": 0.894245, "f1": 0.882662, "f1_weighted": 0.891635, "precision": 0.876314, "precision_weighted": 0.89359, "recall": 0.894825, "recall_weighted": 0.894245, "ap": null, "ap_weighted": null }, { "accuracy": 0.900148, "f1": 0.890441, "f1_weighted": 0.89924, "precision": 0.881468, "precision_weighted": 0.900857, "recall": 0.903655, "recall_weighted": 0.900148, "ap": null, "ap_weighted": null } ], "accuracy": 0.892966, "f1": 0.881879, "f1_weighted": 0.890742, "precision": 0.872611, "precision_weighted": 0.8933, "recall": 0.897649, "recall_weighted": 0.892966, "ap": NaN, "ap_weighted": NaN, "main_score": 0.892966, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.870143, "f1": 0.85855, "f1_weighted": 0.867483, "precision": 0.854515, "precision_weighted": 0.869053, "recall": 0.867418, "recall_weighted": 0.870143, "ap": null, "ap_weighted": null }, { "accuracy": 0.875553, "f1": 0.867196, "f1_weighted": 0.874358, "precision": 0.856744, "precision_weighted": 0.875111, "recall": 0.879979, "recall_weighted": 0.875553, "ap": null, "ap_weighted": null }, { "accuracy": 0.871618, "f1": 0.853368, "f1_weighted": 0.865964, "precision": 0.847758, "precision_weighted": 0.875224, "recall": 0.877127, "recall_weighted": 0.871618, "ap": null, "ap_weighted": null }, { "accuracy": 0.870143, "f1": 0.857279, "f1_weighted": 0.866156, "precision": 0.848557, "precision_weighted": 0.871265, "recall": 0.875739, "recall_weighted": 0.870143, "ap": null, "ap_weighted": null }, { "accuracy": 0.875553, "f1": 0.863728, "f1_weighted": 0.869474, "precision": 0.858479, "precision_weighted": 0.870356, "recall": 0.876082, "recall_weighted": 0.875553, "ap": null, "ap_weighted": null }, { "accuracy": 0.871126, "f1": 0.858484, "f1_weighted": 0.867106, "precision": 0.852771, "precision_weighted": 0.870451, "recall": 0.871868, "recall_weighted": 0.871126, "ap": null, "ap_weighted": null }, { "accuracy": 0.872602, "f1": 0.862836, "f1_weighted": 0.869162, "precision": 0.855446, "precision_weighted": 0.869803, "recall": 0.874764, "recall_weighted": 0.872602, "ap": null, "ap_weighted": null }, { "accuracy": 0.878997, "f1": 0.870796, "f1_weighted": 0.8764, "precision": 0.865664, "precision_weighted": 0.876121, "recall": 0.8786, "recall_weighted": 0.878997, "ap": null, "ap_weighted": null }, { "accuracy": 0.877029, "f1": 0.868005, "f1_weighted": 0.873566, "precision": 0.865053, "precision_weighted": 0.874559, "recall": 0.876276, "recall_weighted": 0.877029, "ap": null, "ap_weighted": null }, { "accuracy": 0.880964, "f1": 0.8706, "f1_weighted": 0.879141, "precision": 0.863833, "precision_weighted": 0.879461, "recall": 0.879785, "recall_weighted": 0.880964, "ap": null, "ap_weighted": null } ], "accuracy": 0.874373, "f1": 0.863084, "f1_weighted": 0.870881, "precision": 0.856882, "precision_weighted": 0.87314, "recall": 0.875764, "recall_weighted": 0.874373, "ap": NaN, "ap_weighted": NaN, "main_score": 0.874373, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.848992, "f1": 0.832362, "f1_weighted": 0.84807, "precision": 0.821067, "precision_weighted": 0.852167, "recall": 0.850416, "recall_weighted": 0.848992, "ap": null, "ap_weighted": null }, { "accuracy": 0.835219, "f1": 0.816782, "f1_weighted": 0.837653, "precision": 0.802442, "precision_weighted": 0.847869, "recall": 0.844132, "recall_weighted": 0.835219, "ap": null, "ap_weighted": null }, { "accuracy": 0.842597, "f1": 0.822329, "f1_weighted": 0.839769, "precision": 0.810076, "precision_weighted": 0.848263, "recall": 0.849327, "recall_weighted": 0.842597, "ap": null, "ap_weighted": null }, { "accuracy": 0.837678, "f1": 0.814229, "f1_weighted": 0.834024, "precision": 0.803162, "precision_weighted": 0.841854, "recall": 0.840416, "recall_weighted": 0.837678, "ap": null, "ap_weighted": null }, { "accuracy": 0.84063, "f1": 0.818982, "f1_weighted": 0.836147, "precision": 0.806121, "precision_weighted": 0.840494, "recall": 0.843864, "recall_weighted": 0.84063, "ap": null, "ap_weighted": null }, { "accuracy": 0.839154, "f1": 0.819212, "f1_weighted": 0.836296, "precision": 0.80638, "precision_weighted": 0.84274, "recall": 0.843232, "recall_weighted": 0.839154, "ap": null, "ap_weighted": null }, { "accuracy": 0.845057, "f1": 0.828524, "f1_weighted": 0.844728, "precision": 0.813298, "precision_weighted": 0.848844, "recall": 0.850258, "recall_weighted": 0.845057, "ap": null, "ap_weighted": null }, { "accuracy": 0.839154, "f1": 0.815061, "f1_weighted": 0.83669, "precision": 0.801861, "precision_weighted": 0.841603, "recall": 0.838301, "recall_weighted": 0.839154, "ap": null, "ap_weighted": null }, { "accuracy": 0.849484, "f1": 0.829171, "f1_weighted": 0.845886, "precision": 0.820235, "precision_weighted": 0.849706, "recall": 0.84805, "recall_weighted": 0.849484, "ap": null, "ap_weighted": null }, { "accuracy": 0.845057, "f1": 0.828968, "f1_weighted": 0.844188, "precision": 0.813908, "precision_weighted": 0.848341, "recall": 0.850886, "recall_weighted": 0.845057, "ap": null, "ap_weighted": null } ], "accuracy": 0.842302, "f1": 0.822562, "f1_weighted": 0.840345, "precision": 0.809855, "precision_weighted": 0.846188, "recall": 0.845888, "recall_weighted": 0.842302, "ap": NaN, "ap_weighted": NaN, "main_score": 0.842302, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.810625, "f1": 0.781555, "f1_weighted": 0.810498, "precision": 0.771492, "precision_weighted": 0.817514, "recall": 0.802482, "recall_weighted": 0.810625, "ap": null, "ap_weighted": null }, { "accuracy": 0.801279, "f1": 0.774524, "f1_weighted": 0.801071, "precision": 0.761717, "precision_weighted": 0.807041, "recall": 0.795119, "recall_weighted": 0.801279, "ap": null, "ap_weighted": null }, { "accuracy": 0.802755, "f1": 0.771532, "f1_weighted": 0.801691, "precision": 0.760502, "precision_weighted": 0.81147, "recall": 0.800399, "recall_weighted": 0.802755, "ap": null, "ap_weighted": null }, { "accuracy": 0.796852, "f1": 0.760142, "f1_weighted": 0.787774, "precision": 0.752725, "precision_weighted": 0.802964, "recall": 0.796921, "recall_weighted": 0.796852, "ap": null, "ap_weighted": null }, { "accuracy": 0.80669, "f1": 0.77572, "f1_weighted": 0.801372, "precision": 0.770524, "precision_weighted": 0.804718, "recall": 0.790992, "recall_weighted": 0.80669, "ap": null, "ap_weighted": null }, { "accuracy": 0.803738, "f1": 0.773663, "f1_weighted": 0.803291, "precision": 0.766258, "precision_weighted": 0.809032, "recall": 0.789604, "recall_weighted": 0.803738, "ap": null, "ap_weighted": null }, { "accuracy": 0.808165, "f1": 0.767975, "f1_weighted": 0.802133, "precision": 0.758259, "precision_weighted": 0.807132, "recall": 0.790738, "recall_weighted": 0.808165, "ap": null, "ap_weighted": null }, { "accuracy": 0.821446, "f1": 0.791366, "f1_weighted": 0.820693, "precision": 0.782072, "precision_weighted": 0.82344, "recall": 0.806125, "recall_weighted": 0.821446, "ap": null, "ap_weighted": null }, { "accuracy": 0.810625, "f1": 0.778266, "f1_weighted": 0.806282, "precision": 0.771249, "precision_weighted": 0.810143, "recall": 0.795185, "recall_weighted": 0.810625, "ap": null, "ap_weighted": null }, { "accuracy": 0.816035, "f1": 0.784207, "f1_weighted": 0.814925, "precision": 0.771627, "precision_weighted": 0.817854, "recall": 0.803346, "recall_weighted": 0.816035, "ap": null, "ap_weighted": null } ], "accuracy": 0.807821, "f1": 0.775895, "f1_weighted": 0.804973, "precision": 0.766642, "precision_weighted": 0.811131, "recall": 0.797091, "recall_weighted": 0.807821, "ap": NaN, "ap_weighted": NaN, "main_score": 0.807821, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.881456, "f1": 0.866342, "f1_weighted": 0.878682, "precision": 0.858822, "precision_weighted": 0.880915, "recall": 0.879347, "recall_weighted": 0.881456, "ap": null, "ap_weighted": null }, { "accuracy": 0.876045, "f1": 0.86258, "f1_weighted": 0.875264, "precision": 0.848411, "precision_weighted": 0.878, "recall": 0.881558, "recall_weighted": 0.876045, "ap": null, "ap_weighted": null }, { "accuracy": 0.880472, "f1": 0.865179, "f1_weighted": 0.87786, "precision": 0.852779, "precision_weighted": 0.882196, "recall": 0.886109, "recall_weighted": 0.880472, "ap": null, "ap_weighted": null }, { "accuracy": 0.880472, "f1": 0.86748, "f1_weighted": 0.876872, "precision": 0.857913, "precision_weighted": 0.884522, "recall": 0.888915, "recall_weighted": 0.880472, "ap": null, "ap_weighted": null }, { "accuracy": 0.881948, "f1": 0.864691, "f1_weighted": 0.87676, "precision": 0.861982, "precision_weighted": 0.883425, "recall": 0.879898, "recall_weighted": 0.881948, "ap": null, "ap_weighted": null }, { "accuracy": 0.87457, "f1": 0.858599, "f1_weighted": 0.872389, "precision": 0.846884, "precision_weighted": 0.879049, "recall": 0.88022, "recall_weighted": 0.87457, "ap": null, "ap_weighted": null }, { "accuracy": 0.878997, "f1": 0.863374, "f1_weighted": 0.876953, "precision": 0.85236, "precision_weighted": 0.878354, "recall": 0.878579, "recall_weighted": 0.878997, "ap": null, "ap_weighted": null }, { "accuracy": 0.881948, "f1": 0.867046, "f1_weighted": 0.880327, "precision": 0.861063, "precision_weighted": 0.881665, "recall": 0.877189, "recall_weighted": 0.881948, "ap": null, "ap_weighted": null }, { "accuracy": 0.885883, "f1": 0.873965, "f1_weighted": 0.883472, "precision": 0.866144, "precision_weighted": 0.885557, "recall": 0.887057, "recall_weighted": 0.885883, "ap": null, "ap_weighted": null }, { "accuracy": 0.878013, "f1": 0.864007, "f1_weighted": 0.875831, "precision": 0.851723, "precision_weighted": 0.876932, "recall": 0.880358, "recall_weighted": 0.878013, "ap": null, "ap_weighted": null } ], "accuracy": 0.87998, "f1": 0.865326, "f1_weighted": 0.877441, "precision": 0.855808, "precision_weighted": 0.881062, "recall": 0.881923, "recall_weighted": 0.87998, "ap": NaN, "ap_weighted": NaN, "main_score": 0.87998, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.789966, "f1": 0.76911, "f1_weighted": 0.793236, "precision": 0.760012, "precision_weighted": 0.802406, "recall": 0.788102, "recall_weighted": 0.789966, "ap": null, "ap_weighted": null }, { "accuracy": 0.791933, "f1": 0.770074, "f1_weighted": 0.794775, "precision": 0.760131, "precision_weighted": 0.805054, "recall": 0.791736, "recall_weighted": 0.791933, "ap": null, "ap_weighted": null }, { "accuracy": 0.77816, "f1": 0.752607, "f1_weighted": 0.780703, "precision": 0.741193, "precision_weighted": 0.794876, "recall": 0.783486, "recall_weighted": 0.77816, "ap": null, "ap_weighted": null }, { "accuracy": 0.77816, "f1": 0.74548, "f1_weighted": 0.775645, "precision": 0.737517, "precision_weighted": 0.787222, "recall": 0.77815, "recall_weighted": 0.77816, "ap": null, "ap_weighted": null }, { "accuracy": 0.785047, "f1": 0.747002, "f1_weighted": 0.781266, "precision": 0.743573, "precision_weighted": 0.796234, "recall": 0.777179, "recall_weighted": 0.785047, "ap": null, "ap_weighted": null }, { "accuracy": 0.781112, "f1": 0.752274, "f1_weighted": 0.77688, "precision": 0.7439, "precision_weighted": 0.778526, "recall": 0.768194, "recall_weighted": 0.781112, "ap": null, "ap_weighted": null }, { "accuracy": 0.790949, "f1": 0.763942, "f1_weighted": 0.789304, "precision": 0.751096, "precision_weighted": 0.796139, "recall": 0.790562, "recall_weighted": 0.790949, "ap": null, "ap_weighted": null }, { "accuracy": 0.793409, "f1": 0.76627, "f1_weighted": 0.792407, "precision": 0.759219, "precision_weighted": 0.796933, "recall": 0.782903, "recall_weighted": 0.793409, "ap": null, "ap_weighted": null }, { "accuracy": 0.78849, "f1": 0.762893, "f1_weighted": 0.787989, "precision": 0.756912, "precision_weighted": 0.792909, "recall": 0.776932, "recall_weighted": 0.78849, "ap": null, "ap_weighted": null }, { "accuracy": 0.78849, "f1": 0.76659, "f1_weighted": 0.793598, "precision": 0.757011, "precision_weighted": 0.809471, "recall": 0.792754, "recall_weighted": 0.78849, "ap": null, "ap_weighted": null } ], "accuracy": 0.786572, "f1": 0.759624, "f1_weighted": 0.78658, "precision": 0.751057, "precision_weighted": 0.795977, "recall": 0.783, "recall_weighted": 0.786572, "ap": NaN, "ap_weighted": NaN, "main_score": 0.786572, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.75455, "f1": 0.724489, "f1_weighted": 0.756501, "precision": 0.713135, "precision_weighted": 0.774594, "recall": 0.759228, "recall_weighted": 0.75455, "ap": null, "ap_weighted": null }, { "accuracy": 0.763896, "f1": 0.72721, "f1_weighted": 0.762187, "precision": 0.709745, "precision_weighted": 0.769573, "recall": 0.760157, "recall_weighted": 0.763896, "ap": null, "ap_weighted": null }, { "accuracy": 0.741761, "f1": 0.712848, "f1_weighted": 0.744122, "precision": 0.699189, "precision_weighted": 0.763214, "recall": 0.752723, "recall_weighted": 0.741761, "ap": null, "ap_weighted": null }, { "accuracy": 0.747664, "f1": 0.705428, "f1_weighted": 0.743869, "precision": 0.700019, "precision_weighted": 0.768509, "recall": 0.751396, "recall_weighted": 0.747664, "ap": null, "ap_weighted": null }, { "accuracy": 0.756517, "f1": 0.713339, "f1_weighted": 0.748301, "precision": 0.703909, "precision_weighted": 0.755643, "recall": 0.741605, "recall_weighted": 0.756517, "ap": null, "ap_weighted": null }, { "accuracy": 0.754058, "f1": 0.714047, "f1_weighted": 0.753391, "precision": 0.695738, "precision_weighted": 0.766524, "recall": 0.750136, "recall_weighted": 0.754058, "ap": null, "ap_weighted": null }, { "accuracy": 0.765863, "f1": 0.730091, "f1_weighted": 0.762686, "precision": 0.716929, "precision_weighted": 0.769439, "recall": 0.754492, "recall_weighted": 0.765863, "ap": null, "ap_weighted": null }, { "accuracy": 0.774225, "f1": 0.739227, "f1_weighted": 0.774658, "precision": 0.728436, "precision_weighted": 0.781493, "recall": 0.760981, "recall_weighted": 0.774225, "ap": null, "ap_weighted": null }, { "accuracy": 0.759469, "f1": 0.719427, "f1_weighted": 0.758536, "precision": 0.706489, "precision_weighted": 0.766141, "recall": 0.745067, "recall_weighted": 0.759469, "ap": null, "ap_weighted": null }, { "accuracy": 0.752582, "f1": 0.717372, "f1_weighted": 0.755076, "precision": 0.701694, "precision_weighted": 0.765939, "recall": 0.745062, "recall_weighted": 0.752582, "ap": null, "ap_weighted": null } ], "accuracy": 0.757059, "f1": 0.720348, "f1_weighted": 0.755933, "precision": 0.707528, "precision_weighted": 0.768107, "recall": 0.752085, "recall_weighted": 0.757059, "ap": NaN, "ap_weighted": NaN, "main_score": 0.757059, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.877029, "f1": 0.86367, "f1_weighted": 0.872371, "precision": 0.8591, "precision_weighted": 0.872609, "recall": 0.873201, "recall_weighted": 0.877029, "ap": null, "ap_weighted": null }, { "accuracy": 0.876537, "f1": 0.86458, "f1_weighted": 0.87511, "precision": 0.855879, "precision_weighted": 0.877312, "recall": 0.87853, "recall_weighted": 0.876537, "ap": null, "ap_weighted": null }, { "accuracy": 0.866699, "f1": 0.847319, "f1_weighted": 0.863557, "precision": 0.837843, "precision_weighted": 0.869154, "recall": 0.871024, "recall_weighted": 0.866699, "ap": null, "ap_weighted": null }, { "accuracy": 0.877521, "f1": 0.860787, "f1_weighted": 0.873023, "precision": 0.853895, "precision_weighted": 0.875489, "recall": 0.874925, "recall_weighted": 0.877521, "ap": null, "ap_weighted": null }, { "accuracy": 0.871126, "f1": 0.854865, "f1_weighted": 0.865608, "precision": 0.848837, "precision_weighted": 0.865553, "recall": 0.867383, "recall_weighted": 0.871126, "ap": null, "ap_weighted": null }, { "accuracy": 0.871618, "f1": 0.855941, "f1_weighted": 0.868103, "precision": 0.850784, "precision_weighted": 0.871212, "recall": 0.868665, "recall_weighted": 0.871618, "ap": null, "ap_weighted": null }, { "accuracy": 0.875553, "f1": 0.861288, "f1_weighted": 0.872438, "precision": 0.855394, "precision_weighted": 0.872951, "recall": 0.871859, "recall_weighted": 0.875553, "ap": null, "ap_weighted": null }, { "accuracy": 0.874078, "f1": 0.862911, "f1_weighted": 0.872343, "precision": 0.858138, "precision_weighted": 0.873123, "recall": 0.871426, "recall_weighted": 0.874078, "ap": null, "ap_weighted": null }, { "accuracy": 0.879488, "f1": 0.862771, "f1_weighted": 0.874681, "precision": 0.86521, "precision_weighted": 0.875624, "recall": 0.867878, "recall_weighted": 0.879488, "ap": null, "ap_weighted": null }, { "accuracy": 0.884407, "f1": 0.872959, "f1_weighted": 0.881991, "precision": 0.868304, "precision_weighted": 0.881885, "recall": 0.880287, "recall_weighted": 0.884407, "ap": null, "ap_weighted": null } ], "accuracy": 0.875406, "f1": 0.860709, "f1_weighted": 0.871922, "precision": 0.855338, "precision_weighted": 0.873491, "recall": 0.872518, "recall_weighted": 0.875406, "ap": NaN, "ap_weighted": NaN, "main_score": 0.875406, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.877029, "f1": 0.864584, "f1_weighted": 0.874288, "precision": 0.856236, "precision_weighted": 0.874513, "recall": 0.877378, "recall_weighted": 0.877029, "ap": null, "ap_weighted": null }, { "accuracy": 0.876045, "f1": 0.864692, "f1_weighted": 0.874255, "precision": 0.85235, "precision_weighted": 0.876175, "recall": 0.882336, "recall_weighted": 0.876045, "ap": null, "ap_weighted": null }, { "accuracy": 0.87211, "f1": 0.855169, "f1_weighted": 0.868293, "precision": 0.843887, "precision_weighted": 0.873189, "recall": 0.878539, "recall_weighted": 0.87211, "ap": null, "ap_weighted": null }, { "accuracy": 0.866699, "f1": 0.848375, "f1_weighted": 0.862688, "precision": 0.83597, "precision_weighted": 0.865994, "recall": 0.871695, "recall_weighted": 0.866699, "ap": null, "ap_weighted": null }, { "accuracy": 0.873586, "f1": 0.85617, "f1_weighted": 0.867757, "precision": 0.850433, "precision_weighted": 0.86904, "recall": 0.871178, "recall_weighted": 0.873586, "ap": null, "ap_weighted": null }, { "accuracy": 0.876045, "f1": 0.861055, "f1_weighted": 0.870294, "precision": 0.855905, "precision_weighted": 0.874703, "recall": 0.877507, "recall_weighted": 0.876045, "ap": null, "ap_weighted": null }, { "accuracy": 0.873586, "f1": 0.857274, "f1_weighted": 0.870425, "precision": 0.848764, "precision_weighted": 0.87285, "recall": 0.874167, "recall_weighted": 0.873586, "ap": null, "ap_weighted": null }, { "accuracy": 0.873586, "f1": 0.861373, "f1_weighted": 0.871625, "precision": 0.851503, "precision_weighted": 0.873275, "recall": 0.876449, "recall_weighted": 0.873586, "ap": null, "ap_weighted": null }, { "accuracy": 0.878013, "f1": 0.860987, "f1_weighted": 0.872869, "precision": 0.855095, "precision_weighted": 0.874231, "recall": 0.874945, "recall_weighted": 0.878013, "ap": null, "ap_weighted": null }, { "accuracy": 0.872602, "f1": 0.859956, "f1_weighted": 0.870884, "precision": 0.847576, "precision_weighted": 0.87313, "recall": 0.878555, "recall_weighted": 0.872602, "ap": null, "ap_weighted": null } ], "accuracy": 0.87393, "f1": 0.858963, "f1_weighted": 0.870338, "precision": 0.849772, "precision_weighted": 0.87271, "recall": 0.876275, "recall_weighted": 0.87393, "ap": NaN, "ap_weighted": NaN, "main_score": 0.87393, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "scores_per_experiment": [ { "accuracy": 0.80423, "f1": 0.778151, "f1_weighted": 0.80085, "precision": 0.764529, "precision_weighted": 0.806151, "recall": 0.802685, "recall_weighted": 0.80423, "ap": null, "ap_weighted": null }, { "accuracy": 0.805706, "f1": 0.78118, "f1_weighted": 0.805997, "precision": 0.768356, "precision_weighted": 0.814464, "recall": 0.805167, "recall_weighted": 0.805706, "ap": null, "ap_weighted": null }, { "accuracy": 0.795868, "f1": 0.769143, "f1_weighted": 0.794228, "precision": 0.756075, "precision_weighted": 0.8053, "recall": 0.800854, "recall_weighted": 0.795868, "ap": null, "ap_weighted": null }, { "accuracy": 0.797836, "f1": 0.768829, "f1_weighted": 0.790371, "precision": 0.763478, "precision_weighted": 0.79792, "recall": 0.790848, "recall_weighted": 0.797836, "ap": null, "ap_weighted": null }, { "accuracy": 0.803246, "f1": 0.771192, "f1_weighted": 0.796038, "precision": 0.771992, "precision_weighted": 0.805084, "recall": 0.788867, "recall_weighted": 0.803246, "ap": null, "ap_weighted": null }, { "accuracy": 0.80423, "f1": 0.782549, "f1_weighted": 0.802314, "precision": 0.777957, "precision_weighted": 0.809269, "recall": 0.798804, "recall_weighted": 0.80423, "ap": null, "ap_weighted": null }, { "accuracy": 0.794884, "f1": 0.766226, "f1_weighted": 0.792603, "precision": 0.755717, "precision_weighted": 0.800765, "recall": 0.789521, "recall_weighted": 0.794884, "ap": null, "ap_weighted": null }, { "accuracy": 0.803738, "f1": 0.775809, "f1_weighted": 0.80189, "precision": 0.766194, "precision_weighted": 0.804706, "recall": 0.790919, "recall_weighted": 0.803738, "ap": null, "ap_weighted": null }, { "accuracy": 0.809149, "f1": 0.783645, "f1_weighted": 0.802237, "precision": 0.786696, "precision_weighted": 0.807501, "recall": 0.794059, "recall_weighted": 0.809149, "ap": null, "ap_weighted": null }, { "accuracy": 0.803246, "f1": 0.776931, "f1_weighted": 0.801247, "precision": 0.769267, "precision_weighted": 0.80798, "recall": 0.795619, "recall_weighted": 0.803246, "ap": null, "ap_weighted": null } ], "accuracy": 0.802213, "f1": 0.775365, "f1_weighted": 0.798777, "precision": 0.768026, "precision_weighted": 0.805914, "recall": 0.795734, "recall_weighted": 0.802213, "ap": NaN, "ap_weighted": NaN, "main_score": 0.802213, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.875061, "f1": 0.864601, "f1_weighted": 0.873515, "precision": 0.856844, "precision_weighted": 0.874621, "recall": 0.875961, "recall_weighted": 0.875061, "ap": null, "ap_weighted": null }, { "accuracy": 0.878505, "f1": 0.869027, "f1_weighted": 0.879379, "precision": 0.857315, "precision_weighted": 0.883642, "recall": 0.886193, "recall_weighted": 0.878505, "ap": null, "ap_weighted": null }, { "accuracy": 0.873586, "f1": 0.856183, "f1_weighted": 0.870626, "precision": 0.847485, "precision_weighted": 0.877208, "recall": 0.877257, "recall_weighted": 0.873586, "ap": null, "ap_weighted": null }, { "accuracy": 0.873586, "f1": 0.854304, "f1_weighted": 0.86848, "precision": 0.846832, "precision_weighted": 0.873996, "recall": 0.874862, "recall_weighted": 0.873586, "ap": null, "ap_weighted": null }, { "accuracy": 0.880964, "f1": 0.86862, "f1_weighted": 0.878452, "precision": 0.861155, "precision_weighted": 0.879462, "recall": 0.881023, "recall_weighted": 0.880964, "ap": null, "ap_weighted": null }, { "accuracy": 0.876045, "f1": 0.862975, "f1_weighted": 0.873754, "precision": 0.853459, "precision_weighted": 0.875458, "recall": 0.877381, "recall_weighted": 0.876045, "ap": null, "ap_weighted": null }, { "accuracy": 0.877521, "f1": 0.862911, "f1_weighted": 0.876078, "precision": 0.852899, "precision_weighted": 0.878483, "recall": 0.879159, "recall_weighted": 0.877521, "ap": null, "ap_weighted": null }, { "accuracy": 0.878013, "f1": 0.867249, "f1_weighted": 0.876387, "precision": 0.85953, "precision_weighted": 0.876867, "recall": 0.878224, "recall_weighted": 0.878013, "ap": null, "ap_weighted": null }, { "accuracy": 0.880472, "f1": 0.86657, "f1_weighted": 0.877469, "precision": 0.861377, "precision_weighted": 0.87923, "recall": 0.877566, "recall_weighted": 0.880472, "ap": null, "ap_weighted": null }, { "accuracy": 0.876537, "f1": 0.861427, "f1_weighted": 0.874485, "precision": 0.853712, "precision_weighted": 0.875083, "recall": 0.873685, "recall_weighted": 0.876537, "ap": null, "ap_weighted": null } ], "accuracy": 0.877029, "f1": 0.863387, "f1_weighted": 0.874862, "precision": 0.855061, "precision_weighted": 0.877405, "recall": 0.878131, "recall_weighted": 0.877029, "ap": NaN, "ap_weighted": NaN, "main_score": 0.877029, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.876537, "f1": 0.860304, "f1_weighted": 0.873557, "precision": 0.855348, "precision_weighted": 0.874361, "recall": 0.869704, "recall_weighted": 0.876537, "ap": null, "ap_weighted": null }, { "accuracy": 0.871126, "f1": 0.858056, "f1_weighted": 0.871902, "precision": 0.846249, "precision_weighted": 0.876627, "recall": 0.876155, "recall_weighted": 0.871126, "ap": null, "ap_weighted": null }, { "accuracy": 0.871126, "f1": 0.854098, "f1_weighted": 0.870642, "precision": 0.840211, "precision_weighted": 0.875653, "recall": 0.877702, "recall_weighted": 0.871126, "ap": null, "ap_weighted": null }, { "accuracy": 0.866699, "f1": 0.846782, "f1_weighted": 0.862872, "precision": 0.837998, "precision_weighted": 0.869498, "recall": 0.868481, "recall_weighted": 0.866699, "ap": null, "ap_weighted": null }, { "accuracy": 0.870143, "f1": 0.851467, "f1_weighted": 0.865494, "precision": 0.844906, "precision_weighted": 0.868068, "recall": 0.867072, "recall_weighted": 0.870143, "ap": null, "ap_weighted": null }, { "accuracy": 0.872602, "f1": 0.85516, "f1_weighted": 0.869694, "precision": 0.844138, "precision_weighted": 0.872054, "recall": 0.872361, "recall_weighted": 0.872602, "ap": null, "ap_weighted": null }, { "accuracy": 0.872602, "f1": 0.855548, "f1_weighted": 0.868968, "precision": 0.8456, "precision_weighted": 0.871141, "recall": 0.872338, "recall_weighted": 0.872602, "ap": null, "ap_weighted": null }, { "accuracy": 0.871126, "f1": 0.853962, "f1_weighted": 0.868574, "precision": 0.847713, "precision_weighted": 0.869394, "recall": 0.864585, "recall_weighted": 0.871126, "ap": null, "ap_weighted": null }, { "accuracy": 0.880472, "f1": 0.86692, "f1_weighted": 0.877562, "precision": 0.863482, "precision_weighted": 0.879005, "recall": 0.876149, "recall_weighted": 0.880472, "ap": null, "ap_weighted": null }, { "accuracy": 0.871126, "f1": 0.854484, "f1_weighted": 0.868521, "precision": 0.842004, "precision_weighted": 0.870562, "recall": 0.873727, "recall_weighted": 0.871126, "ap": null, "ap_weighted": null } ], "accuracy": 0.872356, "f1": 0.855678, "f1_weighted": 0.869779, "precision": 0.846765, "precision_weighted": 0.872636, "recall": 0.871827, "recall_weighted": 0.872356, "ap": NaN, "ap_weighted": NaN, "main_score": 0.872356, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.860797, "f1": 0.845036, "f1_weighted": 0.859669, "precision": 0.84126, "precision_weighted": 0.862588, "recall": 0.855579, "recall_weighted": 0.860797, "ap": null, "ap_weighted": null }, { "accuracy": 0.849975, "f1": 0.829568, "f1_weighted": 0.849848, "precision": 0.819386, "precision_weighted": 0.853699, "recall": 0.847176, "recall_weighted": 0.849975, "ap": null, "ap_weighted": null }, { "accuracy": 0.856862, "f1": 0.834525, "f1_weighted": 0.853993, "precision": 0.825887, "precision_weighted": 0.859562, "recall": 0.853752, "recall_weighted": 0.856862, "ap": null, "ap_weighted": null }, { "accuracy": 0.849484, "f1": 0.828772, "f1_weighted": 0.847451, "precision": 0.824425, "precision_weighted": 0.854756, "recall": 0.843706, "recall_weighted": 0.849484, "ap": null, "ap_weighted": null }, { "accuracy": 0.851943, "f1": 0.828227, "f1_weighted": 0.847468, "precision": 0.823722, "precision_weighted": 0.850236, "recall": 0.841157, "recall_weighted": 0.851943, "ap": null, "ap_weighted": null }, { "accuracy": 0.854402, "f1": 0.835845, "f1_weighted": 0.853261, "precision": 0.834063, "precision_weighted": 0.856308, "recall": 0.842993, "recall_weighted": 0.854402, "ap": null, "ap_weighted": null }, { "accuracy": 0.852927, "f1": 0.830935, "f1_weighted": 0.849335, "precision": 0.824037, "precision_weighted": 0.852799, "recall": 0.846119, "recall_weighted": 0.852927, "ap": null, "ap_weighted": null }, { "accuracy": 0.857846, "f1": 0.840631, "f1_weighted": 0.856784, "precision": 0.836421, "precision_weighted": 0.861603, "recall": 0.852051, "recall_weighted": 0.857846, "ap": null, "ap_weighted": null }, { "accuracy": 0.863256, "f1": 0.842328, "f1_weighted": 0.860609, "precision": 0.84321, "precision_weighted": 0.862082, "recall": 0.846187, "recall_weighted": 0.863256, "ap": null, "ap_weighted": null }, { "accuracy": 0.860797, "f1": 0.84326, "f1_weighted": 0.860794, "precision": 0.840136, "precision_weighted": 0.862913, "recall": 0.849704, "recall_weighted": 0.860797, "ap": null, "ap_weighted": null } ], "accuracy": 0.855829, "f1": 0.835913, "f1_weighted": 0.853921, "precision": 0.831255, "precision_weighted": 0.857655, "recall": 0.847842, "recall_weighted": 0.855829, "ap": NaN, "ap_weighted": NaN, "main_score": 0.855829, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.876045, "f1": 0.867293, "f1_weighted": 0.873355, "precision": 0.858852, "precision_weighted": 0.875304, "recall": 0.881137, "recall_weighted": 0.876045, "ap": null, "ap_weighted": null }, { "accuracy": 0.872602, "f1": 0.862325, "f1_weighted": 0.871381, "precision": 0.847775, "precision_weighted": 0.873905, "recall": 0.882521, "recall_weighted": 0.872602, "ap": null, "ap_weighted": null }, { "accuracy": 0.868667, "f1": 0.852447, "f1_weighted": 0.86224, "precision": 0.843777, "precision_weighted": 0.870283, "recall": 0.877257, "recall_weighted": 0.868667, "ap": null, "ap_weighted": null }, { "accuracy": 0.870635, "f1": 0.855881, "f1_weighted": 0.865051, "precision": 0.848597, "precision_weighted": 0.875161, "recall": 0.880207, "recall_weighted": 0.870635, "ap": null, "ap_weighted": null }, { "accuracy": 0.868667, "f1": 0.851554, "f1_weighted": 0.86307, "precision": 0.843082, "precision_weighted": 0.865216, "recall": 0.86922, "recall_weighted": 0.868667, "ap": null, "ap_weighted": null }, { "accuracy": 0.864732, "f1": 0.85316, "f1_weighted": 0.861763, "precision": 0.843866, "precision_weighted": 0.868115, "recall": 0.872934, "recall_weighted": 0.864732, "ap": null, "ap_weighted": null }, { "accuracy": 0.871618, "f1": 0.86471, "f1_weighted": 0.86987, "precision": 0.856201, "precision_weighted": 0.872055, "recall": 0.877678, "recall_weighted": 0.871618, "ap": null, "ap_weighted": null }, { "accuracy": 0.867191, "f1": 0.856343, "f1_weighted": 0.864918, "precision": 0.845578, "precision_weighted": 0.867138, "recall": 0.873021, "recall_weighted": 0.867191, "ap": null, "ap_weighted": null }, { "accuracy": 0.873094, "f1": 0.863763, "f1_weighted": 0.87019, "precision": 0.8592, "precision_weighted": 0.872155, "recall": 0.873468, "recall_weighted": 0.873094, "ap": null, "ap_weighted": null }, { "accuracy": 0.872602, "f1": 0.859405, "f1_weighted": 0.869871, "precision": 0.851862, "precision_weighted": 0.871261, "recall": 0.872175, "recall_weighted": 0.872602, "ap": null, "ap_weighted": null } ], "accuracy": 0.870585, "f1": 0.858688, "f1_weighted": 0.867171, "precision": 0.849879, "precision_weighted": 0.871059, "recall": 0.875962, "recall_weighted": 0.870585, "ap": NaN, "ap_weighted": NaN, "main_score": 0.870585, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.838662, "f1": 0.816332, "f1_weighted": 0.836278, "precision": 0.805497, "precision_weighted": 0.838972, "recall": 0.833787, "recall_weighted": 0.838662, "ap": null, "ap_weighted": null }, { "accuracy": 0.833743, "f1": 0.810395, "f1_weighted": 0.834396, "precision": 0.79499, "precision_weighted": 0.840587, "recall": 0.834297, "recall_weighted": 0.833743, "ap": null, "ap_weighted": null }, { "accuracy": 0.832759, "f1": 0.80881, "f1_weighted": 0.829609, "precision": 0.799799, "precision_weighted": 0.840264, "recall": 0.83412, "recall_weighted": 0.832759, "ap": null, "ap_weighted": null }, { "accuracy": 0.835219, "f1": 0.810611, "f1_weighted": 0.832344, "precision": 0.80159, "precision_weighted": 0.840032, "recall": 0.832445, "recall_weighted": 0.835219, "ap": null, "ap_weighted": null }, { "accuracy": 0.839154, "f1": 0.816126, "f1_weighted": 0.835478, "precision": 0.807067, "precision_weighted": 0.83823, "recall": 0.83262, "recall_weighted": 0.839154, "ap": null, "ap_weighted": null }, { "accuracy": 0.836695, "f1": 0.812059, "f1_weighted": 0.834593, "precision": 0.804721, "precision_weighted": 0.838592, "recall": 0.826869, "recall_weighted": 0.836695, "ap": null, "ap_weighted": null }, { "accuracy": 0.842105, "f1": 0.818176, "f1_weighted": 0.837038, "precision": 0.812073, "precision_weighted": 0.838774, "recall": 0.832445, "recall_weighted": 0.842105, "ap": null, "ap_weighted": null }, { "accuracy": 0.839154, "f1": 0.81641, "f1_weighted": 0.836724, "precision": 0.809676, "precision_weighted": 0.838169, "recall": 0.827722, "recall_weighted": 0.839154, "ap": null, "ap_weighted": null }, { "accuracy": 0.840138, "f1": 0.819264, "f1_weighted": 0.836576, "precision": 0.813587, "precision_weighted": 0.838958, "recall": 0.831955, "recall_weighted": 0.840138, "ap": null, "ap_weighted": null }, { "accuracy": 0.842597, "f1": 0.821147, "f1_weighted": 0.841647, "precision": 0.81147, "precision_weighted": 0.844105, "recall": 0.837158, "recall_weighted": 0.842597, "ap": null, "ap_weighted": null } ], "accuracy": 0.838023, "f1": 0.814933, "f1_weighted": 0.835468, "precision": 0.806047, "precision_weighted": 0.839668, "recall": 0.832342, "recall_weighted": 0.838023, "ap": NaN, "ap_weighted": NaN, "main_score": 0.838023, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.88785, "f1": 0.877422, "f1_weighted": 0.886158, "precision": 0.870567, "precision_weighted": 0.886842, "recall": 0.887765, "recall_weighted": 0.88785, "ap": null, "ap_weighted": null }, { "accuracy": 0.87998, "f1": 0.868537, "f1_weighted": 0.879314, "precision": 0.856301, "precision_weighted": 0.882411, "recall": 0.886735, "recall_weighted": 0.87998, "ap": null, "ap_weighted": null }, { "accuracy": 0.87998, "f1": 0.863949, "f1_weighted": 0.876662, "precision": 0.853241, "precision_weighted": 0.880818, "recall": 0.884789, "recall_weighted": 0.87998, "ap": null, "ap_weighted": null }, { "accuracy": 0.878997, "f1": 0.866785, "f1_weighted": 0.874392, "precision": 0.859921, "precision_weighted": 0.877604, "recall": 0.882291, "recall_weighted": 0.878997, "ap": null, "ap_weighted": null }, { "accuracy": 0.88244, "f1": 0.871068, "f1_weighted": 0.880505, "precision": 0.864357, "precision_weighted": 0.881816, "recall": 0.882316, "recall_weighted": 0.88244, "ap": null, "ap_weighted": null }, { "accuracy": 0.881456, "f1": 0.867992, "f1_weighted": 0.879297, "precision": 0.862714, "precision_weighted": 0.882529, "recall": 0.879607, "recall_weighted": 0.881456, "ap": null, "ap_weighted": null }, { "accuracy": 0.880472, "f1": 0.865843, "f1_weighted": 0.879076, "precision": 0.856026, "precision_weighted": 0.880206, "recall": 0.879173, "recall_weighted": 0.880472, "ap": null, "ap_weighted": null }, { "accuracy": 0.87998, "f1": 0.867633, "f1_weighted": 0.878356, "precision": 0.860583, "precision_weighted": 0.879279, "recall": 0.878264, "recall_weighted": 0.87998, "ap": null, "ap_weighted": null }, { "accuracy": 0.883424, "f1": 0.871208, "f1_weighted": 0.879085, "precision": 0.869697, "precision_weighted": 0.881367, "recall": 0.8804, "recall_weighted": 0.883424, "ap": null, "ap_weighted": null }, { "accuracy": 0.885391, "f1": 0.876465, "f1_weighted": 0.885282, "precision": 0.869187, "precision_weighted": 0.887195, "recall": 0.886755, "recall_weighted": 0.885391, "ap": null, "ap_weighted": null } ], "accuracy": 0.881997, "f1": 0.86969, "f1_weighted": 0.879813, "precision": 0.862259, "precision_weighted": 0.882007, "recall": 0.88281, "recall_weighted": 0.881997, "ap": NaN, "ap_weighted": NaN, "main_score": 0.881997, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.817019, "f1": 0.796583, "f1_weighted": 0.81744, "precision": 0.792615, "precision_weighted": 0.82147, "recall": 0.80595, "recall_weighted": 0.817019, "ap": null, "ap_weighted": null }, { "accuracy": 0.806198, "f1": 0.777488, "f1_weighted": 0.805543, "precision": 0.769294, "precision_weighted": 0.816089, "recall": 0.802989, "recall_weighted": 0.806198, "ap": null, "ap_weighted": null }, { "accuracy": 0.815544, "f1": 0.796069, "f1_weighted": 0.819165, "precision": 0.78722, "precision_weighted": 0.828927, "recall": 0.814169, "recall_weighted": 0.815544, "ap": null, "ap_weighted": null }, { "accuracy": 0.810133, "f1": 0.779633, "f1_weighted": 0.808403, "precision": 0.769266, "precision_weighted": 0.815147, "recall": 0.803021, "recall_weighted": 0.810133, "ap": null, "ap_weighted": null }, { "accuracy": 0.809641, "f1": 0.774574, "f1_weighted": 0.804226, "precision": 0.768382, "precision_weighted": 0.810366, "recall": 0.796884, "recall_weighted": 0.809641, "ap": null, "ap_weighted": null }, { "accuracy": 0.811608, "f1": 0.790584, "f1_weighted": 0.810639, "precision": 0.787758, "precision_weighted": 0.815828, "recall": 0.802011, "recall_weighted": 0.811608, "ap": null, "ap_weighted": null }, { "accuracy": 0.813084, "f1": 0.787693, "f1_weighted": 0.810112, "precision": 0.778728, "precision_weighted": 0.815914, "recall": 0.808041, "recall_weighted": 0.813084, "ap": null, "ap_weighted": null }, { "accuracy": 0.821446, "f1": 0.799978, "f1_weighted": 0.822431, "precision": 0.796665, "precision_weighted": 0.826381, "recall": 0.808999, "recall_weighted": 0.821446, "ap": null, "ap_weighted": null }, { "accuracy": 0.811608, "f1": 0.784565, "f1_weighted": 0.807471, "precision": 0.782152, "precision_weighted": 0.809769, "recall": 0.79561, "recall_weighted": 0.811608, "ap": null, "ap_weighted": null }, { "accuracy": 0.818003, "f1": 0.798587, "f1_weighted": 0.818468, "precision": 0.789533, "precision_weighted": 0.8237, "recall": 0.816046, "recall_weighted": 0.818003, "ap": null, "ap_weighted": null } ], "accuracy": 0.813428, "f1": 0.788575, "f1_weighted": 0.81239, "precision": 0.782161, "precision_weighted": 0.818359, "recall": 0.805372, "recall_weighted": 0.813428, "ap": NaN, "ap_weighted": NaN, "main_score": 0.813428, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.878013, "f1": 0.863799, "f1_weighted": 0.875945, "precision": 0.8613, "precision_weighted": 0.876231, "recall": 0.8696, "recall_weighted": 0.878013, "ap": null, "ap_weighted": null }, { "accuracy": 0.868667, "f1": 0.849557, "f1_weighted": 0.867681, "precision": 0.837444, "precision_weighted": 0.870838, "recall": 0.86901, "recall_weighted": 0.868667, "ap": null, "ap_weighted": null }, { "accuracy": 0.876045, "f1": 0.855723, "f1_weighted": 0.873036, "precision": 0.84915, "precision_weighted": 0.878968, "recall": 0.874077, "recall_weighted": 0.876045, "ap": null, "ap_weighted": null }, { "accuracy": 0.871126, "f1": 0.850799, "f1_weighted": 0.867666, "precision": 0.844366, "precision_weighted": 0.871576, "recall": 0.866782, "recall_weighted": 0.871126, "ap": null, "ap_weighted": null }, { "accuracy": 0.869159, "f1": 0.847442, "f1_weighted": 0.862013, "precision": 0.842425, "precision_weighted": 0.864022, "recall": 0.863288, "recall_weighted": 0.869159, "ap": null, "ap_weighted": null }, { "accuracy": 0.876537, "f1": 0.862011, "f1_weighted": 0.87449, "precision": 0.854312, "precision_weighted": 0.875493, "recall": 0.873895, "recall_weighted": 0.876537, "ap": null, "ap_weighted": null }, { "accuracy": 0.87457, "f1": 0.861279, "f1_weighted": 0.873887, "precision": 0.858159, "precision_weighted": 0.875133, "recall": 0.867386, "recall_weighted": 0.87457, "ap": null, "ap_weighted": null }, { "accuracy": 0.876537, "f1": 0.860145, "f1_weighted": 0.874817, "precision": 0.855634, "precision_weighted": 0.875435, "recall": 0.868272, "recall_weighted": 0.876537, "ap": null, "ap_weighted": null }, { "accuracy": 0.877029, "f1": 0.861993, "f1_weighted": 0.8735, "precision": 0.86325, "precision_weighted": 0.874897, "recall": 0.866835, "recall_weighted": 0.877029, "ap": null, "ap_weighted": null }, { "accuracy": 0.875553, "f1": 0.861049, "f1_weighted": 0.874196, "precision": 0.858113, "precision_weighted": 0.874695, "recall": 0.866835, "recall_weighted": 0.875553, "ap": null, "ap_weighted": null } ], "accuracy": 0.874324, "f1": 0.85738, "f1_weighted": 0.871723, "precision": 0.852415, "precision_weighted": 0.873729, "recall": 0.868598, "recall_weighted": 0.874324, "ap": NaN, "ap_weighted": NaN, "main_score": 0.874324, "hf_subset": "sv", "languages": [ "swe-Latn" ] } ] }, "evaluation_time": 306.7602069377899, "kg_co2_emissions": null }