{ "dataset_revision": "4672e20407010da34463acc759c162ca9734bca6", "task_name": "MassiveIntentClassification", "mteb_version": "2.3.3", "scores": { "validation": [ { "scores_per_experiment": [ { "accuracy": 0.3576, "f1": 0.346875, "f1_weighted": 0.365358, "precision": 0.342724, "precision_weighted": 0.431703, "recall": 0.435398, "recall_weighted": 0.3576, "ap": null, "ap_weighted": null }, { "accuracy": 0.395475, "f1": 0.361875, "f1_weighted": 0.402931, "precision": 0.357945, "precision_weighted": 0.458508, "recall": 0.437909, "recall_weighted": 0.395475, "ap": null, "ap_weighted": null }, { "accuracy": 0.375307, "f1": 0.355209, "f1_weighted": 0.381081, "precision": 0.354595, "precision_weighted": 0.445148, "recall": 0.426569, "recall_weighted": 0.375307, "ap": null, "ap_weighted": null }, { "accuracy": 0.384653, "f1": 0.349068, "f1_weighted": 0.393166, "precision": 0.347949, "precision_weighted": 0.445927, "recall": 0.419816, "recall_weighted": 0.384653, "ap": null, "ap_weighted": null }, { "accuracy": 0.401869, "f1": 0.373417, "f1_weighted": 0.411182, "precision": 0.364918, "precision_weighted": 0.457458, "recall": 0.442294, "recall_weighted": 0.401869, "ap": null, "ap_weighted": null }, { "accuracy": 0.384161, "f1": 0.364114, "f1_weighted": 0.398859, "precision": 0.365185, "precision_weighted": 0.462837, "recall": 0.417324, "recall_weighted": 0.384161, "ap": null, "ap_weighted": null }, { "accuracy": 0.370389, "f1": 0.350053, "f1_weighted": 0.375527, "precision": 0.345202, "precision_weighted": 0.435232, "recall": 0.422466, "recall_weighted": 0.370389, "ap": null, "ap_weighted": null }, { "accuracy": 0.375307, "f1": 0.347587, "f1_weighted": 0.388776, "precision": 0.346393, "precision_weighted": 0.44292, "recall": 0.400852, "recall_weighted": 0.375307, "ap": null, "ap_weighted": null }, { "accuracy": 0.368913, "f1": 0.35477, "f1_weighted": 0.372538, "precision": 0.348794, "precision_weighted": 0.421001, "recall": 0.431512, "recall_weighted": 0.368913, "ap": null, "ap_weighted": null }, { "accuracy": 0.383178, "f1": 0.357311, "f1_weighted": 0.389088, "precision": 0.35324, "precision_weighted": 0.440703, "recall": 0.414431, "recall_weighted": 0.383178, "ap": null, "ap_weighted": null } ], "accuracy": 0.379685, "f1": 0.356028, "f1_weighted": 0.38785, "precision": 0.352694, "precision_weighted": 0.444144, "recall": 0.424857, "recall_weighted": 0.379685, "ap": NaN, "ap_weighted": NaN, "main_score": 0.379685, "hf_subset": "af", "languages": [ "afr-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.037875, "f1": 0.01883, "f1_weighted": 0.025025, "precision": 0.027209, "precision_weighted": 0.041126, "recall": 0.052158, "recall_weighted": 0.037875, "ap": null, "ap_weighted": null }, { "accuracy": 0.031972, "f1": 0.013395, "f1_weighted": 0.009462, "precision": 0.013712, "precision_weighted": 0.009926, "recall": 0.052924, "recall_weighted": 0.031972, "ap": null, "ap_weighted": null }, { "accuracy": 0.016724, "f1": 0.00951, "f1_weighted": 0.007409, "precision": 0.023588, "precision_weighted": 0.027271, "recall": 0.048601, "recall_weighted": 0.016724, "ap": null, "ap_weighted": null }, { "accuracy": 0.034432, "f1": 0.012599, "f1_weighted": 0.017486, "precision": 0.02061, "precision_weighted": 0.04545, "recall": 0.04803, "recall_weighted": 0.034432, "ap": null, "ap_weighted": null }, { "accuracy": 0.03394, "f1": 0.017966, "f1_weighted": 0.022744, "precision": 0.022998, "precision_weighted": 0.039221, "recall": 0.036393, "recall_weighted": 0.03394, "ap": null, "ap_weighted": null }, { "accuracy": 0.040334, "f1": 0.017466, "f1_weighted": 0.020649, "precision": 0.03812, "precision_weighted": 0.05798, "recall": 0.040008, "recall_weighted": 0.040334, "ap": null, "ap_weighted": null }, { "accuracy": 0.034924, "f1": 0.01191, "f1_weighted": 0.013658, "precision": 0.029153, "precision_weighted": 0.080555, "recall": 0.044609, "recall_weighted": 0.034924, "ap": null, "ap_weighted": null }, { "accuracy": 0.031481, "f1": 0.01505, "f1_weighted": 0.01924, "precision": 0.023293, "precision_weighted": 0.04613, "recall": 0.047795, "recall_weighted": 0.031481, "ap": null, "ap_weighted": null }, { "accuracy": 0.033448, "f1": 0.023201, "f1_weighted": 0.027757, "precision": 0.041066, "precision_weighted": 0.063419, "recall": 0.043997, "recall_weighted": 0.033448, "ap": null, "ap_weighted": null }, { "accuracy": 0.02361, "f1": 0.014276, "f1_weighted": 0.013996, "precision": 0.035051, "precision_weighted": 0.068101, "recall": 0.037601, "recall_weighted": 0.02361, "ap": null, "ap_weighted": null } ], "accuracy": 0.031874, "f1": 0.01542, "f1_weighted": 0.017743, "precision": 0.02748, "precision_weighted": 0.047918, "recall": 0.045212, "recall_weighted": 0.031874, "ap": NaN, "ap_weighted": NaN, "main_score": 0.031874, "hf_subset": "am", "languages": [ "amh-Ethi" ] }, { "scores_per_experiment": [ { "accuracy": 0.089031, "f1": 0.084581, "f1_weighted": 0.097838, "precision": 0.117486, "precision_weighted": 0.174942, "recall": 0.101246, "recall_weighted": 0.089031, "ap": null, "ap_weighted": null }, { "accuracy": 0.090507, "f1": 0.073099, "f1_weighted": 0.08477, "precision": 0.110019, "precision_weighted": 0.14994, "recall": 0.102949, "recall_weighted": 0.090507, "ap": null, "ap_weighted": null }, { "accuracy": 0.104279, "f1": 0.088069, "f1_weighted": 0.108092, "precision": 0.136655, "precision_weighted": 0.192575, "recall": 0.103731, "recall_weighted": 0.104279, "ap": null, "ap_weighted": null }, { "accuracy": 0.092966, "f1": 0.082107, "f1_weighted": 0.095165, "precision": 0.125259, "precision_weighted": 0.161949, "recall": 0.092476, "recall_weighted": 0.092966, "ap": null, "ap_weighted": null }, { "accuracy": 0.088047, "f1": 0.073763, "f1_weighted": 0.094427, "precision": 0.110042, "precision_weighted": 0.186092, "recall": 0.09084, "recall_weighted": 0.088047, "ap": null, "ap_weighted": null }, { "accuracy": 0.095425, "f1": 0.087486, "f1_weighted": 0.104335, "precision": 0.145293, "precision_weighted": 0.220647, "recall": 0.105392, "recall_weighted": 0.095425, "ap": null, "ap_weighted": null }, { "accuracy": 0.098377, "f1": 0.085423, "f1_weighted": 0.106676, "precision": 0.120992, "precision_weighted": 0.180847, "recall": 0.096462, "recall_weighted": 0.098377, "ap": null, "ap_weighted": null }, { "accuracy": 0.108214, "f1": 0.095782, "f1_weighted": 0.119573, "precision": 0.131714, "precision_weighted": 0.188498, "recall": 0.107519, "recall_weighted": 0.108214, "ap": null, "ap_weighted": null }, { "accuracy": 0.106739, "f1": 0.084497, "f1_weighted": 0.107883, "precision": 0.107757, "precision_weighted": 0.147707, "recall": 0.099902, "recall_weighted": 0.106739, "ap": null, "ap_weighted": null }, { "accuracy": 0.096901, "f1": 0.079028, "f1_weighted": 0.099772, "precision": 0.106544, "precision_weighted": 0.151441, "recall": 0.093837, "recall_weighted": 0.096901, "ap": null, "ap_weighted": null } ], "accuracy": 0.097049, "f1": 0.083384, "f1_weighted": 0.101853, "precision": 0.121176, "precision_weighted": 0.175464, "recall": 0.099435, "recall_weighted": 0.097049, "ap": NaN, "ap_weighted": NaN, "main_score": 0.097049, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.339892, "f1": 0.336518, "f1_weighted": 0.340771, "precision": 0.327215, "precision_weighted": 0.392336, "recall": 0.408941, "recall_weighted": 0.339892, "ap": null, "ap_weighted": null }, { "accuracy": 0.324152, "f1": 0.326073, "f1_weighted": 0.329853, "precision": 0.334489, "precision_weighted": 0.401392, "recall": 0.396828, "recall_weighted": 0.324152, "ap": null, "ap_weighted": null }, { "accuracy": 0.316281, "f1": 0.310248, "f1_weighted": 0.324472, "precision": 0.308714, "precision_weighted": 0.384291, "recall": 0.371338, "recall_weighted": 0.316281, "ap": null, "ap_weighted": null }, { "accuracy": 0.341367, "f1": 0.324755, "f1_weighted": 0.348187, "precision": 0.320994, "precision_weighted": 0.406971, "recall": 0.394568, "recall_weighted": 0.341367, "ap": null, "ap_weighted": null }, { "accuracy": 0.343827, "f1": 0.333105, "f1_weighted": 0.353886, "precision": 0.336003, "precision_weighted": 0.422413, "recall": 0.396816, "recall_weighted": 0.343827, "ap": null, "ap_weighted": null }, { "accuracy": 0.333005, "f1": 0.332216, "f1_weighted": 0.337101, "precision": 0.332541, "precision_weighted": 0.409737, "recall": 0.404273, "recall_weighted": 0.333005, "ap": null, "ap_weighted": null }, { "accuracy": 0.302509, "f1": 0.296591, "f1_weighted": 0.299013, "precision": 0.287682, "precision_weighted": 0.359255, "recall": 0.381444, "recall_weighted": 0.302509, "ap": null, "ap_weighted": null }, { "accuracy": 0.333989, "f1": 0.322258, "f1_weighted": 0.340805, "precision": 0.32148, "precision_weighted": 0.398761, "recall": 0.391337, "recall_weighted": 0.333989, "ap": null, "ap_weighted": null }, { "accuracy": 0.328087, "f1": 0.333472, "f1_weighted": 0.32591, "precision": 0.331377, "precision_weighted": 0.378892, "recall": 0.412881, "recall_weighted": 0.328087, "ap": null, "ap_weighted": null }, { "accuracy": 0.331038, "f1": 0.335538, "f1_weighted": 0.336011, "precision": 0.333331, "precision_weighted": 0.385002, "recall": 0.384537, "recall_weighted": 0.331038, "ap": null, "ap_weighted": null } ], "accuracy": 0.329415, "f1": 0.325077, "f1_weighted": 0.333601, "precision": 0.323383, "precision_weighted": 0.393905, "recall": 0.394296, "recall_weighted": 0.329415, "ap": NaN, "ap_weighted": NaN, "main_score": 0.329415, "hf_subset": "az", "languages": [ "aze-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.034432, "f1": 0.015617, "f1_weighted": 0.026372, "precision": 0.043588, "precision_weighted": 0.063348, "recall": 0.044458, "recall_weighted": 0.034432, "ap": null, "ap_weighted": null }, { "accuracy": 0.024594, "f1": 0.017695, "f1_weighted": 0.014964, "precision": 0.029191, "precision_weighted": 0.029726, "recall": 0.040015, "recall_weighted": 0.024594, "ap": null, "ap_weighted": null }, { "accuracy": 0.020167, "f1": 0.020462, "f1_weighted": 0.016526, "precision": 0.069672, "precision_weighted": 0.080133, "recall": 0.029956, "recall_weighted": 0.020167, "ap": null, "ap_weighted": null }, { "accuracy": 0.021643, "f1": 0.014097, "f1_weighted": 0.015853, "precision": 0.026591, "precision_weighted": 0.05615, "recall": 0.03717, "recall_weighted": 0.021643, "ap": null, "ap_weighted": null }, { "accuracy": 0.041318, "f1": 0.017973, "f1_weighted": 0.0258, "precision": 0.074242, "precision_weighted": 0.091798, "recall": 0.0289, "recall_weighted": 0.041318, "ap": null, "ap_weighted": null }, { "accuracy": 0.036891, "f1": 0.018277, "f1_weighted": 0.03105, "precision": 0.06297, "precision_weighted": 0.09949, "recall": 0.027025, "recall_weighted": 0.036891, "ap": null, "ap_weighted": null }, { "accuracy": 0.027545, "f1": 0.012619, "f1_weighted": 0.013062, "precision": 0.014445, "precision_weighted": 0.015042, "recall": 0.027215, "recall_weighted": 0.027545, "ap": null, "ap_weighted": null }, { "accuracy": 0.048205, "f1": 0.024748, "f1_weighted": 0.031279, "precision": 0.046469, "precision_weighted": 0.04433, "recall": 0.040838, "recall_weighted": 0.048205, "ap": null, "ap_weighted": null }, { "accuracy": 0.020167, "f1": 0.022466, "f1_weighted": 0.01916, "precision": 0.037975, "precision_weighted": 0.043301, "recall": 0.037785, "recall_weighted": 0.020167, "ap": null, "ap_weighted": null }, { "accuracy": 0.024102, "f1": 0.020079, "f1_weighted": 0.017311, "precision": 0.045767, "precision_weighted": 0.036242, "recall": 0.026375, "recall_weighted": 0.024102, "ap": null, "ap_weighted": null } ], "accuracy": 0.029907, "f1": 0.018403, "f1_weighted": 0.021138, "precision": 0.045091, "precision_weighted": 0.055956, "recall": 0.033974, "recall_weighted": 0.029907, "ap": NaN, "ap_weighted": NaN, "main_score": 0.029907, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "scores_per_experiment": [ { "accuracy": 0.393507, "f1": 0.387551, "f1_weighted": 0.394679, "precision": 0.375644, "precision_weighted": 0.440942, "recall": 0.465548, "recall_weighted": 0.393507, "ap": null, "ap_weighted": null }, { "accuracy": 0.400394, "f1": 0.368906, "f1_weighted": 0.405348, "precision": 0.364535, "precision_weighted": 0.448061, "recall": 0.430555, "recall_weighted": 0.400394, "ap": null, "ap_weighted": null }, { "accuracy": 0.390064, "f1": 0.380129, "f1_weighted": 0.396426, "precision": 0.3768, "precision_weighted": 0.447694, "recall": 0.438475, "recall_weighted": 0.390064, "ap": null, "ap_weighted": null }, { "accuracy": 0.394491, "f1": 0.374515, "f1_weighted": 0.405776, "precision": 0.377227, "precision_weighted": 0.47149, "recall": 0.43882, "recall_weighted": 0.394491, "ap": null, "ap_weighted": null }, { "accuracy": 0.387113, "f1": 0.372437, "f1_weighted": 0.393451, "precision": 0.365008, "precision_weighted": 0.436207, "recall": 0.427657, "recall_weighted": 0.387113, "ap": null, "ap_weighted": null }, { "accuracy": 0.356616, "f1": 0.351114, "f1_weighted": 0.364114, "precision": 0.346864, "precision_weighted": 0.415575, "recall": 0.424599, "recall_weighted": 0.356616, "ap": null, "ap_weighted": null }, { "accuracy": 0.361535, "f1": 0.36557, "f1_weighted": 0.361925, "precision": 0.35637, "precision_weighted": 0.407698, "recall": 0.45667, "recall_weighted": 0.361535, "ap": null, "ap_weighted": null }, { "accuracy": 0.375799, "f1": 0.37662, "f1_weighted": 0.384032, "precision": 0.381727, "precision_weighted": 0.443926, "recall": 0.44289, "recall_weighted": 0.375799, "ap": null, "ap_weighted": null }, { "accuracy": 0.358583, "f1": 0.357884, "f1_weighted": 0.36194, "precision": 0.358079, "precision_weighted": 0.419022, "recall": 0.433266, "recall_weighted": 0.358583, "ap": null, "ap_weighted": null }, { "accuracy": 0.397934, "f1": 0.385212, "f1_weighted": 0.406835, "precision": 0.378251, "precision_weighted": 0.453286, "recall": 0.456439, "recall_weighted": 0.397934, "ap": null, "ap_weighted": null } ], "accuracy": 0.381604, "f1": 0.371994, "f1_weighted": 0.387453, "precision": 0.36805, "precision_weighted": 0.43839, "recall": 0.441492, "recall_weighted": 0.381604, "ap": NaN, "ap_weighted": NaN, "main_score": 0.381604, "hf_subset": "cy", "languages": [ "cym-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.655189, "f1": 0.621646, "f1_weighted": 0.656161, "precision": 0.610879, "precision_weighted": 0.687741, "recall": 0.693574, "recall_weighted": 0.655189, "ap": null, "ap_weighted": null }, { "accuracy": 0.677324, "f1": 0.627393, "f1_weighted": 0.676933, "precision": 0.611306, "precision_weighted": 0.710249, "recall": 0.698184, "recall_weighted": 0.677324, "ap": null, "ap_weighted": null }, { "accuracy": 0.685194, "f1": 0.648261, "f1_weighted": 0.686091, "precision": 0.634979, "precision_weighted": 0.718092, "recall": 0.712383, "recall_weighted": 0.685194, "ap": null, "ap_weighted": null }, { "accuracy": 0.677324, "f1": 0.632175, "f1_weighted": 0.679697, "precision": 0.620363, "precision_weighted": 0.718353, "recall": 0.707678, "recall_weighted": 0.677324, "ap": null, "ap_weighted": null }, { "accuracy": 0.663551, "f1": 0.625029, "f1_weighted": 0.665649, "precision": 0.609051, "precision_weighted": 0.699534, "recall": 0.701819, "recall_weighted": 0.663551, "ap": null, "ap_weighted": null }, { "accuracy": 0.680275, "f1": 0.64021, "f1_weighted": 0.685315, "precision": 0.620506, "precision_weighted": 0.723351, "recall": 0.714977, "recall_weighted": 0.680275, "ap": null, "ap_weighted": null }, { "accuracy": 0.648795, "f1": 0.632026, "f1_weighted": 0.651276, "precision": 0.619848, "precision_weighted": 0.689738, "recall": 0.710127, "recall_weighted": 0.648795, "ap": null, "ap_weighted": null }, { "accuracy": 0.647811, "f1": 0.615939, "f1_weighted": 0.651624, "precision": 0.601569, "precision_weighted": 0.686678, "recall": 0.688193, "recall_weighted": 0.647811, "ap": null, "ap_weighted": null }, { "accuracy": 0.66306, "f1": 0.625158, "f1_weighted": 0.666074, "precision": 0.623233, "precision_weighted": 0.704728, "recall": 0.692729, "recall_weighted": 0.66306, "ap": null, "ap_weighted": null }, { "accuracy": 0.679292, "f1": 0.632233, "f1_weighted": 0.681265, "precision": 0.621682, "precision_weighted": 0.718279, "recall": 0.697247, "recall_weighted": 0.679292, "ap": null, "ap_weighted": null } ], "accuracy": 0.667782, "f1": 0.630007, "f1_weighted": 0.670009, "precision": 0.617342, "precision_weighted": 0.705674, "recall": 0.701691, "recall_weighted": 0.667782, "ap": NaN, "ap_weighted": NaN, "main_score": 0.667782, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.500738, "f1": 0.471992, "f1_weighted": 0.505203, "precision": 0.468437, "precision_weighted": 0.557547, "recall": 0.550224, "recall_weighted": 0.500738, "ap": null, "ap_weighted": null }, { "accuracy": 0.504673, "f1": 0.46276, "f1_weighted": 0.511312, "precision": 0.454024, "precision_weighted": 0.553575, "recall": 0.541738, "recall_weighted": 0.504673, "ap": null, "ap_weighted": null }, { "accuracy": 0.496311, "f1": 0.472416, "f1_weighted": 0.503534, "precision": 0.465292, "precision_weighted": 0.563429, "recall": 0.547782, "recall_weighted": 0.496311, "ap": null, "ap_weighted": null }, { "accuracy": 0.516478, "f1": 0.476197, "f1_weighted": 0.523988, "precision": 0.466695, "precision_weighted": 0.564152, "recall": 0.558364, "recall_weighted": 0.516478, "ap": null, "ap_weighted": null }, { "accuracy": 0.510576, "f1": 0.478922, "f1_weighted": 0.520856, "precision": 0.475818, "precision_weighted": 0.570905, "recall": 0.546852, "recall_weighted": 0.510576, "ap": null, "ap_weighted": null }, { "accuracy": 0.502705, "f1": 0.483896, "f1_weighted": 0.512157, "precision": 0.482161, "precision_weighted": 0.580703, "recall": 0.563094, "recall_weighted": 0.502705, "ap": null, "ap_weighted": null }, { "accuracy": 0.492868, "f1": 0.460481, "f1_weighted": 0.495765, "precision": 0.451369, "precision_weighted": 0.544468, "recall": 0.545484, "recall_weighted": 0.492868, "ap": null, "ap_weighted": null }, { "accuracy": 0.486965, "f1": 0.465222, "f1_weighted": 0.494577, "precision": 0.458727, "precision_weighted": 0.550376, "recall": 0.550256, "recall_weighted": 0.486965, "ap": null, "ap_weighted": null }, { "accuracy": 0.497787, "f1": 0.488304, "f1_weighted": 0.502268, "precision": 0.480541, "precision_weighted": 0.555214, "recall": 0.579563, "recall_weighted": 0.497787, "ap": null, "ap_weighted": null }, { "accuracy": 0.499262, "f1": 0.45477, "f1_weighted": 0.502009, "precision": 0.446966, "precision_weighted": 0.55363, "recall": 0.515676, "recall_weighted": 0.499262, "ap": null, "ap_weighted": null } ], "accuracy": 0.500836, "f1": 0.471496, "f1_weighted": 0.507167, "precision": 0.465003, "precision_weighted": 0.5594, "recall": 0.549903, "recall_weighted": 0.500836, "ap": NaN, "ap_weighted": NaN, "main_score": 0.500836, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.134284, "f1": 0.114876, "f1_weighted": 0.148353, "precision": 0.140029, "precision_weighted": 0.230622, "recall": 0.160821, "recall_weighted": 0.134284, "ap": null, "ap_weighted": null }, { "accuracy": 0.115101, "f1": 0.112931, "f1_weighted": 0.118493, "precision": 0.144497, "precision_weighted": 0.191038, "recall": 0.152, "recall_weighted": 0.115101, "ap": null, "ap_weighted": null }, { "accuracy": 0.138711, "f1": 0.135628, "f1_weighted": 0.148544, "precision": 0.162527, "precision_weighted": 0.226147, "recall": 0.183072, "recall_weighted": 0.138711, "ap": null, "ap_weighted": null }, { "accuracy": 0.130349, "f1": 0.109845, "f1_weighted": 0.143784, "precision": 0.148171, "precision_weighted": 0.220416, "recall": 0.128345, "recall_weighted": 0.130349, "ap": null, "ap_weighted": null }, { "accuracy": 0.130349, "f1": 0.111271, "f1_weighted": 0.147469, "precision": 0.140055, "precision_weighted": 0.230533, "recall": 0.140044, "recall_weighted": 0.130349, "ap": null, "ap_weighted": null }, { "accuracy": 0.129365, "f1": 0.113588, "f1_weighted": 0.148077, "precision": 0.15377, "precision_weighted": 0.249928, "recall": 0.13603, "recall_weighted": 0.129365, "ap": null, "ap_weighted": null }, { "accuracy": 0.11756, "f1": 0.105927, "f1_weighted": 0.126989, "precision": 0.129589, "precision_weighted": 0.194047, "recall": 0.133443, "recall_weighted": 0.11756, "ap": null, "ap_weighted": null }, { "accuracy": 0.123955, "f1": 0.112443, "f1_weighted": 0.132299, "precision": 0.134645, "precision_weighted": 0.193848, "recall": 0.162853, "recall_weighted": 0.123955, "ap": null, "ap_weighted": null }, { "accuracy": 0.123463, "f1": 0.111796, "f1_weighted": 0.134467, "precision": 0.12971, "precision_weighted": 0.188379, "recall": 0.151651, "recall_weighted": 0.123463, "ap": null, "ap_weighted": null }, { "accuracy": 0.132809, "f1": 0.117592, "f1_weighted": 0.143082, "precision": 0.147126, "precision_weighted": 0.198883, "recall": 0.142665, "recall_weighted": 0.132809, "ap": null, "ap_weighted": null } ], "accuracy": 0.127595, "f1": 0.11459, "f1_weighted": 0.139156, "precision": 0.143012, "precision_weighted": 0.212384, "recall": 0.149092, "recall_weighted": 0.127595, "ap": NaN, "ap_weighted": NaN, "main_score": 0.127595, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "scores_per_experiment": [ { "accuracy": 0.648303, "f1": 0.613948, "f1_weighted": 0.652706, "precision": 0.604514, "precision_weighted": 0.697245, "recall": 0.682538, "recall_weighted": 0.648303, "ap": null, "ap_weighted": null }, { "accuracy": 0.667978, "f1": 0.621308, "f1_weighted": 0.671663, "precision": 0.604745, "precision_weighted": 0.705993, "recall": 0.686164, "recall_weighted": 0.667978, "ap": null, "ap_weighted": null }, { "accuracy": 0.646827, "f1": 0.606333, "f1_weighted": 0.644725, "precision": 0.590077, "precision_weighted": 0.682487, "recall": 0.668128, "recall_weighted": 0.646827, "ap": null, "ap_weighted": null }, { "accuracy": 0.652238, "f1": 0.606627, "f1_weighted": 0.656072, "precision": 0.593341, "precision_weighted": 0.687738, "recall": 0.674839, "recall_weighted": 0.652238, "ap": null, "ap_weighted": null }, { "accuracy": 0.653714, "f1": 0.627916, "f1_weighted": 0.656302, "precision": 0.609091, "precision_weighted": 0.690509, "recall": 0.696223, "recall_weighted": 0.653714, "ap": null, "ap_weighted": null }, { "accuracy": 0.643384, "f1": 0.614658, "f1_weighted": 0.651704, "precision": 0.60098, "precision_weighted": 0.694665, "recall": 0.694676, "recall_weighted": 0.643384, "ap": null, "ap_weighted": null }, { "accuracy": 0.641909, "f1": 0.616174, "f1_weighted": 0.649967, "precision": 0.607846, "precision_weighted": 0.697462, "recall": 0.69542, "recall_weighted": 0.641909, "ap": null, "ap_weighted": null }, { "accuracy": 0.634038, "f1": 0.600686, "f1_weighted": 0.634325, "precision": 0.585469, "precision_weighted": 0.675425, "recall": 0.673585, "recall_weighted": 0.634038, "ap": null, "ap_weighted": null }, { "accuracy": 0.646335, "f1": 0.611418, "f1_weighted": 0.652587, "precision": 0.610219, "precision_weighted": 0.699711, "recall": 0.687448, "recall_weighted": 0.646335, "ap": null, "ap_weighted": null }, { "accuracy": 0.656173, "f1": 0.628443, "f1_weighted": 0.661836, "precision": 0.617571, "precision_weighted": 0.697825, "recall": 0.693227, "recall_weighted": 0.656173, "ap": null, "ap_weighted": null } ], "accuracy": 0.64909, "f1": 0.614751, "f1_weighted": 0.653189, "precision": 0.602385, "precision_weighted": 0.692906, "recall": 0.685225, "recall_weighted": 0.64909, "ap": NaN, "ap_weighted": NaN, "main_score": 0.64909, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.445155, "f1": 0.443384, "f1_weighted": 0.444549, "precision": 0.430607, "precision_weighted": 0.492353, "recall": 0.516542, "recall_weighted": 0.445155, "ap": null, "ap_weighted": null }, { "accuracy": 0.441712, "f1": 0.425957, "f1_weighted": 0.441085, "precision": 0.416602, "precision_weighted": 0.490619, "recall": 0.501634, "recall_weighted": 0.441712, "ap": null, "ap_weighted": null }, { "accuracy": 0.416626, "f1": 0.420955, "f1_weighted": 0.416437, "precision": 0.41374, "precision_weighted": 0.465856, "recall": 0.503956, "recall_weighted": 0.416626, "ap": null, "ap_weighted": null }, { "accuracy": 0.406788, "f1": 0.39844, "f1_weighted": 0.41007, "precision": 0.391394, "precision_weighted": 0.460537, "recall": 0.469214, "recall_weighted": 0.406788, "ap": null, "ap_weighted": null }, { "accuracy": 0.445155, "f1": 0.438628, "f1_weighted": 0.450134, "precision": 0.428706, "precision_weighted": 0.501578, "recall": 0.514174, "recall_weighted": 0.445155, "ap": null, "ap_weighted": null }, { "accuracy": 0.407772, "f1": 0.418048, "f1_weighted": 0.407087, "precision": 0.408215, "precision_weighted": 0.468666, "recall": 0.511811, "recall_weighted": 0.407772, "ap": null, "ap_weighted": null }, { "accuracy": 0.407772, "f1": 0.413584, "f1_weighted": 0.40726, "precision": 0.404767, "precision_weighted": 0.465651, "recall": 0.487594, "recall_weighted": 0.407772, "ap": null, "ap_weighted": null }, { "accuracy": 0.41515, "f1": 0.41707, "f1_weighted": 0.420092, "precision": 0.41423, "precision_weighted": 0.481908, "recall": 0.490973, "recall_weighted": 0.41515, "ap": null, "ap_weighted": null }, { "accuracy": 0.413182, "f1": 0.416899, "f1_weighted": 0.41139, "precision": 0.410036, "precision_weighted": 0.461549, "recall": 0.503347, "recall_weighted": 0.413182, "ap": null, "ap_weighted": null }, { "accuracy": 0.416134, "f1": 0.427347, "f1_weighted": 0.414667, "precision": 0.421169, "precision_weighted": 0.471112, "recall": 0.510439, "recall_weighted": 0.416134, "ap": null, "ap_weighted": null } ], "accuracy": 0.421545, "f1": 0.422031, "f1_weighted": 0.422277, "precision": 0.413947, "precision_weighted": 0.475983, "recall": 0.500968, "recall_weighted": 0.421545, "ap": NaN, "ap_weighted": NaN, "main_score": 0.421545, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.060502, "f1": 0.047932, "f1_weighted": 0.059319, "precision": 0.071638, "precision_weighted": 0.117658, "recall": 0.09497, "recall_weighted": 0.060502, "ap": null, "ap_weighted": null }, { "accuracy": 0.059026, "f1": 0.048136, "f1_weighted": 0.053664, "precision": 0.057293, "precision_weighted": 0.073039, "recall": 0.089428, "recall_weighted": 0.059026, "ap": null, "ap_weighted": null }, { "accuracy": 0.057059, "f1": 0.05554, "f1_weighted": 0.051047, "precision": 0.085856, "precision_weighted": 0.099043, "recall": 0.087741, "recall_weighted": 0.057059, "ap": null, "ap_weighted": null }, { "accuracy": 0.062961, "f1": 0.045082, "f1_weighted": 0.05829, "precision": 0.06376, "precision_weighted": 0.100317, "recall": 0.070489, "recall_weighted": 0.062961, "ap": null, "ap_weighted": null }, { "accuracy": 0.061977, "f1": 0.050393, "f1_weighted": 0.069518, "precision": 0.095838, "precision_weighted": 0.162405, "recall": 0.053633, "recall_weighted": 0.061977, "ap": null, "ap_weighted": null }, { "accuracy": 0.053123, "f1": 0.040347, "f1_weighted": 0.049368, "precision": 0.083162, "precision_weighted": 0.140488, "recall": 0.058648, "recall_weighted": 0.053123, "ap": null, "ap_weighted": null }, { "accuracy": 0.042302, "f1": 0.044287, "f1_weighted": 0.041875, "precision": 0.081175, "precision_weighted": 0.125014, "recall": 0.076805, "recall_weighted": 0.042302, "ap": null, "ap_weighted": null }, { "accuracy": 0.05214, "f1": 0.042402, "f1_weighted": 0.053802, "precision": 0.071162, "precision_weighted": 0.131053, "recall": 0.062093, "recall_weighted": 0.05214, "ap": null, "ap_weighted": null }, { "accuracy": 0.056567, "f1": 0.049811, "f1_weighted": 0.056935, "precision": 0.067131, "precision_weighted": 0.107282, "recall": 0.078994, "recall_weighted": 0.056567, "ap": null, "ap_weighted": null }, { "accuracy": 0.065912, "f1": 0.04139, "f1_weighted": 0.054852, "precision": 0.066466, "precision_weighted": 0.115872, "recall": 0.064377, "recall_weighted": 0.065912, "ap": null, "ap_weighted": null } ], "accuracy": 0.057157, "f1": 0.046532, "f1_weighted": 0.054867, "precision": 0.074348, "precision_weighted": 0.117217, "recall": 0.073718, "recall_weighted": 0.057157, "ap": NaN, "ap_weighted": NaN, "main_score": 0.057157, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.389572, "f1": 0.376984, "f1_weighted": 0.392177, "precision": 0.370075, "precision_weighted": 0.425155, "recall": 0.440536, "recall_weighted": 0.389572, "ap": null, "ap_weighted": null }, { "accuracy": 0.357108, "f1": 0.351396, "f1_weighted": 0.362659, "precision": 0.356664, "precision_weighted": 0.421485, "recall": 0.419801, "recall_weighted": 0.357108, "ap": null, "ap_weighted": null }, { "accuracy": 0.347762, "f1": 0.340395, "f1_weighted": 0.359742, "precision": 0.344513, "precision_weighted": 0.419745, "recall": 0.403811, "recall_weighted": 0.347762, "ap": null, "ap_weighted": null }, { "accuracy": 0.386621, "f1": 0.365289, "f1_weighted": 0.392156, "precision": 0.362885, "precision_weighted": 0.441244, "recall": 0.44456, "recall_weighted": 0.386621, "ap": null, "ap_weighted": null }, { "accuracy": 0.392523, "f1": 0.370049, "f1_weighted": 0.397167, "precision": 0.36513, "precision_weighted": 0.440554, "recall": 0.436857, "recall_weighted": 0.392523, "ap": null, "ap_weighted": null }, { "accuracy": 0.351697, "f1": 0.338918, "f1_weighted": 0.361418, "precision": 0.335343, "precision_weighted": 0.415671, "recall": 0.408708, "recall_weighted": 0.351697, "ap": null, "ap_weighted": null }, { "accuracy": 0.370389, "f1": 0.356129, "f1_weighted": 0.375665, "precision": 0.353057, "precision_weighted": 0.43603, "recall": 0.430829, "recall_weighted": 0.370389, "ap": null, "ap_weighted": null }, { "accuracy": 0.359075, "f1": 0.347712, "f1_weighted": 0.369482, "precision": 0.349065, "precision_weighted": 0.419839, "recall": 0.414452, "recall_weighted": 0.359075, "ap": null, "ap_weighted": null }, { "accuracy": 0.376783, "f1": 0.366109, "f1_weighted": 0.379289, "precision": 0.361298, "precision_weighted": 0.423106, "recall": 0.432651, "recall_weighted": 0.376783, "ap": null, "ap_weighted": null }, { "accuracy": 0.384653, "f1": 0.373487, "f1_weighted": 0.39314, "precision": 0.371617, "precision_weighted": 0.439922, "recall": 0.427887, "recall_weighted": 0.384653, "ap": null, "ap_weighted": null } ], "accuracy": 0.371618, "f1": 0.358647, "f1_weighted": 0.37829, "precision": 0.356965, "precision_weighted": 0.428275, "recall": 0.426009, "recall_weighted": 0.371618, "ap": NaN, "ap_weighted": NaN, "main_score": 0.371618, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.454501, "f1": 0.43313, "f1_weighted": 0.458143, "precision": 0.427705, "precision_weighted": 0.509161, "recall": 0.520722, "recall_weighted": 0.454501, "ap": null, "ap_weighted": null }, { "accuracy": 0.4727, "f1": 0.444891, "f1_weighted": 0.477207, "precision": 0.444524, "precision_weighted": 0.526004, "recall": 0.505176, "recall_weighted": 0.4727, "ap": null, "ap_weighted": null }, { "accuracy": 0.454501, "f1": 0.441182, "f1_weighted": 0.458157, "precision": 0.433766, "precision_weighted": 0.524464, "recall": 0.530814, "recall_weighted": 0.454501, "ap": null, "ap_weighted": null }, { "accuracy": 0.4727, "f1": 0.446685, "f1_weighted": 0.475378, "precision": 0.439239, "precision_weighted": 0.526613, "recall": 0.51722, "recall_weighted": 0.4727, "ap": null, "ap_weighted": null }, { "accuracy": 0.479095, "f1": 0.449414, "f1_weighted": 0.488265, "precision": 0.44512, "precision_weighted": 0.540462, "recall": 0.53606, "recall_weighted": 0.479095, "ap": null, "ap_weighted": null }, { "accuracy": 0.468765, "f1": 0.44361, "f1_weighted": 0.476961, "precision": 0.438875, "precision_weighted": 0.546448, "recall": 0.531572, "recall_weighted": 0.468765, "ap": null, "ap_weighted": null }, { "accuracy": 0.458436, "f1": 0.435128, "f1_weighted": 0.457111, "precision": 0.423165, "precision_weighted": 0.50509, "recall": 0.513199, "recall_weighted": 0.458436, "ap": null, "ap_weighted": null }, { "accuracy": 0.46483, "f1": 0.438195, "f1_weighted": 0.476816, "precision": 0.438472, "precision_weighted": 0.527517, "recall": 0.501841, "recall_weighted": 0.46483, "ap": null, "ap_weighted": null }, { "accuracy": 0.451058, "f1": 0.439818, "f1_weighted": 0.456284, "precision": 0.433355, "precision_weighted": 0.501148, "recall": 0.530941, "recall_weighted": 0.451058, "ap": null, "ap_weighted": null }, { "accuracy": 0.445647, "f1": 0.433543, "f1_weighted": 0.450757, "precision": 0.428278, "precision_weighted": 0.501904, "recall": 0.524077, "recall_weighted": 0.445647, "ap": null, "ap_weighted": null } ], "accuracy": 0.462223, "f1": 0.44056, "f1_weighted": 0.467508, "precision": 0.43525, "precision_weighted": 0.520881, "recall": 0.521162, "recall_weighted": 0.462223, "ap": NaN, "ap_weighted": NaN, "main_score": 0.462223, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.022627, "f1": 0.008135, "f1_weighted": 0.012862, "precision": 0.006829, "precision_weighted": 0.015874, "recall": 0.035801, "recall_weighted": 0.022627, "ap": null, "ap_weighted": null }, { "accuracy": 0.021643, "f1": 0.008575, "f1_weighted": 0.007375, "precision": 0.020558, "precision_weighted": 0.01536, "recall": 0.029358, "recall_weighted": 0.021643, "ap": null, "ap_weighted": null }, { "accuracy": 0.027545, "f1": 0.010518, "f1_weighted": 0.0095, "precision": 0.012577, "precision_weighted": 0.012424, "recall": 0.051574, "recall_weighted": 0.027545, "ap": null, "ap_weighted": null }, { "accuracy": 0.050172, "f1": 0.016603, "f1_weighted": 0.033805, "precision": 0.021386, "precision_weighted": 0.042021, "recall": 0.028943, "recall_weighted": 0.050172, "ap": null, "ap_weighted": null }, { "accuracy": 0.028037, "f1": 0.011557, "f1_weighted": 0.020928, "precision": 0.020335, "precision_weighted": 0.048745, "recall": 0.035524, "recall_weighted": 0.028037, "ap": null, "ap_weighted": null }, { "accuracy": 0.033448, "f1": 0.012, "f1_weighted": 0.011983, "precision": 0.013635, "precision_weighted": 0.011799, "recall": 0.043773, "recall_weighted": 0.033448, "ap": null, "ap_weighted": null }, { "accuracy": 0.01574, "f1": 0.003346, "f1_weighted": 0.003655, "precision": 0.002022, "precision_weighted": 0.00233, "recall": 0.02152, "recall_weighted": 0.01574, "ap": null, "ap_weighted": null }, { "accuracy": 0.020659, "f1": 0.011047, "f1_weighted": 0.015028, "precision": 0.013261, "precision_weighted": 0.018317, "recall": 0.034184, "recall_weighted": 0.020659, "ap": null, "ap_weighted": null }, { "accuracy": 0.039351, "f1": 0.012744, "f1_weighted": 0.024525, "precision": 0.018645, "precision_weighted": 0.025812, "recall": 0.036134, "recall_weighted": 0.039351, "ap": null, "ap_weighted": null }, { "accuracy": 0.016232, "f1": 0.010802, "f1_weighted": 0.010247, "precision": 0.019099, "precision_weighted": 0.03081, "recall": 0.028489, "recall_weighted": 0.016232, "ap": null, "ap_weighted": null } ], "accuracy": 0.027545, "f1": 0.010533, "f1_weighted": 0.014991, "precision": 0.014834, "precision_weighted": 0.022349, "recall": 0.03453, "recall_weighted": 0.027545, "ap": NaN, "ap_weighted": NaN, "main_score": 0.027545, "hf_subset": "he", "languages": [ "heb-Hebr" ] }, { "scores_per_experiment": [ { "accuracy": 0.031481, "f1": 0.032095, "f1_weighted": 0.028797, "precision": 0.09592, "precision_weighted": 0.088595, "recall": 0.052284, "recall_weighted": 0.031481, "ap": null, "ap_weighted": null }, { "accuracy": 0.027054, "f1": 0.021949, "f1_weighted": 0.017228, "precision": 0.033629, "precision_weighted": 0.036531, "recall": 0.03883, "recall_weighted": 0.027054, "ap": null, "ap_weighted": null }, { "accuracy": 0.033448, "f1": 0.021946, "f1_weighted": 0.023842, "precision": 0.076992, "precision_weighted": 0.09169, "recall": 0.040033, "recall_weighted": 0.033448, "ap": null, "ap_weighted": null }, { "accuracy": 0.045253, "f1": 0.030578, "f1_weighted": 0.033757, "precision": 0.039254, "precision_weighted": 0.049165, "recall": 0.043429, "recall_weighted": 0.045253, "ap": null, "ap_weighted": null }, { "accuracy": 0.022627, "f1": 0.016036, "f1_weighted": 0.01553, "precision": 0.03, "precision_weighted": 0.034316, "recall": 0.02986, "recall_weighted": 0.022627, "ap": null, "ap_weighted": null }, { "accuracy": 0.039351, "f1": 0.015058, "f1_weighted": 0.021314, "precision": 0.029654, "precision_weighted": 0.050561, "recall": 0.030221, "recall_weighted": 0.039351, "ap": null, "ap_weighted": null }, { "accuracy": 0.039351, "f1": 0.029465, "f1_weighted": 0.02658, "precision": 0.107703, "precision_weighted": 0.18042, "recall": 0.052145, "recall_weighted": 0.039351, "ap": null, "ap_weighted": null }, { "accuracy": 0.035416, "f1": 0.022222, "f1_weighted": 0.033889, "precision": 0.039385, "precision_weighted": 0.063969, "recall": 0.038929, "recall_weighted": 0.035416, "ap": null, "ap_weighted": null }, { "accuracy": 0.042302, "f1": 0.032022, "f1_weighted": 0.038434, "precision": 0.090533, "precision_weighted": 0.090204, "recall": 0.044563, "recall_weighted": 0.042302, "ap": null, "ap_weighted": null }, { "accuracy": 0.025578, "f1": 0.026531, "f1_weighted": 0.024315, "precision": 0.069554, "precision_weighted": 0.088618, "recall": 0.032443, "recall_weighted": 0.025578, "ap": null, "ap_weighted": null } ], "accuracy": 0.034186, "f1": 0.02479, "f1_weighted": 0.026369, "precision": 0.061262, "precision_weighted": 0.077407, "recall": 0.040274, "recall_weighted": 0.034186, "ap": NaN, "ap_weighted": NaN, "main_score": 0.034186, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "scores_per_experiment": [ { "accuracy": 0.364978, "f1": 0.351896, "f1_weighted": 0.36497, "precision": 0.34333, "precision_weighted": 0.413907, "recall": 0.42315, "recall_weighted": 0.364978, "ap": null, "ap_weighted": null }, { "accuracy": 0.343335, "f1": 0.338418, "f1_weighted": 0.339974, "precision": 0.33196, "precision_weighted": 0.383416, "recall": 0.395142, "recall_weighted": 0.343335, "ap": null, "ap_weighted": null }, { "accuracy": 0.326611, "f1": 0.340321, "f1_weighted": 0.326053, "precision": 0.341065, "precision_weighted": 0.385866, "recall": 0.400566, "recall_weighted": 0.326611, "ap": null, "ap_weighted": null }, { "accuracy": 0.372848, "f1": 0.360707, "f1_weighted": 0.374844, "precision": 0.354375, "precision_weighted": 0.422297, "recall": 0.425546, "recall_weighted": 0.372848, "ap": null, "ap_weighted": null }, { "accuracy": 0.357108, "f1": 0.352847, "f1_weighted": 0.364204, "precision": 0.344424, "precision_weighted": 0.417226, "recall": 0.432592, "recall_weighted": 0.357108, "ap": null, "ap_weighted": null }, { "accuracy": 0.350221, "f1": 0.341356, "f1_weighted": 0.353195, "precision": 0.336987, "precision_weighted": 0.419018, "recall": 0.421318, "recall_weighted": 0.350221, "ap": null, "ap_weighted": null }, { "accuracy": 0.331038, "f1": 0.331323, "f1_weighted": 0.32567, "precision": 0.325673, "precision_weighted": 0.376204, "recall": 0.405971, "recall_weighted": 0.331038, "ap": null, "ap_weighted": null }, { "accuracy": 0.314314, "f1": 0.320686, "f1_weighted": 0.316764, "precision": 0.326367, "precision_weighted": 0.372089, "recall": 0.379568, "recall_weighted": 0.314314, "ap": null, "ap_weighted": null }, { "accuracy": 0.33694, "f1": 0.33693, "f1_weighted": 0.339789, "precision": 0.327126, "precision_weighted": 0.383397, "recall": 0.401513, "recall_weighted": 0.33694, "ap": null, "ap_weighted": null }, { "accuracy": 0.337924, "f1": 0.328387, "f1_weighted": 0.348789, "precision": 0.332809, "precision_weighted": 0.422485, "recall": 0.38393, "recall_weighted": 0.337924, "ap": null, "ap_weighted": null } ], "accuracy": 0.343532, "f1": 0.340287, "f1_weighted": 0.345425, "precision": 0.336412, "precision_weighted": 0.399591, "recall": 0.406929, "recall_weighted": 0.343532, "ap": NaN, "ap_weighted": NaN, "main_score": 0.343532, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.025578, "f1": 0.015012, "f1_weighted": 0.015005, "precision": 0.031892, "precision_weighted": 0.023195, "recall": 0.038327, "recall_weighted": 0.025578, "ap": null, "ap_weighted": null }, { "accuracy": 0.031972, "f1": 0.016671, "f1_weighted": 0.020189, "precision": 0.039261, "precision_weighted": 0.059895, "recall": 0.030837, "recall_weighted": 0.031972, "ap": null, "ap_weighted": null }, { "accuracy": 0.033448, "f1": 0.011242, "f1_weighted": 0.024212, "precision": 0.034329, "precision_weighted": 0.071098, "recall": 0.029052, "recall_weighted": 0.033448, "ap": null, "ap_weighted": null }, { "accuracy": 0.038859, "f1": 0.015777, "f1_weighted": 0.024969, "precision": 0.023388, "precision_weighted": 0.041775, "recall": 0.042687, "recall_weighted": 0.038859, "ap": null, "ap_weighted": null }, { "accuracy": 0.030989, "f1": 0.025006, "f1_weighted": 0.027247, "precision": 0.041527, "precision_weighted": 0.045862, "recall": 0.04186, "recall_weighted": 0.030989, "ap": null, "ap_weighted": null }, { "accuracy": 0.01574, "f1": 0.006463, "f1_weighted": 0.006217, "precision": 0.014104, "precision_weighted": 0.020008, "recall": 0.022442, "recall_weighted": 0.01574, "ap": null, "ap_weighted": null }, { "accuracy": 0.033448, "f1": 0.015597, "f1_weighted": 0.024912, "precision": 0.04691, "precision_weighted": 0.089799, "recall": 0.029151, "recall_weighted": 0.033448, "ap": null, "ap_weighted": null }, { "accuracy": 0.04427, "f1": 0.01895, "f1_weighted": 0.030261, "precision": 0.036928, "precision_weighted": 0.044586, "recall": 0.041288, "recall_weighted": 0.04427, "ap": null, "ap_weighted": null }, { "accuracy": 0.035416, "f1": 0.018383, "f1_weighted": 0.025845, "precision": 0.04482, "precision_weighted": 0.076404, "recall": 0.040323, "recall_weighted": 0.035416, "ap": null, "ap_weighted": null }, { "accuracy": 0.024594, "f1": 0.011589, "f1_weighted": 0.012738, "precision": 0.025466, "precision_weighted": 0.045682, "recall": 0.033884, "recall_weighted": 0.024594, "ap": null, "ap_weighted": null } ], "accuracy": 0.031431, "f1": 0.015469, "f1_weighted": 0.02116, "precision": 0.033863, "precision_weighted": 0.05183, "recall": 0.034985, "recall_weighted": 0.031431, "ap": NaN, "ap_weighted": NaN, "main_score": 0.031431, "hf_subset": "hy", "languages": [ "hye-Armn" ] }, { "scores_per_experiment": [ { "accuracy": 0.400394, "f1": 0.378729, "f1_weighted": 0.405168, "precision": 0.374473, "precision_weighted": 0.457814, "recall": 0.44379, "recall_weighted": 0.400394, "ap": null, "ap_weighted": null }, { "accuracy": 0.425971, "f1": 0.401393, "f1_weighted": 0.429103, "precision": 0.391066, "precision_weighted": 0.473995, "recall": 0.454117, "recall_weighted": 0.425971, "ap": null, "ap_weighted": null }, { "accuracy": 0.408264, "f1": 0.39312, "f1_weighted": 0.417217, "precision": 0.387396, "precision_weighted": 0.475584, "recall": 0.459198, "recall_weighted": 0.408264, "ap": null, "ap_weighted": null }, { "accuracy": 0.427447, "f1": 0.40641, "f1_weighted": 0.433889, "precision": 0.400274, "precision_weighted": 0.490094, "recall": 0.468826, "recall_weighted": 0.427447, "ap": null, "ap_weighted": null }, { "accuracy": 0.405312, "f1": 0.396378, "f1_weighted": 0.402115, "precision": 0.380823, "precision_weighted": 0.438574, "recall": 0.459655, "recall_weighted": 0.405312, "ap": null, "ap_weighted": null }, { "accuracy": 0.405804, "f1": 0.396517, "f1_weighted": 0.41358, "precision": 0.396018, "precision_weighted": 0.470998, "recall": 0.458857, "recall_weighted": 0.405804, "ap": null, "ap_weighted": null }, { "accuracy": 0.394491, "f1": 0.389761, "f1_weighted": 0.396924, "precision": 0.385319, "precision_weighted": 0.442769, "recall": 0.449322, "recall_weighted": 0.394491, "ap": null, "ap_weighted": null }, { "accuracy": 0.395967, "f1": 0.379508, "f1_weighted": 0.408165, "precision": 0.384346, "precision_weighted": 0.481053, "recall": 0.437831, "recall_weighted": 0.395967, "ap": null, "ap_weighted": null }, { "accuracy": 0.424988, "f1": 0.420599, "f1_weighted": 0.430294, "precision": 0.410383, "precision_weighted": 0.464694, "recall": 0.479014, "recall_weighted": 0.424988, "ap": null, "ap_weighted": null }, { "accuracy": 0.409739, "f1": 0.403742, "f1_weighted": 0.412814, "precision": 0.394349, "precision_weighted": 0.46056, "recall": 0.462911, "recall_weighted": 0.409739, "ap": null, "ap_weighted": null } ], "accuracy": 0.409838, "f1": 0.396616, "f1_weighted": 0.414927, "precision": 0.390445, "precision_weighted": 0.465614, "recall": 0.457352, "recall_weighted": 0.409838, "ap": NaN, "ap_weighted": NaN, "main_score": 0.409838, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.416626, "f1": 0.389059, "f1_weighted": 0.415776, "precision": 0.376085, "precision_weighted": 0.452056, "recall": 0.4707, "recall_weighted": 0.416626, "ap": null, "ap_weighted": null }, { "accuracy": 0.39695, "f1": 0.373957, "f1_weighted": 0.402179, "precision": 0.36913, "precision_weighted": 0.458621, "recall": 0.444068, "recall_weighted": 0.39695, "ap": null, "ap_weighted": null }, { "accuracy": 0.395967, "f1": 0.373644, "f1_weighted": 0.395607, "precision": 0.36899, "precision_weighted": 0.447156, "recall": 0.432223, "recall_weighted": 0.395967, "ap": null, "ap_weighted": null }, { "accuracy": 0.415642, "f1": 0.401705, "f1_weighted": 0.418423, "precision": 0.388373, "precision_weighted": 0.480561, "recall": 0.486806, "recall_weighted": 0.415642, "ap": null, "ap_weighted": null }, { "accuracy": 0.416134, "f1": 0.402894, "f1_weighted": 0.415326, "precision": 0.387569, "precision_weighted": 0.459593, "recall": 0.471922, "recall_weighted": 0.416134, "ap": null, "ap_weighted": null }, { "accuracy": 0.385637, "f1": 0.362797, "f1_weighted": 0.39504, "precision": 0.371419, "precision_weighted": 0.471823, "recall": 0.423802, "recall_weighted": 0.385637, "ap": null, "ap_weighted": null }, { "accuracy": 0.384653, "f1": 0.376383, "f1_weighted": 0.385255, "precision": 0.370214, "precision_weighted": 0.428266, "recall": 0.437944, "recall_weighted": 0.384653, "ap": null, "ap_weighted": null }, { "accuracy": 0.38908, "f1": 0.368535, "f1_weighted": 0.399897, "precision": 0.370076, "precision_weighted": 0.460872, "recall": 0.43245, "recall_weighted": 0.38908, "ap": null, "ap_weighted": null }, { "accuracy": 0.399902, "f1": 0.400281, "f1_weighted": 0.402359, "precision": 0.398008, "precision_weighted": 0.44919, "recall": 0.471537, "recall_weighted": 0.399902, "ap": null, "ap_weighted": null }, { "accuracy": 0.398426, "f1": 0.38708, "f1_weighted": 0.403343, "precision": 0.392808, "precision_weighted": 0.473527, "recall": 0.449592, "recall_weighted": 0.398426, "ap": null, "ap_weighted": null } ], "accuracy": 0.399902, "f1": 0.383633, "f1_weighted": 0.403321, "precision": 0.379267, "precision_weighted": 0.458166, "recall": 0.452104, "recall_weighted": 0.399902, "ap": NaN, "ap_weighted": NaN, "main_score": 0.399902, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.446631, "f1": 0.448055, "f1_weighted": 0.447436, "precision": 0.442983, "precision_weighted": 0.513802, "recall": 0.537169, "recall_weighted": 0.446631, "ap": null, "ap_weighted": null }, { "accuracy": 0.442204, "f1": 0.43298, "f1_weighted": 0.440048, "precision": 0.422415, "precision_weighted": 0.484891, "recall": 0.504425, "recall_weighted": 0.442204, "ap": null, "ap_weighted": null }, { "accuracy": 0.463847, "f1": 0.466303, "f1_weighted": 0.461285, "precision": 0.460096, "precision_weighted": 0.515085, "recall": 0.551716, "recall_weighted": 0.463847, "ap": null, "ap_weighted": null }, { "accuracy": 0.437777, "f1": 0.440677, "f1_weighted": 0.431969, "precision": 0.423707, "precision_weighted": 0.473246, "recall": 0.535561, "recall_weighted": 0.437777, "ap": null, "ap_weighted": null }, { "accuracy": 0.462863, "f1": 0.452924, "f1_weighted": 0.468024, "precision": 0.440456, "precision_weighted": 0.512407, "recall": 0.51479, "recall_weighted": 0.462863, "ap": null, "ap_weighted": null }, { "accuracy": 0.426955, "f1": 0.42799, "f1_weighted": 0.419745, "precision": 0.420599, "precision_weighted": 0.474023, "recall": 0.505128, "recall_weighted": 0.426955, "ap": null, "ap_weighted": null }, { "accuracy": 0.431874, "f1": 0.431491, "f1_weighted": 0.431067, "precision": 0.42116, "precision_weighted": 0.495969, "recall": 0.517313, "recall_weighted": 0.431874, "ap": null, "ap_weighted": null }, { "accuracy": 0.453517, "f1": 0.440371, "f1_weighted": 0.458028, "precision": 0.434284, "precision_weighted": 0.516813, "recall": 0.519401, "recall_weighted": 0.453517, "ap": null, "ap_weighted": null }, { "accuracy": 0.442696, "f1": 0.447947, "f1_weighted": 0.439898, "precision": 0.436156, "precision_weighted": 0.481742, "recall": 0.515233, "recall_weighted": 0.442696, "ap": null, "ap_weighted": null }, { "accuracy": 0.454009, "f1": 0.449607, "f1_weighted": 0.454651, "precision": 0.435578, "precision_weighted": 0.496928, "recall": 0.524711, "recall_weighted": 0.454009, "ap": null, "ap_weighted": null } ], "accuracy": 0.446237, "f1": 0.443834, "f1_weighted": 0.445215, "precision": 0.433743, "precision_weighted": 0.496491, "recall": 0.522545, "recall_weighted": 0.446237, "ap": NaN, "ap_weighted": NaN, "main_score": 0.446237, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.048697, "f1": 0.044607, "f1_weighted": 0.050304, "precision": 0.094099, "precision_weighted": 0.103225, "recall": 0.051618, "recall_weighted": 0.048697, "ap": null, "ap_weighted": null }, { "accuracy": 0.048205, "f1": 0.047943, "f1_weighted": 0.037423, "precision": 0.095171, "precision_weighted": 0.100857, "recall": 0.073094, "recall_weighted": 0.048205, "ap": null, "ap_weighted": null }, { "accuracy": 0.04968, "f1": 0.035975, "f1_weighted": 0.034925, "precision": 0.093052, "precision_weighted": 0.163449, "recall": 0.055707, "recall_weighted": 0.04968, "ap": null, "ap_weighted": null }, { "accuracy": 0.039843, "f1": 0.034052, "f1_weighted": 0.036368, "precision": 0.067648, "precision_weighted": 0.09827, "recall": 0.045217, "recall_weighted": 0.039843, "ap": null, "ap_weighted": null }, { "accuracy": 0.043286, "f1": 0.035835, "f1_weighted": 0.025501, "precision": 0.059977, "precision_weighted": 0.054695, "recall": 0.064437, "recall_weighted": 0.043286, "ap": null, "ap_weighted": null }, { "accuracy": 0.036891, "f1": 0.029181, "f1_weighted": 0.028296, "precision": 0.065354, "precision_weighted": 0.073165, "recall": 0.05615, "recall_weighted": 0.036891, "ap": null, "ap_weighted": null }, { "accuracy": 0.034924, "f1": 0.029006, "f1_weighted": 0.027272, "precision": 0.060875, "precision_weighted": 0.094153, "recall": 0.043707, "recall_weighted": 0.034924, "ap": null, "ap_weighted": null }, { "accuracy": 0.048697, "f1": 0.037168, "f1_weighted": 0.040514, "precision": 0.070568, "precision_weighted": 0.089915, "recall": 0.056689, "recall_weighted": 0.048697, "ap": null, "ap_weighted": null }, { "accuracy": 0.054599, "f1": 0.039864, "f1_weighted": 0.048952, "precision": 0.08483, "precision_weighted": 0.142941, "recall": 0.055406, "recall_weighted": 0.054599, "ap": null, "ap_weighted": null }, { "accuracy": 0.052632, "f1": 0.038554, "f1_weighted": 0.046665, "precision": 0.092502, "precision_weighted": 0.134715, "recall": 0.051915, "recall_weighted": 0.052632, "ap": null, "ap_weighted": null } ], "accuracy": 0.045745, "f1": 0.037218, "f1_weighted": 0.037622, "precision": 0.078407, "precision_weighted": 0.105539, "recall": 0.055394, "recall_weighted": 0.045745, "ap": NaN, "ap_weighted": NaN, "main_score": 0.045745, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "scores_per_experiment": [ { "accuracy": 0.378259, "f1": 0.366076, "f1_weighted": 0.385472, "precision": 0.365819, "precision_weighted": 0.446489, "recall": 0.434249, "recall_weighted": 0.378259, "ap": null, "ap_weighted": null }, { "accuracy": 0.375799, "f1": 0.349274, "f1_weighted": 0.379244, "precision": 0.354234, "precision_weighted": 0.433851, "recall": 0.403905, "recall_weighted": 0.375799, "ap": null, "ap_weighted": null }, { "accuracy": 0.388588, "f1": 0.363944, "f1_weighted": 0.39257, "precision": 0.35661, "precision_weighted": 0.44974, "recall": 0.425459, "recall_weighted": 0.388588, "ap": null, "ap_weighted": null }, { "accuracy": 0.376291, "f1": 0.360508, "f1_weighted": 0.378333, "precision": 0.352278, "precision_weighted": 0.431089, "recall": 0.422084, "recall_weighted": 0.376291, "ap": null, "ap_weighted": null }, { "accuracy": 0.375307, "f1": 0.355463, "f1_weighted": 0.382438, "precision": 0.353607, "precision_weighted": 0.441069, "recall": 0.411339, "recall_weighted": 0.375307, "ap": null, "ap_weighted": null }, { "accuracy": 0.384653, "f1": 0.372289, "f1_weighted": 0.391488, "precision": 0.372732, "precision_weighted": 0.447884, "recall": 0.430892, "recall_weighted": 0.384653, "ap": null, "ap_weighted": null }, { "accuracy": 0.343827, "f1": 0.344902, "f1_weighted": 0.34506, "precision": 0.339262, "precision_weighted": 0.396727, "recall": 0.413532, "recall_weighted": 0.343827, "ap": null, "ap_weighted": null }, { "accuracy": 0.381702, "f1": 0.366097, "f1_weighted": 0.388131, "precision": 0.364951, "precision_weighted": 0.447182, "recall": 0.428978, "recall_weighted": 0.381702, "ap": null, "ap_weighted": null }, { "accuracy": 0.384653, "f1": 0.374427, "f1_weighted": 0.390611, "precision": 0.368897, "precision_weighted": 0.433325, "recall": 0.433419, "recall_weighted": 0.384653, "ap": null, "ap_weighted": null }, { "accuracy": 0.345794, "f1": 0.337334, "f1_weighted": 0.350023, "precision": 0.337669, "precision_weighted": 0.40964, "recall": 0.403511, "recall_weighted": 0.345794, "ap": null, "ap_weighted": null } ], "accuracy": 0.373487, "f1": 0.359031, "f1_weighted": 0.378337, "precision": 0.356606, "precision_weighted": 0.4337, "recall": 0.420737, "recall_weighted": 0.373487, "ap": NaN, "ap_weighted": NaN, "main_score": 0.373487, "hf_subset": "jv", "languages": [ "jav-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.027545, "f1": 0.007659, "f1_weighted": 0.009166, "precision": 0.011544, "precision_weighted": 0.022975, "recall": 0.041568, "recall_weighted": 0.027545, "ap": null, "ap_weighted": null }, { "accuracy": 0.025578, "f1": 0.010708, "f1_weighted": 0.01162, "precision": 0.018368, "precision_weighted": 0.021687, "recall": 0.026808, "recall_weighted": 0.025578, "ap": null, "ap_weighted": null }, { "accuracy": 0.028529, "f1": 0.011203, "f1_weighted": 0.013335, "precision": 0.019329, "precision_weighted": 0.021997, "recall": 0.030554, "recall_weighted": 0.028529, "ap": null, "ap_weighted": null }, { "accuracy": 0.019675, "f1": 0.012257, "f1_weighted": 0.01203, "precision": 0.039062, "precision_weighted": 0.057955, "recall": 0.036054, "recall_weighted": 0.019675, "ap": null, "ap_weighted": null }, { "accuracy": 0.013773, "f1": 0.011165, "f1_weighted": 0.006592, "precision": 0.024522, "precision_weighted": 0.009395, "recall": 0.024105, "recall_weighted": 0.013773, "ap": null, "ap_weighted": null }, { "accuracy": 0.027054, "f1": 0.00873, "f1_weighted": 0.013415, "precision": 0.016392, "precision_weighted": 0.041584, "recall": 0.031878, "recall_weighted": 0.027054, "ap": null, "ap_weighted": null }, { "accuracy": 0.022135, "f1": 0.007639, "f1_weighted": 0.010029, "precision": 0.012361, "precision_weighted": 0.011169, "recall": 0.028929, "recall_weighted": 0.022135, "ap": null, "ap_weighted": null }, { "accuracy": 0.017216, "f1": 0.009454, "f1_weighted": 0.008472, "precision": 0.021984, "precision_weighted": 0.033993, "recall": 0.029322, "recall_weighted": 0.017216, "ap": null, "ap_weighted": null }, { "accuracy": 0.038859, "f1": 0.010453, "f1_weighted": 0.017836, "precision": 0.009031, "precision_weighted": 0.013436, "recall": 0.029917, "recall_weighted": 0.038859, "ap": null, "ap_weighted": null }, { "accuracy": 0.030989, "f1": 0.012001, "f1_weighted": 0.017253, "precision": 0.022818, "precision_weighted": 0.026291, "recall": 0.026699, "recall_weighted": 0.030989, "ap": null, "ap_weighted": null } ], "accuracy": 0.025135, "f1": 0.010127, "f1_weighted": 0.011975, "precision": 0.019541, "precision_weighted": 0.026048, "recall": 0.030583, "recall_weighted": 0.025135, "ap": NaN, "ap_weighted": NaN, "main_score": 0.025135, "hf_subset": "ka", "languages": [ "kat-Geor" ] }, { "scores_per_experiment": [ { "accuracy": 0.042302, "f1": 0.02339, "f1_weighted": 0.024244, "precision": 0.028135, "precision_weighted": 0.023541, "recall": 0.046121, "recall_weighted": 0.042302, "ap": null, "ap_weighted": null }, { "accuracy": 0.056567, "f1": 0.024941, "f1_weighted": 0.02529, "precision": 0.058897, "precision_weighted": 0.052937, "recall": 0.040599, "recall_weighted": 0.056567, "ap": null, "ap_weighted": null }, { "accuracy": 0.038367, "f1": 0.020366, "f1_weighted": 0.0197, "precision": 0.027024, "precision_weighted": 0.02629, "recall": 0.044037, "recall_weighted": 0.038367, "ap": null, "ap_weighted": null }, { "accuracy": 0.036399, "f1": 0.019289, "f1_weighted": 0.02008, "precision": 0.044052, "precision_weighted": 0.084561, "recall": 0.03807, "recall_weighted": 0.036399, "ap": null, "ap_weighted": null }, { "accuracy": 0.045253, "f1": 0.028714, "f1_weighted": 0.028831, "precision": 0.052635, "precision_weighted": 0.076889, "recall": 0.051433, "recall_weighted": 0.045253, "ap": null, "ap_weighted": null }, { "accuracy": 0.034432, "f1": 0.01839, "f1_weighted": 0.015568, "precision": 0.042618, "precision_weighted": 0.042999, "recall": 0.034836, "recall_weighted": 0.034432, "ap": null, "ap_weighted": null }, { "accuracy": 0.049188, "f1": 0.016399, "f1_weighted": 0.02034, "precision": 0.020742, "precision_weighted": 0.0291, "recall": 0.041207, "recall_weighted": 0.049188, "ap": null, "ap_weighted": null }, { "accuracy": 0.041318, "f1": 0.025502, "f1_weighted": 0.02328, "precision": 0.058492, "precision_weighted": 0.094492, "recall": 0.054838, "recall_weighted": 0.041318, "ap": null, "ap_weighted": null }, { "accuracy": 0.030989, "f1": 0.020492, "f1_weighted": 0.024378, "precision": 0.06361, "precision_weighted": 0.069672, "recall": 0.038781, "recall_weighted": 0.030989, "ap": null, "ap_weighted": null }, { "accuracy": 0.028529, "f1": 0.023229, "f1_weighted": 0.019835, "precision": 0.044422, "precision_weighted": 0.04496, "recall": 0.042626, "recall_weighted": 0.028529, "ap": null, "ap_weighted": null } ], "accuracy": 0.040334, "f1": 0.022071, "f1_weighted": 0.022155, "precision": 0.044063, "precision_weighted": 0.054544, "recall": 0.043255, "recall_weighted": 0.040334, "ap": NaN, "ap_weighted": NaN, "main_score": 0.040334, "hf_subset": "km", "languages": [ "khm-Khmr" ] }, { "scores_per_experiment": [ { "accuracy": 0.052632, "f1": 0.026223, "f1_weighted": 0.035967, "precision": 0.043042, "precision_weighted": 0.04701, "recall": 0.055931, "recall_weighted": 0.052632, "ap": null, "ap_weighted": null }, { "accuracy": 0.02607, "f1": 0.020657, "f1_weighted": 0.01649, "precision": 0.045334, "precision_weighted": 0.047802, "recall": 0.04035, "recall_weighted": 0.02607, "ap": null, "ap_weighted": null }, { "accuracy": 0.03394, "f1": 0.024682, "f1_weighted": 0.034768, "precision": 0.06457, "precision_weighted": 0.12666, "recall": 0.038, "recall_weighted": 0.03394, "ap": null, "ap_weighted": null }, { "accuracy": 0.040334, "f1": 0.025204, "f1_weighted": 0.029488, "precision": 0.054538, "precision_weighted": 0.058102, "recall": 0.037234, "recall_weighted": 0.040334, "ap": null, "ap_weighted": null }, { "accuracy": 0.029513, "f1": 0.019965, "f1_weighted": 0.023948, "precision": 0.076187, "precision_weighted": 0.13048, "recall": 0.0409, "recall_weighted": 0.029513, "ap": null, "ap_weighted": null }, { "accuracy": 0.037875, "f1": 0.022723, "f1_weighted": 0.025197, "precision": 0.042933, "precision_weighted": 0.038763, "recall": 0.039861, "recall_weighted": 0.037875, "ap": null, "ap_weighted": null }, { "accuracy": 0.022135, "f1": 0.019342, "f1_weighted": 0.016947, "precision": 0.073965, "precision_weighted": 0.11974, "recall": 0.035274, "recall_weighted": 0.022135, "ap": null, "ap_weighted": null }, { "accuracy": 0.032464, "f1": 0.024063, "f1_weighted": 0.032635, "precision": 0.054224, "precision_weighted": 0.094775, "recall": 0.034743, "recall_weighted": 0.032464, "ap": null, "ap_weighted": null }, { "accuracy": 0.030005, "f1": 0.020474, "f1_weighted": 0.025792, "precision": 0.038574, "precision_weighted": 0.050858, "recall": 0.043306, "recall_weighted": 0.030005, "ap": null, "ap_weighted": null }, { "accuracy": 0.051648, "f1": 0.025796, "f1_weighted": 0.035402, "precision": 0.05639, "precision_weighted": 0.103432, "recall": 0.049117, "recall_weighted": 0.051648, "ap": null, "ap_weighted": null } ], "accuracy": 0.035662, "f1": 0.022913, "f1_weighted": 0.027663, "precision": 0.054976, "precision_weighted": 0.081762, "recall": 0.041472, "recall_weighted": 0.035662, "ap": NaN, "ap_weighted": NaN, "main_score": 0.035662, "hf_subset": "kn", "languages": [ "kan-Knda" ] }, { "scores_per_experiment": [ { "accuracy": 0.026562, "f1": 0.012767, "f1_weighted": 0.018038, "precision": 0.017954, "precision_weighted": 0.033581, "recall": 0.038377, "recall_weighted": 0.026562, "ap": null, "ap_weighted": null }, { "accuracy": 0.035416, "f1": 0.012996, "f1_weighted": 0.018605, "precision": 0.022893, "precision_weighted": 0.027977, "recall": 0.031913, "recall_weighted": 0.035416, "ap": null, "ap_weighted": null }, { "accuracy": 0.017216, "f1": 0.007215, "f1_weighted": 0.007795, "precision": 0.008358, "precision_weighted": 0.009886, "recall": 0.019663, "recall_weighted": 0.017216, "ap": null, "ap_weighted": null }, { "accuracy": 0.028037, "f1": 0.013641, "f1_weighted": 0.015232, "precision": 0.026, "precision_weighted": 0.04327, "recall": 0.043542, "recall_weighted": 0.028037, "ap": null, "ap_weighted": null }, { "accuracy": 0.022627, "f1": 0.015272, "f1_weighted": 0.016298, "precision": 0.050713, "precision_weighted": 0.057678, "recall": 0.025007, "recall_weighted": 0.022627, "ap": null, "ap_weighted": null }, { "accuracy": 0.028529, "f1": 0.009471, "f1_weighted": 0.010072, "precision": 0.011082, "precision_weighted": 0.013168, "recall": 0.029403, "recall_weighted": 0.028529, "ap": null, "ap_weighted": null }, { "accuracy": 0.029021, "f1": 0.00918, "f1_weighted": 0.012478, "precision": 0.014204, "precision_weighted": 0.033222, "recall": 0.036352, "recall_weighted": 0.029021, "ap": null, "ap_weighted": null }, { "accuracy": 0.016724, "f1": 0.005915, "f1_weighted": 0.00478, "precision": 0.00455, "precision_weighted": 0.005684, "recall": 0.03007, "recall_weighted": 0.016724, "ap": null, "ap_weighted": null }, { "accuracy": 0.030005, "f1": 0.014229, "f1_weighted": 0.019033, "precision": 0.016195, "precision_weighted": 0.024486, "recall": 0.042796, "recall_weighted": 0.030005, "ap": null, "ap_weighted": null }, { "accuracy": 0.021151, "f1": 0.009138, "f1_weighted": 0.01011, "precision": 0.032187, "precision_weighted": 0.048065, "recall": 0.029353, "recall_weighted": 0.021151, "ap": null, "ap_weighted": null } ], "accuracy": 0.025529, "f1": 0.010982, "f1_weighted": 0.013244, "precision": 0.020414, "precision_weighted": 0.029702, "recall": 0.032647, "recall_weighted": 0.025529, "ap": NaN, "ap_weighted": NaN, "main_score": 0.025529, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "scores_per_experiment": [ { "accuracy": 0.380718, "f1": 0.368218, "f1_weighted": 0.385146, "precision": 0.36242, "precision_weighted": 0.429465, "recall": 0.434361, "recall_weighted": 0.380718, "ap": null, "ap_weighted": null }, { "accuracy": 0.370389, "f1": 0.353441, "f1_weighted": 0.37658, "precision": 0.348628, "precision_weighted": 0.421055, "recall": 0.414517, "recall_weighted": 0.370389, "ap": null, "ap_weighted": null }, { "accuracy": 0.349729, "f1": 0.329016, "f1_weighted": 0.354232, "precision": 0.329814, "precision_weighted": 0.420086, "recall": 0.390591, "recall_weighted": 0.349729, "ap": null, "ap_weighted": null }, { "accuracy": 0.354648, "f1": 0.343206, "f1_weighted": 0.362355, "precision": 0.351766, "precision_weighted": 0.427782, "recall": 0.396207, "recall_weighted": 0.354648, "ap": null, "ap_weighted": null }, { "accuracy": 0.358091, "f1": 0.340207, "f1_weighted": 0.353447, "precision": 0.325434, "precision_weighted": 0.389875, "recall": 0.419144, "recall_weighted": 0.358091, "ap": null, "ap_weighted": null }, { "accuracy": 0.332514, "f1": 0.324333, "f1_weighted": 0.33865, "precision": 0.32584, "precision_weighted": 0.395548, "recall": 0.389307, "recall_weighted": 0.332514, "ap": null, "ap_weighted": null }, { "accuracy": 0.319233, "f1": 0.319469, "f1_weighted": 0.312312, "precision": 0.315102, "precision_weighted": 0.353122, "recall": 0.394516, "recall_weighted": 0.319233, "ap": null, "ap_weighted": null }, { "accuracy": 0.368421, "f1": 0.344137, "f1_weighted": 0.370932, "precision": 0.342054, "precision_weighted": 0.422173, "recall": 0.404205, "recall_weighted": 0.368421, "ap": null, "ap_weighted": null }, { "accuracy": 0.325135, "f1": 0.318227, "f1_weighted": 0.324619, "precision": 0.318571, "precision_weighted": 0.381459, "recall": 0.391436, "recall_weighted": 0.325135, "ap": null, "ap_weighted": null }, { "accuracy": 0.360551, "f1": 0.342225, "f1_weighted": 0.360274, "precision": 0.337841, "precision_weighted": 0.407809, "recall": 0.405989, "recall_weighted": 0.360551, "ap": null, "ap_weighted": null } ], "accuracy": 0.351943, "f1": 0.338248, "f1_weighted": 0.353855, "precision": 0.335747, "precision_weighted": 0.404837, "recall": 0.404027, "recall_weighted": 0.351943, "ap": NaN, "ap_weighted": NaN, "main_score": 0.351943, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.023119, "f1": 0.011124, "f1_weighted": 0.01557, "precision": 0.018126, "precision_weighted": 0.028353, "recall": 0.044111, "recall_weighted": 0.023119, "ap": null, "ap_weighted": null }, { "accuracy": 0.024594, "f1": 0.007378, "f1_weighted": 0.008605, "precision": 0.007063, "precision_weighted": 0.009352, "recall": 0.032156, "recall_weighted": 0.024594, "ap": null, "ap_weighted": null }, { "accuracy": 0.019675, "f1": 0.008795, "f1_weighted": 0.01115, "precision": 0.008258, "precision_weighted": 0.010599, "recall": 0.0266, "recall_weighted": 0.019675, "ap": null, "ap_weighted": null }, { "accuracy": 0.025086, "f1": 0.013589, "f1_weighted": 0.014147, "precision": 0.026178, "precision_weighted": 0.043532, "recall": 0.042722, "recall_weighted": 0.025086, "ap": null, "ap_weighted": null }, { "accuracy": 0.036399, "f1": 0.012856, "f1_weighted": 0.022523, "precision": 0.031342, "precision_weighted": 0.063137, "recall": 0.037903, "recall_weighted": 0.036399, "ap": null, "ap_weighted": null }, { "accuracy": 0.035416, "f1": 0.011545, "f1_weighted": 0.0165, "precision": 0.013718, "precision_weighted": 0.017518, "recall": 0.036146, "recall_weighted": 0.035416, "ap": null, "ap_weighted": null }, { "accuracy": 0.029021, "f1": 0.013677, "f1_weighted": 0.019339, "precision": 0.044102, "precision_weighted": 0.099758, "recall": 0.037579, "recall_weighted": 0.029021, "ap": null, "ap_weighted": null }, { "accuracy": 0.031972, "f1": 0.012981, "f1_weighted": 0.0207, "precision": 0.025866, "precision_weighted": 0.047109, "recall": 0.040475, "recall_weighted": 0.031972, "ap": null, "ap_weighted": null }, { "accuracy": 0.027054, "f1": 0.012434, "f1_weighted": 0.017213, "precision": 0.021166, "precision_weighted": 0.031545, "recall": 0.037631, "recall_weighted": 0.027054, "ap": null, "ap_weighted": null }, { "accuracy": 0.034924, "f1": 0.009775, "f1_weighted": 0.018838, "precision": 0.012516, "precision_weighted": 0.030661, "recall": 0.02042, "recall_weighted": 0.034924, "ap": null, "ap_weighted": null } ], "accuracy": 0.028726, "f1": 0.011415, "f1_weighted": 0.016459, "precision": 0.020833, "precision_weighted": 0.038156, "recall": 0.035574, "recall_weighted": 0.028726, "ap": NaN, "ap_weighted": NaN, "main_score": 0.028726, "hf_subset": "ml", "languages": [ "mal-Mlym" ] }, { "scores_per_experiment": [ { "accuracy": 0.209543, "f1": 0.217935, "f1_weighted": 0.209495, "precision": 0.217166, "precision_weighted": 0.259763, "recall": 0.273563, "recall_weighted": 0.209543, "ap": null, "ap_weighted": null }, { "accuracy": 0.214461, "f1": 0.219354, "f1_weighted": 0.212936, "precision": 0.215722, "precision_weighted": 0.250437, "recall": 0.265237, "recall_weighted": 0.214461, "ap": null, "ap_weighted": null }, { "accuracy": 0.212002, "f1": 0.215149, "f1_weighted": 0.209771, "precision": 0.210447, "precision_weighted": 0.246642, "recall": 0.262766, "recall_weighted": 0.212002, "ap": null, "ap_weighted": null }, { "accuracy": 0.211018, "f1": 0.213466, "f1_weighted": 0.213513, "precision": 0.210719, "precision_weighted": 0.251582, "recall": 0.262377, "recall_weighted": 0.211018, "ap": null, "ap_weighted": null }, { "accuracy": 0.214953, "f1": 0.217931, "f1_weighted": 0.217915, "precision": 0.218996, "precision_weighted": 0.263586, "recall": 0.267173, "recall_weighted": 0.214953, "ap": null, "ap_weighted": null }, { "accuracy": 0.220364, "f1": 0.218538, "f1_weighted": 0.223235, "precision": 0.219657, "precision_weighted": 0.280139, "recall": 0.26057, "recall_weighted": 0.220364, "ap": null, "ap_weighted": null }, { "accuracy": 0.197737, "f1": 0.202223, "f1_weighted": 0.197404, "precision": 0.206492, "precision_weighted": 0.253683, "recall": 0.261982, "recall_weighted": 0.197737, "ap": null, "ap_weighted": null }, { "accuracy": 0.229218, "f1": 0.224823, "f1_weighted": 0.235566, "precision": 0.224053, "precision_weighted": 0.279105, "recall": 0.264563, "recall_weighted": 0.229218, "ap": null, "ap_weighted": null }, { "accuracy": 0.206099, "f1": 0.220427, "f1_weighted": 0.199756, "precision": 0.213098, "precision_weighted": 0.228357, "recall": 0.278251, "recall_weighted": 0.206099, "ap": null, "ap_weighted": null }, { "accuracy": 0.212002, "f1": 0.237767, "f1_weighted": 0.206203, "precision": 0.238211, "precision_weighted": 0.259432, "recall": 0.294402, "recall_weighted": 0.212002, "ap": null, "ap_weighted": null } ], "accuracy": 0.21274, "f1": 0.218761, "f1_weighted": 0.212579, "precision": 0.217456, "precision_weighted": 0.257273, "recall": 0.269089, "recall_weighted": 0.21274, "ap": NaN, "ap_weighted": NaN, "main_score": 0.21274, "hf_subset": "mn", "languages": [ "mon-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.382194, "f1": 0.367182, "f1_weighted": 0.379499, "precision": 0.355814, "precision_weighted": 0.429306, "recall": 0.445879, "recall_weighted": 0.382194, "ap": null, "ap_weighted": null }, { "accuracy": 0.414658, "f1": 0.389212, "f1_weighted": 0.419936, "precision": 0.385514, "precision_weighted": 0.468224, "recall": 0.448745, "recall_weighted": 0.414658, "ap": null, "ap_weighted": null }, { "accuracy": 0.382194, "f1": 0.368828, "f1_weighted": 0.387131, "precision": 0.368738, "precision_weighted": 0.447272, "recall": 0.438667, "recall_weighted": 0.382194, "ap": null, "ap_weighted": null }, { "accuracy": 0.391048, "f1": 0.382243, "f1_weighted": 0.397662, "precision": 0.374738, "precision_weighted": 0.444285, "recall": 0.443813, "recall_weighted": 0.391048, "ap": null, "ap_weighted": null }, { "accuracy": 0.406296, "f1": 0.378484, "f1_weighted": 0.412233, "precision": 0.371899, "precision_weighted": 0.456528, "recall": 0.43635, "recall_weighted": 0.406296, "ap": null, "ap_weighted": null }, { "accuracy": 0.394491, "f1": 0.382688, "f1_weighted": 0.397327, "precision": 0.371225, "precision_weighted": 0.450563, "recall": 0.455762, "recall_weighted": 0.394491, "ap": null, "ap_weighted": null }, { "accuracy": 0.359075, "f1": 0.35263, "f1_weighted": 0.363774, "precision": 0.346923, "precision_weighted": 0.411108, "recall": 0.42416, "recall_weighted": 0.359075, "ap": null, "ap_weighted": null }, { "accuracy": 0.395967, "f1": 0.371519, "f1_weighted": 0.40054, "precision": 0.366797, "precision_weighted": 0.44347, "recall": 0.431444, "recall_weighted": 0.395967, "ap": null, "ap_weighted": null }, { "accuracy": 0.377275, "f1": 0.374309, "f1_weighted": 0.380217, "precision": 0.367705, "precision_weighted": 0.419001, "recall": 0.446837, "recall_weighted": 0.377275, "ap": null, "ap_weighted": null }, { "accuracy": 0.408264, "f1": 0.388439, "f1_weighted": 0.412696, "precision": 0.382531, "precision_weighted": 0.460329, "recall": 0.443592, "recall_weighted": 0.408264, "ap": null, "ap_weighted": null } ], "accuracy": 0.391146, "f1": 0.375553, "f1_weighted": 0.395102, "precision": 0.369188, "precision_weighted": 0.443009, "recall": 0.441525, "recall_weighted": 0.391146, "ap": NaN, "ap_weighted": NaN, "main_score": 0.391146, "hf_subset": "ms", "languages": [ "msa-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.069848, "f1": 0.042633, "f1_weighted": 0.045175, "precision": 0.0809, "precision_weighted": 0.07486, "recall": 0.060937, "recall_weighted": 0.069848, "ap": null, "ap_weighted": null }, { "accuracy": 0.038367, "f1": 0.025912, "f1_weighted": 0.02406, "precision": 0.041416, "precision_weighted": 0.029627, "recall": 0.042203, "recall_weighted": 0.038367, "ap": null, "ap_weighted": null }, { "accuracy": 0.041318, "f1": 0.025952, "f1_weighted": 0.027183, "precision": 0.054261, "precision_weighted": 0.065561, "recall": 0.049626, "recall_weighted": 0.041318, "ap": null, "ap_weighted": null }, { "accuracy": 0.034924, "f1": 0.011283, "f1_weighted": 0.011574, "precision": 0.015842, "precision_weighted": 0.013538, "recall": 0.035526, "recall_weighted": 0.034924, "ap": null, "ap_weighted": null }, { "accuracy": 0.055583, "f1": 0.029051, "f1_weighted": 0.038474, "precision": 0.055972, "precision_weighted": 0.06026, "recall": 0.05031, "recall_weighted": 0.055583, "ap": null, "ap_weighted": null }, { "accuracy": 0.040826, "f1": 0.021346, "f1_weighted": 0.023241, "precision": 0.033995, "precision_weighted": 0.040149, "recall": 0.039894, "recall_weighted": 0.040826, "ap": null, "ap_weighted": null }, { "accuracy": 0.04427, "f1": 0.022856, "f1_weighted": 0.027622, "precision": 0.049121, "precision_weighted": 0.078916, "recall": 0.043709, "recall_weighted": 0.04427, "ap": null, "ap_weighted": null }, { "accuracy": 0.030989, "f1": 0.026549, "f1_weighted": 0.02739, "precision": 0.085751, "precision_weighted": 0.124324, "recall": 0.039553, "recall_weighted": 0.030989, "ap": null, "ap_weighted": null }, { "accuracy": 0.044761, "f1": 0.017986, "f1_weighted": 0.028495, "precision": 0.028029, "precision_weighted": 0.039191, "recall": 0.038269, "recall_weighted": 0.044761, "ap": null, "ap_weighted": null }, { "accuracy": 0.046729, "f1": 0.02187, "f1_weighted": 0.027999, "precision": 0.050087, "precision_weighted": 0.049661, "recall": 0.04738, "recall_weighted": 0.046729, "ap": null, "ap_weighted": null } ], "accuracy": 0.044761, "f1": 0.024544, "f1_weighted": 0.028121, "precision": 0.049537, "precision_weighted": 0.057609, "recall": 0.044741, "recall_weighted": 0.044761, "ap": NaN, "ap_weighted": NaN, "main_score": 0.044761, "hf_subset": "my", "languages": [ "mya-Mymr" ] }, { "scores_per_experiment": [ { "accuracy": 0.592228, "f1": 0.566186, "f1_weighted": 0.591839, "precision": 0.551138, "precision_weighted": 0.629288, "recall": 0.645535, "recall_weighted": 0.592228, "ap": null, "ap_weighted": null }, { "accuracy": 0.601082, "f1": 0.567082, "f1_weighted": 0.608679, "precision": 0.557644, "precision_weighted": 0.646452, "recall": 0.633445, "recall_weighted": 0.601082, "ap": null, "ap_weighted": null }, { "accuracy": 0.581407, "f1": 0.549279, "f1_weighted": 0.589409, "precision": 0.53815, "precision_weighted": 0.636856, "recall": 0.624829, "recall_weighted": 0.581407, "ap": null, "ap_weighted": null }, { "accuracy": 0.597147, "f1": 0.558848, "f1_weighted": 0.606405, "precision": 0.556439, "precision_weighted": 0.650522, "recall": 0.633097, "recall_weighted": 0.597147, "ap": null, "ap_weighted": null }, { "accuracy": 0.569602, "f1": 0.540595, "f1_weighted": 0.575776, "precision": 0.536828, "precision_weighted": 0.636984, "recall": 0.617629, "recall_weighted": 0.569602, "ap": null, "ap_weighted": null }, { "accuracy": 0.57452, "f1": 0.552891, "f1_weighted": 0.584175, "precision": 0.550039, "precision_weighted": 0.641656, "recall": 0.620696, "recall_weighted": 0.57452, "ap": null, "ap_weighted": null }, { "accuracy": 0.550418, "f1": 0.536093, "f1_weighted": 0.558061, "precision": 0.53112, "precision_weighted": 0.604213, "recall": 0.617211, "recall_weighted": 0.550418, "ap": null, "ap_weighted": null }, { "accuracy": 0.580915, "f1": 0.545654, "f1_weighted": 0.588919, "precision": 0.539511, "precision_weighted": 0.638664, "recall": 0.621444, "recall_weighted": 0.580915, "ap": null, "ap_weighted": null }, { "accuracy": 0.585342, "f1": 0.545818, "f1_weighted": 0.594945, "precision": 0.55708, "precision_weighted": 0.654482, "recall": 0.616909, "recall_weighted": 0.585342, "ap": null, "ap_weighted": null }, { "accuracy": 0.588785, "f1": 0.547506, "f1_weighted": 0.600791, "precision": 0.545021, "precision_weighted": 0.646872, "recall": 0.608849, "recall_weighted": 0.588785, "ap": null, "ap_weighted": null } ], "accuracy": 0.582145, "f1": 0.550995, "f1_weighted": 0.5899, "precision": 0.546297, "precision_weighted": 0.638599, "recall": 0.623964, "recall_weighted": 0.582145, "ap": NaN, "ap_weighted": NaN, "main_score": 0.582145, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.416134, "f1": 0.396549, "f1_weighted": 0.416157, "precision": 0.391765, "precision_weighted": 0.473047, "recall": 0.479951, "recall_weighted": 0.416134, "ap": null, "ap_weighted": null }, { "accuracy": 0.420561, "f1": 0.393586, "f1_weighted": 0.426909, "precision": 0.396618, "precision_weighted": 0.488176, "recall": 0.460921, "recall_weighted": 0.420561, "ap": null, "ap_weighted": null }, { "accuracy": 0.420069, "f1": 0.400504, "f1_weighted": 0.429179, "precision": 0.39974, "precision_weighted": 0.494003, "recall": 0.467619, "recall_weighted": 0.420069, "ap": null, "ap_weighted": null }, { "accuracy": 0.422528, "f1": 0.382297, "f1_weighted": 0.431671, "precision": 0.379885, "precision_weighted": 0.475862, "recall": 0.445149, "recall_weighted": 0.422528, "ap": null, "ap_weighted": null }, { "accuracy": 0.431874, "f1": 0.388052, "f1_weighted": 0.433561, "precision": 0.38218, "precision_weighted": 0.487694, "recall": 0.463172, "recall_weighted": 0.431874, "ap": null, "ap_weighted": null }, { "accuracy": 0.407772, "f1": 0.380372, "f1_weighted": 0.4135, "precision": 0.375318, "precision_weighted": 0.468644, "recall": 0.46232, "recall_weighted": 0.407772, "ap": null, "ap_weighted": null }, { "accuracy": 0.419577, "f1": 0.393387, "f1_weighted": 0.416824, "precision": 0.386361, "precision_weighted": 0.456282, "recall": 0.46726, "recall_weighted": 0.419577, "ap": null, "ap_weighted": null }, { "accuracy": 0.424004, "f1": 0.387401, "f1_weighted": 0.437132, "precision": 0.391278, "precision_weighted": 0.490108, "recall": 0.451868, "recall_weighted": 0.424004, "ap": null, "ap_weighted": null }, { "accuracy": 0.424988, "f1": 0.400238, "f1_weighted": 0.426017, "precision": 0.38912, "precision_weighted": 0.465284, "recall": 0.481443, "recall_weighted": 0.424988, "ap": null, "ap_weighted": null }, { "accuracy": 0.422528, "f1": 0.385834, "f1_weighted": 0.424627, "precision": 0.387555, "precision_weighted": 0.47937, "recall": 0.458963, "recall_weighted": 0.422528, "ap": null, "ap_weighted": null } ], "accuracy": 0.421003, "f1": 0.390822, "f1_weighted": 0.425558, "precision": 0.387982, "precision_weighted": 0.477847, "recall": 0.463867, "recall_weighted": 0.421003, "ap": NaN, "ap_weighted": NaN, "main_score": 0.421003, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.333989, "f1": 0.312244, "f1_weighted": 0.335079, "precision": 0.312848, "precision_weighted": 0.38337, "recall": 0.373413, "recall_weighted": 0.333989, "ap": null, "ap_weighted": null }, { "accuracy": 0.356616, "f1": 0.32687, "f1_weighted": 0.364691, "precision": 0.336799, "precision_weighted": 0.436429, "recall": 0.404043, "recall_weighted": 0.356616, "ap": null, "ap_weighted": null }, { "accuracy": 0.360551, "f1": 0.340775, "f1_weighted": 0.36177, "precision": 0.337919, "precision_weighted": 0.420365, "recall": 0.415961, "recall_weighted": 0.360551, "ap": null, "ap_weighted": null }, { "accuracy": 0.364978, "f1": 0.340735, "f1_weighted": 0.363203, "precision": 0.337724, "precision_weighted": 0.427296, "recall": 0.433067, "recall_weighted": 0.364978, "ap": null, "ap_weighted": null }, { "accuracy": 0.359567, "f1": 0.328296, "f1_weighted": 0.373303, "precision": 0.337437, "precision_weighted": 0.443522, "recall": 0.395487, "recall_weighted": 0.359567, "ap": null, "ap_weighted": null }, { "accuracy": 0.354156, "f1": 0.329326, "f1_weighted": 0.364012, "precision": 0.336909, "precision_weighted": 0.432855, "recall": 0.385659, "recall_weighted": 0.354156, "ap": null, "ap_weighted": null }, { "accuracy": 0.343827, "f1": 0.332126, "f1_weighted": 0.346552, "precision": 0.332158, "precision_weighted": 0.414157, "recall": 0.405018, "recall_weighted": 0.343827, "ap": null, "ap_weighted": null }, { "accuracy": 0.348746, "f1": 0.320357, "f1_weighted": 0.35594, "precision": 0.321354, "precision_weighted": 0.405017, "recall": 0.373928, "recall_weighted": 0.348746, "ap": null, "ap_weighted": null }, { "accuracy": 0.338416, "f1": 0.322237, "f1_weighted": 0.343099, "precision": 0.320252, "precision_weighted": 0.38465, "recall": 0.39758, "recall_weighted": 0.338416, "ap": null, "ap_weighted": null }, { "accuracy": 0.350221, "f1": 0.326003, "f1_weighted": 0.35757, "precision": 0.33233, "precision_weighted": 0.420177, "recall": 0.38145, "recall_weighted": 0.350221, "ap": null, "ap_weighted": null } ], "accuracy": 0.351107, "f1": 0.327897, "f1_weighted": 0.356522, "precision": 0.330573, "precision_weighted": 0.416784, "recall": 0.396561, "recall_weighted": 0.351107, "ap": NaN, "ap_weighted": NaN, "main_score": 0.351107, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.417118, "f1": 0.423108, "f1_weighted": 0.423166, "precision": 0.416552, "precision_weighted": 0.473599, "recall": 0.49945, "recall_weighted": 0.417118, "ap": null, "ap_weighted": null }, { "accuracy": 0.437777, "f1": 0.419921, "f1_weighted": 0.451867, "precision": 0.422821, "precision_weighted": 0.510658, "recall": 0.487442, "recall_weighted": 0.437777, "ap": null, "ap_weighted": null }, { "accuracy": 0.437285, "f1": 0.416525, "f1_weighted": 0.438361, "precision": 0.411797, "precision_weighted": 0.496816, "recall": 0.49784, "recall_weighted": 0.437285, "ap": null, "ap_weighted": null }, { "accuracy": 0.427447, "f1": 0.412141, "f1_weighted": 0.434884, "precision": 0.4205, "precision_weighted": 0.5065, "recall": 0.486599, "recall_weighted": 0.427447, "ap": null, "ap_weighted": null }, { "accuracy": 0.439252, "f1": 0.425067, "f1_weighted": 0.445862, "precision": 0.420479, "precision_weighted": 0.498129, "recall": 0.502599, "recall_weighted": 0.439252, "ap": null, "ap_weighted": null }, { "accuracy": 0.436793, "f1": 0.434814, "f1_weighted": 0.444151, "precision": 0.431616, "precision_weighted": 0.497562, "recall": 0.513684, "recall_weighted": 0.436793, "ap": null, "ap_weighted": null }, { "accuracy": 0.406788, "f1": 0.394544, "f1_weighted": 0.412588, "precision": 0.392973, "precision_weighted": 0.467492, "recall": 0.469403, "recall_weighted": 0.406788, "ap": null, "ap_weighted": null }, { "accuracy": 0.443679, "f1": 0.432031, "f1_weighted": 0.453909, "precision": 0.429669, "precision_weighted": 0.513927, "recall": 0.502632, "recall_weighted": 0.443679, "ap": null, "ap_weighted": null }, { "accuracy": 0.396458, "f1": 0.411534, "f1_weighted": 0.400169, "precision": 0.406385, "precision_weighted": 0.436508, "recall": 0.481688, "recall_weighted": 0.396458, "ap": null, "ap_weighted": null }, { "accuracy": 0.410723, "f1": 0.400463, "f1_weighted": 0.417116, "precision": 0.401288, "precision_weighted": 0.485742, "recall": 0.478555, "recall_weighted": 0.410723, "ap": null, "ap_weighted": null } ], "accuracy": 0.425332, "f1": 0.417015, "f1_weighted": 0.432207, "precision": 0.415408, "precision_weighted": 0.488693, "recall": 0.491989, "recall_weighted": 0.425332, "ap": NaN, "ap_weighted": NaN, "main_score": 0.425332, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.342843, "f1": 0.328404, "f1_weighted": 0.350279, "precision": 0.324654, "precision_weighted": 0.402382, "recall": 0.393286, "recall_weighted": 0.342843, "ap": null, "ap_weighted": null }, { "accuracy": 0.332022, "f1": 0.322552, "f1_weighted": 0.336907, "precision": 0.321683, "precision_weighted": 0.387699, "recall": 0.372613, "recall_weighted": 0.332022, "ap": null, "ap_weighted": null }, { "accuracy": 0.326119, "f1": 0.315384, "f1_weighted": 0.335708, "precision": 0.321064, "precision_weighted": 0.392248, "recall": 0.371535, "recall_weighted": 0.326119, "ap": null, "ap_weighted": null }, { "accuracy": 0.348746, "f1": 0.329838, "f1_weighted": 0.353346, "precision": 0.326142, "precision_weighted": 0.391838, "recall": 0.383744, "recall_weighted": 0.348746, "ap": null, "ap_weighted": null }, { "accuracy": 0.342351, "f1": 0.329252, "f1_weighted": 0.350736, "precision": 0.332618, "precision_weighted": 0.408524, "recall": 0.393107, "recall_weighted": 0.342351, "ap": null, "ap_weighted": null }, { "accuracy": 0.306444, "f1": 0.313418, "f1_weighted": 0.311924, "precision": 0.313629, "precision_weighted": 0.368421, "recall": 0.377271, "recall_weighted": 0.306444, "ap": null, "ap_weighted": null }, { "accuracy": 0.328578, "f1": 0.323946, "f1_weighted": 0.328726, "precision": 0.324998, "precision_weighted": 0.391812, "recall": 0.395542, "recall_weighted": 0.328578, "ap": null, "ap_weighted": null }, { "accuracy": 0.339892, "f1": 0.3088, "f1_weighted": 0.347465, "precision": 0.306063, "precision_weighted": 0.387213, "recall": 0.352916, "recall_weighted": 0.339892, "ap": null, "ap_weighted": null }, { "accuracy": 0.316773, "f1": 0.307356, "f1_weighted": 0.32072, "precision": 0.310956, "precision_weighted": 0.368353, "recall": 0.370517, "recall_weighted": 0.316773, "ap": null, "ap_weighted": null }, { "accuracy": 0.322184, "f1": 0.312645, "f1_weighted": 0.321629, "precision": 0.312907, "precision_weighted": 0.35979, "recall": 0.376695, "recall_weighted": 0.322184, "ap": null, "ap_weighted": null } ], "accuracy": 0.330595, "f1": 0.31916, "f1_weighted": 0.335744, "precision": 0.319471, "precision_weighted": 0.385828, "recall": 0.378723, "recall_weighted": 0.330595, "ap": NaN, "ap_weighted": NaN, "main_score": 0.330595, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.281849, "f1": 0.259421, "f1_weighted": 0.292401, "precision": 0.26353, "precision_weighted": 0.343909, "recall": 0.310928, "recall_weighted": 0.281849, "ap": null, "ap_weighted": null }, { "accuracy": 0.281849, "f1": 0.246405, "f1_weighted": 0.294014, "precision": 0.25887, "precision_weighted": 0.352537, "recall": 0.288508, "recall_weighted": 0.281849, "ap": null, "ap_weighted": null }, { "accuracy": 0.275455, "f1": 0.266164, "f1_weighted": 0.281065, "precision": 0.266694, "precision_weighted": 0.339938, "recall": 0.327308, "recall_weighted": 0.275455, "ap": null, "ap_weighted": null }, { "accuracy": 0.269552, "f1": 0.245981, "f1_weighted": 0.283213, "precision": 0.259644, "precision_weighted": 0.353246, "recall": 0.289786, "recall_weighted": 0.269552, "ap": null, "ap_weighted": null }, { "accuracy": 0.262174, "f1": 0.234586, "f1_weighted": 0.276243, "precision": 0.247468, "precision_weighted": 0.352816, "recall": 0.27407, "recall_weighted": 0.262174, "ap": null, "ap_weighted": null }, { "accuracy": 0.259715, "f1": 0.244033, "f1_weighted": 0.269027, "precision": 0.248634, "precision_weighted": 0.317771, "recall": 0.291749, "recall_weighted": 0.259715, "ap": null, "ap_weighted": null }, { "accuracy": 0.244466, "f1": 0.238026, "f1_weighted": 0.240454, "precision": 0.233405, "precision_weighted": 0.29133, "recall": 0.311829, "recall_weighted": 0.244466, "ap": null, "ap_weighted": null }, { "accuracy": 0.259715, "f1": 0.233079, "f1_weighted": 0.264587, "precision": 0.235929, "precision_weighted": 0.311604, "recall": 0.283231, "recall_weighted": 0.259715, "ap": null, "ap_weighted": null }, { "accuracy": 0.261682, "f1": 0.252901, "f1_weighted": 0.258796, "precision": 0.25142, "precision_weighted": 0.30719, "recall": 0.315276, "recall_weighted": 0.261682, "ap": null, "ap_weighted": null }, { "accuracy": 0.271028, "f1": 0.255256, "f1_weighted": 0.279565, "precision": 0.262931, "precision_weighted": 0.33202, "recall": 0.298533, "recall_weighted": 0.271028, "ap": null, "ap_weighted": null } ], "accuracy": 0.266749, "f1": 0.247585, "f1_weighted": 0.273937, "precision": 0.252853, "precision_weighted": 0.330236, "recall": 0.299122, "recall_weighted": 0.266749, "ap": NaN, "ap_weighted": NaN, "main_score": 0.266749, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.396458, "f1": 0.385548, "f1_weighted": 0.399935, "precision": 0.377944, "precision_weighted": 0.454283, "recall": 0.455625, "recall_weighted": 0.396458, "ap": null, "ap_weighted": null }, { "accuracy": 0.414658, "f1": 0.38708, "f1_weighted": 0.413585, "precision": 0.377279, "precision_weighted": 0.4587, "recall": 0.459565, "recall_weighted": 0.414658, "ap": null, "ap_weighted": null }, { "accuracy": 0.376783, "f1": 0.372349, "f1_weighted": 0.382989, "precision": 0.367434, "precision_weighted": 0.444552, "recall": 0.438277, "recall_weighted": 0.376783, "ap": null, "ap_weighted": null }, { "accuracy": 0.425971, "f1": 0.398402, "f1_weighted": 0.432449, "precision": 0.398123, "precision_weighted": 0.481246, "recall": 0.457792, "recall_weighted": 0.425971, "ap": null, "ap_weighted": null }, { "accuracy": 0.416134, "f1": 0.386656, "f1_weighted": 0.423621, "precision": 0.38364, "precision_weighted": 0.468761, "recall": 0.448843, "recall_weighted": 0.416134, "ap": null, "ap_weighted": null }, { "accuracy": 0.394983, "f1": 0.377757, "f1_weighted": 0.400985, "precision": 0.370266, "precision_weighted": 0.444454, "recall": 0.44331, "recall_weighted": 0.394983, "ap": null, "ap_weighted": null }, { "accuracy": 0.390064, "f1": 0.376554, "f1_weighted": 0.390783, "precision": 0.366345, "precision_weighted": 0.438194, "recall": 0.448475, "recall_weighted": 0.390064, "ap": null, "ap_weighted": null }, { "accuracy": 0.391048, "f1": 0.365269, "f1_weighted": 0.394832, "precision": 0.357865, "precision_weighted": 0.45721, "recall": 0.435491, "recall_weighted": 0.391048, "ap": null, "ap_weighted": null }, { "accuracy": 0.356124, "f1": 0.358007, "f1_weighted": 0.358254, "precision": 0.350867, "precision_weighted": 0.408257, "recall": 0.435638, "recall_weighted": 0.356124, "ap": null, "ap_weighted": null }, { "accuracy": 0.403345, "f1": 0.389308, "f1_weighted": 0.407027, "precision": 0.38481, "precision_weighted": 0.464902, "recall": 0.462749, "recall_weighted": 0.403345, "ap": null, "ap_weighted": null } ], "accuracy": 0.396557, "f1": 0.379693, "f1_weighted": 0.400446, "precision": 0.373457, "precision_weighted": 0.452056, "recall": 0.448577, "recall_weighted": 0.396557, "ap": NaN, "ap_weighted": NaN, "main_score": 0.396557, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.384161, "f1": 0.374354, "f1_weighted": 0.393277, "precision": 0.374272, "precision_weighted": 0.441677, "recall": 0.430542, "recall_weighted": 0.384161, "ap": null, "ap_weighted": null }, { "accuracy": 0.402361, "f1": 0.378861, "f1_weighted": 0.405421, "precision": 0.367886, "precision_weighted": 0.445559, "recall": 0.439365, "recall_weighted": 0.402361, "ap": null, "ap_weighted": null }, { "accuracy": 0.369897, "f1": 0.359961, "f1_weighted": 0.377945, "precision": 0.358197, "precision_weighted": 0.435995, "recall": 0.426287, "recall_weighted": 0.369897, "ap": null, "ap_weighted": null }, { "accuracy": 0.387605, "f1": 0.375466, "f1_weighted": 0.389276, "precision": 0.366277, "precision_weighted": 0.433515, "recall": 0.451798, "recall_weighted": 0.387605, "ap": null, "ap_weighted": null }, { "accuracy": 0.391048, "f1": 0.371128, "f1_weighted": 0.396702, "precision": 0.360549, "precision_weighted": 0.441519, "recall": 0.444718, "recall_weighted": 0.391048, "ap": null, "ap_weighted": null }, { "accuracy": 0.375799, "f1": 0.374318, "f1_weighted": 0.381052, "precision": 0.375864, "precision_weighted": 0.43081, "recall": 0.434319, "recall_weighted": 0.375799, "ap": null, "ap_weighted": null }, { "accuracy": 0.352189, "f1": 0.361092, "f1_weighted": 0.355454, "precision": 0.355528, "precision_weighted": 0.407614, "recall": 0.436092, "recall_weighted": 0.352189, "ap": null, "ap_weighted": null }, { "accuracy": 0.380718, "f1": 0.378241, "f1_weighted": 0.389742, "precision": 0.37368, "precision_weighted": 0.437023, "recall": 0.446009, "recall_weighted": 0.380718, "ap": null, "ap_weighted": null }, { "accuracy": 0.382194, "f1": 0.384429, "f1_weighted": 0.390529, "precision": 0.387056, "precision_weighted": 0.43362, "recall": 0.448974, "recall_weighted": 0.382194, "ap": null, "ap_weighted": null }, { "accuracy": 0.400885, "f1": 0.382719, "f1_weighted": 0.402161, "precision": 0.370617, "precision_weighted": 0.452006, "recall": 0.458185, "recall_weighted": 0.400885, "ap": null, "ap_weighted": null } ], "accuracy": 0.382686, "f1": 0.374057, "f1_weighted": 0.388156, "precision": 0.368992, "precision_weighted": 0.435934, "recall": 0.441629, "recall_weighted": 0.382686, "ap": NaN, "ap_weighted": NaN, "main_score": 0.382686, "hf_subset": "sq", "languages": [ "sqi-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.5273, "f1": 0.520553, "f1_weighted": 0.530454, "precision": 0.512292, "precision_weighted": 0.571625, "recall": 0.592295, "recall_weighted": 0.5273, "ap": null, "ap_weighted": null }, { "accuracy": 0.570093, "f1": 0.526328, "f1_weighted": 0.577314, "precision": 0.516732, "precision_weighted": 0.615856, "recall": 0.595841, "recall_weighted": 0.570093, "ap": null, "ap_weighted": null }, { "accuracy": 0.565175, "f1": 0.529759, "f1_weighted": 0.574442, "precision": 0.518413, "precision_weighted": 0.623442, "recall": 0.607153, "recall_weighted": 0.565175, "ap": null, "ap_weighted": null }, { "accuracy": 0.567634, "f1": 0.527649, "f1_weighted": 0.573235, "precision": 0.513475, "precision_weighted": 0.618252, "recall": 0.609029, "recall_weighted": 0.567634, "ap": null, "ap_weighted": null }, { "accuracy": 0.557304, "f1": 0.525178, "f1_weighted": 0.556127, "precision": 0.509756, "precision_weighted": 0.599475, "recall": 0.608291, "recall_weighted": 0.557304, "ap": null, "ap_weighted": null }, { "accuracy": 0.541072, "f1": 0.521595, "f1_weighted": 0.544092, "precision": 0.506993, "precision_weighted": 0.586591, "recall": 0.597077, "recall_weighted": 0.541072, "ap": null, "ap_weighted": null }, { "accuracy": 0.553861, "f1": 0.519457, "f1_weighted": 0.558968, "precision": 0.509799, "precision_weighted": 0.603419, "recall": 0.597545, "recall_weighted": 0.553861, "ap": null, "ap_weighted": null }, { "accuracy": 0.538121, "f1": 0.511917, "f1_weighted": 0.543603, "precision": 0.508601, "precision_weighted": 0.595902, "recall": 0.588507, "recall_weighted": 0.538121, "ap": null, "ap_weighted": null }, { "accuracy": 0.550418, "f1": 0.522527, "f1_weighted": 0.556473, "precision": 0.517841, "precision_weighted": 0.604812, "recall": 0.599436, "recall_weighted": 0.550418, "ap": null, "ap_weighted": null }, { "accuracy": 0.550418, "f1": 0.512699, "f1_weighted": 0.556585, "precision": 0.502646, "precision_weighted": 0.601159, "recall": 0.591212, "recall_weighted": 0.550418, "ap": null, "ap_weighted": null } ], "accuracy": 0.55214, "f1": 0.521766, "f1_weighted": 0.557129, "precision": 0.511655, "precision_weighted": 0.602053, "recall": 0.598639, "recall_weighted": 0.55214, "ap": NaN, "ap_weighted": NaN, "main_score": 0.55214, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.379734, "f1": 0.363194, "f1_weighted": 0.384891, "precision": 0.361177, "precision_weighted": 0.430811, "recall": 0.412135, "recall_weighted": 0.379734, "ap": null, "ap_weighted": null }, { "accuracy": 0.390556, "f1": 0.362309, "f1_weighted": 0.401381, "precision": 0.364706, "precision_weighted": 0.454768, "recall": 0.414834, "recall_weighted": 0.390556, "ap": null, "ap_weighted": null }, { "accuracy": 0.387605, "f1": 0.369514, "f1_weighted": 0.389729, "precision": 0.369904, "precision_weighted": 0.444857, "recall": 0.431174, "recall_weighted": 0.387605, "ap": null, "ap_weighted": null }, { "accuracy": 0.374816, "f1": 0.357201, "f1_weighted": 0.380203, "precision": 0.350105, "precision_weighted": 0.421196, "recall": 0.422213, "recall_weighted": 0.374816, "ap": null, "ap_weighted": null }, { "accuracy": 0.38908, "f1": 0.381752, "f1_weighted": 0.394359, "precision": 0.378186, "precision_weighted": 0.448387, "recall": 0.444364, "recall_weighted": 0.38908, "ap": null, "ap_weighted": null }, { "accuracy": 0.376783, "f1": 0.350032, "f1_weighted": 0.386965, "precision": 0.350499, "precision_weighted": 0.444732, "recall": 0.41016, "recall_weighted": 0.376783, "ap": null, "ap_weighted": null }, { "accuracy": 0.353173, "f1": 0.350778, "f1_weighted": 0.355499, "precision": 0.344746, "precision_weighted": 0.395661, "recall": 0.404876, "recall_weighted": 0.353173, "ap": null, "ap_weighted": null }, { "accuracy": 0.36301, "f1": 0.349477, "f1_weighted": 0.36967, "precision": 0.350514, "precision_weighted": 0.433945, "recall": 0.412842, "recall_weighted": 0.36301, "ap": null, "ap_weighted": null }, { "accuracy": 0.366454, "f1": 0.353971, "f1_weighted": 0.370033, "precision": 0.347268, "precision_weighted": 0.413327, "recall": 0.420148, "recall_weighted": 0.366454, "ap": null, "ap_weighted": null }, { "accuracy": 0.412691, "f1": 0.395711, "f1_weighted": 0.415819, "precision": 0.380788, "precision_weighted": 0.457948, "recall": 0.471162, "recall_weighted": 0.412691, "ap": null, "ap_weighted": null } ], "accuracy": 0.37939, "f1": 0.363394, "f1_weighted": 0.384855, "precision": 0.359789, "precision_weighted": 0.434563, "recall": 0.424391, "recall_weighted": 0.37939, "ap": NaN, "ap_weighted": NaN, "main_score": 0.37939, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.039843, "f1": 0.017058, "f1_weighted": 0.033131, "precision": 0.030623, "precision_weighted": 0.057209, "recall": 0.035078, "recall_weighted": 0.039843, "ap": null, "ap_weighted": null }, { "accuracy": 0.021151, "f1": 0.007748, "f1_weighted": 0.008369, "precision": 0.02235, "precision_weighted": 0.023704, "recall": 0.030258, "recall_weighted": 0.021151, "ap": null, "ap_weighted": null }, { "accuracy": 0.04427, "f1": 0.012797, "f1_weighted": 0.031066, "precision": 0.016855, "precision_weighted": 0.043454, "recall": 0.025122, "recall_weighted": 0.04427, "ap": null, "ap_weighted": null }, { "accuracy": 0.037875, "f1": 0.013226, "f1_weighted": 0.022648, "precision": 0.025671, "precision_weighted": 0.040358, "recall": 0.034823, "recall_weighted": 0.037875, "ap": null, "ap_weighted": null }, { "accuracy": 0.037383, "f1": 0.011881, "f1_weighted": 0.022048, "precision": 0.030292, "precision_weighted": 0.040903, "recall": 0.02667, "recall_weighted": 0.037383, "ap": null, "ap_weighted": null }, { "accuracy": 0.025086, "f1": 0.008162, "f1_weighted": 0.018893, "precision": 0.011396, "precision_weighted": 0.033142, "recall": 0.019451, "recall_weighted": 0.025086, "ap": null, "ap_weighted": null }, { "accuracy": 0.039351, "f1": 0.01489, "f1_weighted": 0.025177, "precision": 0.023375, "precision_weighted": 0.046773, "recall": 0.033555, "recall_weighted": 0.039351, "ap": null, "ap_weighted": null }, { "accuracy": 0.030497, "f1": 0.012577, "f1_weighted": 0.022725, "precision": 0.024524, "precision_weighted": 0.053531, "recall": 0.030022, "recall_weighted": 0.030497, "ap": null, "ap_weighted": null }, { "accuracy": 0.035908, "f1": 0.011816, "f1_weighted": 0.028717, "precision": 0.013908, "precision_weighted": 0.042624, "recall": 0.034447, "recall_weighted": 0.035908, "ap": null, "ap_weighted": null }, { "accuracy": 0.030497, "f1": 0.012161, "f1_weighted": 0.016692, "precision": 0.030907, "precision_weighted": 0.034246, "recall": 0.02594, "recall_weighted": 0.030497, "ap": null, "ap_weighted": null } ], "accuracy": 0.034186, "f1": 0.012232, "f1_weighted": 0.022946, "precision": 0.02299, "precision_weighted": 0.041594, "recall": 0.029537, "recall_weighted": 0.034186, "ap": NaN, "ap_weighted": NaN, "main_score": 0.034186, "hf_subset": "ta", "languages": [ "tam-Taml" ] }, { "scores_per_experiment": [ { "accuracy": 0.038367, "f1": 0.01273, "f1_weighted": 0.026572, "precision": 0.030652, "precision_weighted": 0.082498, "recall": 0.042383, "recall_weighted": 0.038367, "ap": null, "ap_weighted": null }, { "accuracy": 0.036399, "f1": 0.017893, "f1_weighted": 0.021026, "precision": 0.025648, "precision_weighted": 0.030213, "recall": 0.036725, "recall_weighted": 0.036399, "ap": null, "ap_weighted": null }, { "accuracy": 0.030005, "f1": 0.014589, "f1_weighted": 0.028105, "precision": 0.032489, "precision_weighted": 0.067901, "recall": 0.024986, "recall_weighted": 0.030005, "ap": null, "ap_weighted": null }, { "accuracy": 0.037875, "f1": 0.024224, "f1_weighted": 0.039809, "precision": 0.081357, "precision_weighted": 0.143444, "recall": 0.031083, "recall_weighted": 0.037875, "ap": null, "ap_weighted": null }, { "accuracy": 0.029513, "f1": 0.019489, "f1_weighted": 0.031107, "precision": 0.060888, "precision_weighted": 0.092123, "recall": 0.033023, "recall_weighted": 0.029513, "ap": null, "ap_weighted": null }, { "accuracy": 0.021151, "f1": 0.009173, "f1_weighted": 0.006432, "precision": 0.016408, "precision_weighted": 0.014733, "recall": 0.035651, "recall_weighted": 0.021151, "ap": null, "ap_weighted": null }, { "accuracy": 0.021151, "f1": 0.01111, "f1_weighted": 0.015416, "precision": 0.045279, "precision_weighted": 0.091235, "recall": 0.028396, "recall_weighted": 0.021151, "ap": null, "ap_weighted": null }, { "accuracy": 0.029021, "f1": 0.014564, "f1_weighted": 0.023348, "precision": 0.051436, "precision_weighted": 0.103669, "recall": 0.039395, "recall_weighted": 0.029021, "ap": null, "ap_weighted": null }, { "accuracy": 0.032956, "f1": 0.017982, "f1_weighted": 0.03051, "precision": 0.047878, "precision_weighted": 0.108519, "recall": 0.035064, "recall_weighted": 0.032956, "ap": null, "ap_weighted": null }, { "accuracy": 0.026562, "f1": 0.015133, "f1_weighted": 0.021834, "precision": 0.037224, "precision_weighted": 0.056682, "recall": 0.029956, "recall_weighted": 0.026562, "ap": null, "ap_weighted": null } ], "accuracy": 0.0303, "f1": 0.015689, "f1_weighted": 0.024416, "precision": 0.042926, "precision_weighted": 0.079102, "recall": 0.033666, "recall_weighted": 0.0303, "ap": NaN, "ap_weighted": NaN, "main_score": 0.0303, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "scores_per_experiment": [ { "accuracy": 0.047713, "f1": 0.039021, "f1_weighted": 0.026874, "precision": 0.095699, "precision_weighted": 0.062385, "recall": 0.063827, "recall_weighted": 0.047713, "ap": null, "ap_weighted": null }, { "accuracy": 0.063453, "f1": 0.039544, "f1_weighted": 0.041142, "precision": 0.050897, "precision_weighted": 0.046057, "recall": 0.049659, "recall_weighted": 0.063453, "ap": null, "ap_weighted": null }, { "accuracy": 0.030005, "f1": 0.023058, "f1_weighted": 0.016425, "precision": 0.043687, "precision_weighted": 0.039426, "recall": 0.048693, "recall_weighted": 0.030005, "ap": null, "ap_weighted": null }, { "accuracy": 0.038859, "f1": 0.022908, "f1_weighted": 0.02277, "precision": 0.043019, "precision_weighted": 0.043876, "recall": 0.05365, "recall_weighted": 0.038859, "ap": null, "ap_weighted": null }, { "accuracy": 0.04181, "f1": 0.030668, "f1_weighted": 0.021234, "precision": 0.047707, "precision_weighted": 0.031926, "recall": 0.057158, "recall_weighted": 0.04181, "ap": null, "ap_weighted": null }, { "accuracy": 0.047221, "f1": 0.028679, "f1_weighted": 0.027444, "precision": 0.038884, "precision_weighted": 0.036357, "recall": 0.044442, "recall_weighted": 0.047221, "ap": null, "ap_weighted": null }, { "accuracy": 0.035416, "f1": 0.017458, "f1_weighted": 0.01453, "precision": 0.030447, "precision_weighted": 0.051284, "recall": 0.048728, "recall_weighted": 0.035416, "ap": null, "ap_weighted": null }, { "accuracy": 0.029021, "f1": 0.016766, "f1_weighted": 0.014928, "precision": 0.05058, "precision_weighted": 0.066029, "recall": 0.04483, "recall_weighted": 0.029021, "ap": null, "ap_weighted": null }, { "accuracy": 0.040826, "f1": 0.019546, "f1_weighted": 0.022979, "precision": 0.052536, "precision_weighted": 0.083417, "recall": 0.052928, "recall_weighted": 0.040826, "ap": null, "ap_weighted": null }, { "accuracy": 0.050664, "f1": 0.019691, "f1_weighted": 0.023372, "precision": 0.018422, "precision_weighted": 0.018481, "recall": 0.036211, "recall_weighted": 0.050664, "ap": null, "ap_weighted": null } ], "accuracy": 0.042499, "f1": 0.025734, "f1_weighted": 0.02317, "precision": 0.047188, "precision_weighted": 0.047924, "recall": 0.050013, "recall_weighted": 0.042499, "ap": NaN, "ap_weighted": NaN, "main_score": 0.042499, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "scores_per_experiment": [ { "accuracy": 0.385637, "f1": 0.382066, "f1_weighted": 0.395453, "precision": 0.380154, "precision_weighted": 0.459204, "recall": 0.461154, "recall_weighted": 0.385637, "ap": null, "ap_weighted": null }, { "accuracy": 0.407772, "f1": 0.370112, "f1_weighted": 0.417416, "precision": 0.367177, "precision_weighted": 0.469043, "recall": 0.427997, "recall_weighted": 0.407772, "ap": null, "ap_weighted": null }, { "accuracy": 0.393507, "f1": 0.378748, "f1_weighted": 0.40331, "precision": 0.378762, "precision_weighted": 0.464709, "recall": 0.435532, "recall_weighted": 0.393507, "ap": null, "ap_weighted": null }, { "accuracy": 0.369405, "f1": 0.355104, "f1_weighted": 0.372179, "precision": 0.34608, "precision_weighted": 0.432938, "recall": 0.421307, "recall_weighted": 0.369405, "ap": null, "ap_weighted": null }, { "accuracy": 0.414166, "f1": 0.387164, "f1_weighted": 0.41751, "precision": 0.371844, "precision_weighted": 0.460863, "recall": 0.462394, "recall_weighted": 0.414166, "ap": null, "ap_weighted": null }, { "accuracy": 0.373832, "f1": 0.355351, "f1_weighted": 0.3726, "precision": 0.347369, "precision_weighted": 0.419619, "recall": 0.431052, "recall_weighted": 0.373832, "ap": null, "ap_weighted": null }, { "accuracy": 0.367437, "f1": 0.36768, "f1_weighted": 0.356217, "precision": 0.350894, "precision_weighted": 0.403313, "recall": 0.455276, "recall_weighted": 0.367437, "ap": null, "ap_weighted": null }, { "accuracy": 0.367929, "f1": 0.347307, "f1_weighted": 0.37219, "precision": 0.344766, "precision_weighted": 0.429682, "recall": 0.415376, "recall_weighted": 0.367929, "ap": null, "ap_weighted": null }, { "accuracy": 0.37088, "f1": 0.366203, "f1_weighted": 0.374724, "precision": 0.358746, "precision_weighted": 0.414588, "recall": 0.435826, "recall_weighted": 0.37088, "ap": null, "ap_weighted": null }, { "accuracy": 0.386129, "f1": 0.364504, "f1_weighted": 0.389859, "precision": 0.356044, "precision_weighted": 0.441739, "recall": 0.441105, "recall_weighted": 0.386129, "ap": null, "ap_weighted": null } ], "accuracy": 0.383669, "f1": 0.367424, "f1_weighted": 0.387146, "precision": 0.360184, "precision_weighted": 0.43957, "recall": 0.438702, "recall_weighted": 0.383669, "ap": NaN, "ap_weighted": NaN, "main_score": 0.383669, "hf_subset": "tl", "languages": [ "tgl-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.311363, "f1": 0.320624, "f1_weighted": 0.312936, "precision": 0.319525, "precision_weighted": 0.358441, "recall": 0.384889, "recall_weighted": 0.311363, "ap": null, "ap_weighted": null }, { "accuracy": 0.334973, "f1": 0.322149, "f1_weighted": 0.33759, "precision": 0.317228, "precision_weighted": 0.37147, "recall": 0.375327, "recall_weighted": 0.334973, "ap": null, "ap_weighted": null }, { "accuracy": 0.33694, "f1": 0.322683, "f1_weighted": 0.345665, "precision": 0.323756, "precision_weighted": 0.391028, "recall": 0.375046, "recall_weighted": 0.33694, "ap": null, "ap_weighted": null }, { "accuracy": 0.336449, "f1": 0.329075, "f1_weighted": 0.33886, "precision": 0.320833, "precision_weighted": 0.384847, "recall": 0.401007, "recall_weighted": 0.336449, "ap": null, "ap_weighted": null }, { "accuracy": 0.340876, "f1": 0.323103, "f1_weighted": 0.347668, "precision": 0.323403, "precision_weighted": 0.394563, "recall": 0.379598, "recall_weighted": 0.340876, "ap": null, "ap_weighted": null }, { "accuracy": 0.327595, "f1": 0.310125, "f1_weighted": 0.335745, "precision": 0.313418, "precision_weighted": 0.381111, "recall": 0.351962, "recall_weighted": 0.327595, "ap": null, "ap_weighted": null }, { "accuracy": 0.320216, "f1": 0.313638, "f1_weighted": 0.328689, "precision": 0.312548, "precision_weighted": 0.381704, "recall": 0.36211, "recall_weighted": 0.320216, "ap": null, "ap_weighted": null }, { "accuracy": 0.323168, "f1": 0.308159, "f1_weighted": 0.334586, "precision": 0.312082, "precision_weighted": 0.383338, "recall": 0.353666, "recall_weighted": 0.323168, "ap": null, "ap_weighted": null }, { "accuracy": 0.323168, "f1": 0.317736, "f1_weighted": 0.327278, "precision": 0.316934, "precision_weighted": 0.382431, "recall": 0.397165, "recall_weighted": 0.323168, "ap": null, "ap_weighted": null }, { "accuracy": 0.349729, "f1": 0.338465, "f1_weighted": 0.360202, "precision": 0.334607, "precision_weighted": 0.403046, "recall": 0.387874, "recall_weighted": 0.349729, "ap": null, "ap_weighted": null } ], "accuracy": 0.330448, "f1": 0.320576, "f1_weighted": 0.336922, "precision": 0.319433, "precision_weighted": 0.383198, "recall": 0.376864, "recall_weighted": 0.330448, "ap": NaN, "ap_weighted": NaN, "main_score": 0.330448, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.055583, "f1": 0.063429, "f1_weighted": 0.058725, "precision": 0.109102, "precision_weighted": 0.133205, "recall": 0.082874, "recall_weighted": 0.055583, "ap": null, "ap_weighted": null }, { "accuracy": 0.046729, "f1": 0.048626, "f1_weighted": 0.038946, "precision": 0.071645, "precision_weighted": 0.063748, "recall": 0.071734, "recall_weighted": 0.046729, "ap": null, "ap_weighted": null }, { "accuracy": 0.040826, "f1": 0.040405, "f1_weighted": 0.03893, "precision": 0.068513, "precision_weighted": 0.09826, "recall": 0.053097, "recall_weighted": 0.040826, "ap": null, "ap_weighted": null }, { "accuracy": 0.066896, "f1": 0.070923, "f1_weighted": 0.066303, "precision": 0.094303, "precision_weighted": 0.106156, "recall": 0.086635, "recall_weighted": 0.066896, "ap": null, "ap_weighted": null }, { "accuracy": 0.045745, "f1": 0.048567, "f1_weighted": 0.049962, "precision": 0.073938, "precision_weighted": 0.103691, "recall": 0.055205, "recall_weighted": 0.045745, "ap": null, "ap_weighted": null }, { "accuracy": 0.045745, "f1": 0.048756, "f1_weighted": 0.043444, "precision": 0.083311, "precision_weighted": 0.094479, "recall": 0.059733, "recall_weighted": 0.045745, "ap": null, "ap_weighted": null }, { "accuracy": 0.057059, "f1": 0.050419, "f1_weighted": 0.049408, "precision": 0.096854, "precision_weighted": 0.169024, "recall": 0.067495, "recall_weighted": 0.057059, "ap": null, "ap_weighted": null }, { "accuracy": 0.049188, "f1": 0.054524, "f1_weighted": 0.054665, "precision": 0.106858, "precision_weighted": 0.129105, "recall": 0.067986, "recall_weighted": 0.049188, "ap": null, "ap_weighted": null }, { "accuracy": 0.066404, "f1": 0.05481, "f1_weighted": 0.062012, "precision": 0.075788, "precision_weighted": 0.098629, "recall": 0.066312, "recall_weighted": 0.066404, "ap": null, "ap_weighted": null }, { "accuracy": 0.053615, "f1": 0.055273, "f1_weighted": 0.048722, "precision": 0.09382, "precision_weighted": 0.132095, "recall": 0.069794, "recall_weighted": 0.053615, "ap": null, "ap_weighted": null } ], "accuracy": 0.052779, "f1": 0.053573, "f1_weighted": 0.051112, "precision": 0.087413, "precision_weighted": 0.112839, "recall": 0.068087, "recall_weighted": 0.052779, "ap": NaN, "ap_weighted": NaN, "main_score": 0.052779, "hf_subset": "ur", "languages": [ "urd-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.317265, "f1": 0.294289, "f1_weighted": 0.324658, "precision": 0.303516, "precision_weighted": 0.393438, "recall": 0.351613, "recall_weighted": 0.317265, "ap": null, "ap_weighted": null }, { "accuracy": 0.270044, "f1": 0.263702, "f1_weighted": 0.275724, "precision": 0.274259, "precision_weighted": 0.327653, "recall": 0.309413, "recall_weighted": 0.270044, "ap": null, "ap_weighted": null }, { "accuracy": 0.298082, "f1": 0.282118, "f1_weighted": 0.301386, "precision": 0.287624, "precision_weighted": 0.362739, "recall": 0.341232, "recall_weighted": 0.298082, "ap": null, "ap_weighted": null }, { "accuracy": 0.29759, "f1": 0.289527, "f1_weighted": 0.29992, "precision": 0.295189, "precision_weighted": 0.352173, "recall": 0.338344, "recall_weighted": 0.29759, "ap": null, "ap_weighted": null }, { "accuracy": 0.290212, "f1": 0.281151, "f1_weighted": 0.292188, "precision": 0.27954, "precision_weighted": 0.342235, "recall": 0.337768, "recall_weighted": 0.290212, "ap": null, "ap_weighted": null }, { "accuracy": 0.284309, "f1": 0.271487, "f1_weighted": 0.286298, "precision": 0.273956, "precision_weighted": 0.343106, "recall": 0.339953, "recall_weighted": 0.284309, "ap": null, "ap_weighted": null }, { "accuracy": 0.270536, "f1": 0.254992, "f1_weighted": 0.272655, "precision": 0.256163, "precision_weighted": 0.330046, "recall": 0.329411, "recall_weighted": 0.270536, "ap": null, "ap_weighted": null }, { "accuracy": 0.272996, "f1": 0.26727, "f1_weighted": 0.276619, "precision": 0.271379, "precision_weighted": 0.330332, "recall": 0.328346, "recall_weighted": 0.272996, "ap": null, "ap_weighted": null }, { "accuracy": 0.308411, "f1": 0.289599, "f1_weighted": 0.311343, "precision": 0.288727, "precision_weighted": 0.361896, "recall": 0.353641, "recall_weighted": 0.308411, "ap": null, "ap_weighted": null }, { "accuracy": 0.275947, "f1": 0.268289, "f1_weighted": 0.279001, "precision": 0.270908, "precision_weighted": 0.331215, "recall": 0.332836, "recall_weighted": 0.275947, "ap": null, "ap_weighted": null } ], "accuracy": 0.288539, "f1": 0.276242, "f1_weighted": 0.291979, "precision": 0.280126, "precision_weighted": 0.347483, "recall": 0.336256, "recall_weighted": 0.288539, "ap": NaN, "ap_weighted": NaN, "main_score": 0.288539, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.045253, "f1": 0.017482, "f1_weighted": 0.025236, "precision": 0.017952, "precision_weighted": 0.021301, "recall": 0.051735, "recall_weighted": 0.045253, "ap": null, "ap_weighted": null }, { "accuracy": 0.024102, "f1": 0.016496, "f1_weighted": 0.010367, "precision": 0.023202, "precision_weighted": 0.011912, "recall": 0.049795, "recall_weighted": 0.024102, "ap": null, "ap_weighted": null }, { "accuracy": 0.031481, "f1": 0.016064, "f1_weighted": 0.025095, "precision": 0.033137, "precision_weighted": 0.047888, "recall": 0.027192, "recall_weighted": 0.031481, "ap": null, "ap_weighted": null }, { "accuracy": 0.039351, "f1": 0.01608, "f1_weighted": 0.021889, "precision": 0.0159, "precision_weighted": 0.019009, "recall": 0.051889, "recall_weighted": 0.039351, "ap": null, "ap_weighted": null }, { "accuracy": 0.030005, "f1": 0.012482, "f1_weighted": 0.018755, "precision": 0.011644, "precision_weighted": 0.020065, "recall": 0.030118, "recall_weighted": 0.030005, "ap": null, "ap_weighted": null }, { "accuracy": 0.028529, "f1": 0.01582, "f1_weighted": 0.014479, "precision": 0.02376, "precision_weighted": 0.029859, "recall": 0.053321, "recall_weighted": 0.028529, "ap": null, "ap_weighted": null }, { "accuracy": 0.03394, "f1": 0.016229, "f1_weighted": 0.018422, "precision": 0.018737, "precision_weighted": 0.017612, "recall": 0.048018, "recall_weighted": 0.03394, "ap": null, "ap_weighted": null }, { "accuracy": 0.030497, "f1": 0.016671, "f1_weighted": 0.019043, "precision": 0.033441, "precision_weighted": 0.052023, "recall": 0.049056, "recall_weighted": 0.030497, "ap": null, "ap_weighted": null }, { "accuracy": 0.03394, "f1": 0.016145, "f1_weighted": 0.02647, "precision": 0.032366, "precision_weighted": 0.058424, "recall": 0.044888, "recall_weighted": 0.03394, "ap": null, "ap_weighted": null }, { "accuracy": 0.019183, "f1": 0.013222, "f1_weighted": 0.01275, "precision": 0.026905, "precision_weighted": 0.038497, "recall": 0.030298, "recall_weighted": 0.019183, "ap": null, "ap_weighted": null } ], "accuracy": 0.031628, "f1": 0.015669, "f1_weighted": 0.019251, "precision": 0.023704, "precision_weighted": 0.031659, "recall": 0.043631, "recall_weighted": 0.031628, "ap": NaN, "ap_weighted": NaN, "main_score": 0.031628, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ] }, { "scores_per_experiment": [ { "accuracy": 0.045745, "f1": 0.039297, "f1_weighted": 0.042103, "precision": 0.086602, "precision_weighted": 0.096342, "recall": 0.077163, "recall_weighted": 0.045745, "ap": null, "ap_weighted": null }, { "accuracy": 0.041318, "f1": 0.032551, "f1_weighted": 0.03134, "precision": 0.081787, "precision_weighted": 0.079677, "recall": 0.063231, "recall_weighted": 0.041318, "ap": null, "ap_weighted": null }, { "accuracy": 0.054107, "f1": 0.03929, "f1_weighted": 0.053789, "precision": 0.064235, "precision_weighted": 0.088631, "recall": 0.064105, "recall_weighted": 0.054107, "ap": null, "ap_weighted": null }, { "accuracy": 0.043778, "f1": 0.035329, "f1_weighted": 0.039482, "precision": 0.076248, "precision_weighted": 0.100227, "recall": 0.056808, "recall_weighted": 0.043778, "ap": null, "ap_weighted": null }, { "accuracy": 0.050664, "f1": 0.046175, "f1_weighted": 0.052145, "precision": 0.067162, "precision_weighted": 0.0821, "recall": 0.058086, "recall_weighted": 0.050664, "ap": null, "ap_weighted": null }, { "accuracy": 0.04968, "f1": 0.033932, "f1_weighted": 0.038302, "precision": 0.057216, "precision_weighted": 0.0729, "recall": 0.052968, "recall_weighted": 0.04968, "ap": null, "ap_weighted": null }, { "accuracy": 0.037875, "f1": 0.027799, "f1_weighted": 0.032931, "precision": 0.064664, "precision_weighted": 0.123422, "recall": 0.054267, "recall_weighted": 0.037875, "ap": null, "ap_weighted": null }, { "accuracy": 0.045745, "f1": 0.030937, "f1_weighted": 0.034637, "precision": 0.078963, "precision_weighted": 0.088757, "recall": 0.056551, "recall_weighted": 0.045745, "ap": null, "ap_weighted": null }, { "accuracy": 0.055583, "f1": 0.040641, "f1_weighted": 0.054285, "precision": 0.086002, "precision_weighted": 0.114309, "recall": 0.064259, "recall_weighted": 0.055583, "ap": null, "ap_weighted": null }, { "accuracy": 0.038367, "f1": 0.026265, "f1_weighted": 0.028452, "precision": 0.039731, "precision_weighted": 0.044231, "recall": 0.0537, "recall_weighted": 0.038367, "ap": null, "ap_weighted": null } ], "accuracy": 0.046286, "f1": 0.035222, "f1_weighted": 0.040746, "precision": 0.070261, "precision_weighted": 0.08906, "recall": 0.060114, "recall_weighted": 0.046286, "ap": NaN, "ap_weighted": NaN, "main_score": 0.046286, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ] } ], "test": [ { "scores_per_experiment": [ { "accuracy": 0.382986, "f1": 0.367077, "f1_weighted": 0.388065, "precision": 0.359422, "precision_weighted": 0.446381, "recall": 0.459934, "recall_weighted": 0.382986, "ap": null, "ap_weighted": null }, { "accuracy": 0.39879, "f1": 0.370356, "f1_weighted": 0.404545, "precision": 0.364116, "precision_weighted": 0.451416, "recall": 0.4332, "recall_weighted": 0.39879, "ap": null, "ap_weighted": null }, { "accuracy": 0.378278, "f1": 0.354783, "f1_weighted": 0.387468, "precision": 0.355312, "precision_weighted": 0.447763, "recall": 0.415194, "recall_weighted": 0.378278, "ap": null, "ap_weighted": null }, { "accuracy": 0.406859, "f1": 0.371927, "f1_weighted": 0.419417, "precision": 0.373541, "precision_weighted": 0.479683, "recall": 0.432959, "recall_weighted": 0.406859, "ap": null, "ap_weighted": null }, { "accuracy": 0.400134, "f1": 0.361792, "f1_weighted": 0.408182, "precision": 0.361226, "precision_weighted": 0.453771, "recall": 0.419759, "recall_weighted": 0.400134, "ap": null, "ap_weighted": null }, { "accuracy": 0.364156, "f1": 0.347689, "f1_weighted": 0.377538, "precision": 0.351173, "precision_weighted": 0.445518, "recall": 0.418319, "recall_weighted": 0.364156, "ap": null, "ap_weighted": null }, { "accuracy": 0.365837, "f1": 0.358145, "f1_weighted": 0.368623, "precision": 0.350075, "precision_weighted": 0.424426, "recall": 0.430225, "recall_weighted": 0.365837, "ap": null, "ap_weighted": null }, { "accuracy": 0.38534, "f1": 0.364589, "f1_weighted": 0.396364, "precision": 0.360171, "precision_weighted": 0.444432, "recall": 0.421685, "recall_weighted": 0.38534, "ap": null, "ap_weighted": null }, { "accuracy": 0.360457, "f1": 0.347499, "f1_weighted": 0.361194, "precision": 0.344661, "precision_weighted": 0.408274, "recall": 0.422885, "recall_weighted": 0.360457, "ap": null, "ap_weighted": null }, { "accuracy": 0.395763, "f1": 0.377972, "f1_weighted": 0.39948, "precision": 0.369002, "precision_weighted": 0.447048, "recall": 0.453407, "recall_weighted": 0.395763, "ap": null, "ap_weighted": null } ], "accuracy": 0.38386, "f1": 0.362183, "f1_weighted": 0.391088, "precision": 0.35887, "precision_weighted": 0.444871, "recall": 0.430757, "recall_weighted": 0.38386, "ap": NaN, "ap_weighted": NaN, "main_score": 0.38386, "hf_subset": "af", "languages": [ "afr-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.036987, "f1": 0.019893, "f1_weighted": 0.027104, "precision": 0.035283, "precision_weighted": 0.051371, "recall": 0.038321, "recall_weighted": 0.036987, "ap": null, "ap_weighted": null }, { "accuracy": 0.023537, "f1": 0.014009, "f1_weighted": 0.009114, "precision": 0.02784, "precision_weighted": 0.014331, "recall": 0.038492, "recall_weighted": 0.023537, "ap": null, "ap_weighted": null }, { "accuracy": 0.017149, "f1": 0.009713, "f1_weighted": 0.010077, "precision": 0.031758, "precision_weighted": 0.053497, "recall": 0.027399, "recall_weighted": 0.017149, "ap": null, "ap_weighted": null }, { "accuracy": 0.033289, "f1": 0.015626, "f1_weighted": 0.022069, "precision": 0.033444, "precision_weighted": 0.047163, "recall": 0.033903, "recall_weighted": 0.033289, "ap": null, "ap_weighted": null }, { "accuracy": 0.031607, "f1": 0.023772, "f1_weighted": 0.018069, "precision": 0.027535, "precision_weighted": 0.021344, "recall": 0.042835, "recall_weighted": 0.031607, "ap": null, "ap_weighted": null }, { "accuracy": 0.032616, "f1": 0.015215, "f1_weighted": 0.018047, "precision": 0.043643, "precision_weighted": 0.065319, "recall": 0.03518, "recall_weighted": 0.032616, "ap": null, "ap_weighted": null }, { "accuracy": 0.030262, "f1": 0.009558, "f1_weighted": 0.010435, "precision": 0.009804, "precision_weighted": 0.014032, "recall": 0.03631, "recall_weighted": 0.030262, "ap": null, "ap_weighted": null }, { "accuracy": 0.031944, "f1": 0.014888, "f1_weighted": 0.022385, "precision": 0.039408, "precision_weighted": 0.073249, "recall": 0.028519, "recall_weighted": 0.031944, "ap": null, "ap_weighted": null }, { "accuracy": 0.040013, "f1": 0.029431, "f1_weighted": 0.033013, "precision": 0.06584, "precision_weighted": 0.075377, "recall": 0.045198, "recall_weighted": 0.040013, "ap": null, "ap_weighted": null }, { "accuracy": 0.023537, "f1": 0.016267, "f1_weighted": 0.012865, "precision": 0.032712, "precision_weighted": 0.049219, "recall": 0.039603, "recall_weighted": 0.023537, "ap": null, "ap_weighted": null } ], "accuracy": 0.030094, "f1": 0.016837, "f1_weighted": 0.018318, "precision": 0.034727, "precision_weighted": 0.04649, "recall": 0.036576, "recall_weighted": 0.030094, "ap": NaN, "ap_weighted": NaN, "main_score": 0.030094, "hf_subset": "am", "languages": [ "amh-Ethi" ] }, { "scores_per_experiment": [ { "accuracy": 0.096503, "f1": 0.084384, "f1_weighted": 0.100773, "precision": 0.12143, "precision_weighted": 0.19027, "recall": 0.110601, "recall_weighted": 0.096503, "ap": null, "ap_weighted": null }, { "accuracy": 0.081708, "f1": 0.06684, "f1_weighted": 0.079479, "precision": 0.089187, "precision_weighted": 0.122621, "recall": 0.093532, "recall_weighted": 0.081708, "ap": null, "ap_weighted": null }, { "accuracy": 0.1039, "f1": 0.082576, "f1_weighted": 0.106746, "precision": 0.133128, "precision_weighted": 0.200013, "recall": 0.106525, "recall_weighted": 0.1039, "ap": null, "ap_weighted": null }, { "accuracy": 0.103564, "f1": 0.082667, "f1_weighted": 0.107137, "precision": 0.143846, "precision_weighted": 0.228855, "recall": 0.120314, "recall_weighted": 0.103564, "ap": null, "ap_weighted": null }, { "accuracy": 0.102555, "f1": 0.080197, "f1_weighted": 0.101938, "precision": 0.121662, "precision_weighted": 0.207207, "recall": 0.132642, "recall_weighted": 0.102555, "ap": null, "ap_weighted": null }, { "accuracy": 0.097176, "f1": 0.081442, "f1_weighted": 0.103033, "precision": 0.119903, "precision_weighted": 0.177074, "recall": 0.115192, "recall_weighted": 0.097176, "ap": null, "ap_weighted": null }, { "accuracy": 0.098521, "f1": 0.084222, "f1_weighted": 0.103937, "precision": 0.11987, "precision_weighted": 0.175871, "recall": 0.104892, "recall_weighted": 0.098521, "ap": null, "ap_weighted": null }, { "accuracy": 0.103564, "f1": 0.088476, "f1_weighted": 0.115717, "precision": 0.132568, "precision_weighted": 0.185656, "recall": 0.10055, "recall_weighted": 0.103564, "ap": null, "ap_weighted": null }, { "accuracy": 0.104573, "f1": 0.078456, "f1_weighted": 0.10994, "precision": 0.102658, "precision_weighted": 0.151185, "recall": 0.086218, "recall_weighted": 0.104573, "ap": null, "ap_weighted": null }, { "accuracy": 0.096839, "f1": 0.078091, "f1_weighted": 0.100887, "precision": 0.129721, "precision_weighted": 0.19707, "recall": 0.098047, "recall_weighted": 0.096839, "ap": null, "ap_weighted": null } ], "accuracy": 0.09889, "f1": 0.080735, "f1_weighted": 0.102959, "precision": 0.121397, "precision_weighted": 0.183582, "recall": 0.106851, "recall_weighted": 0.09889, "ap": NaN, "ap_weighted": NaN, "main_score": 0.09889, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.32616, "f1": 0.322211, "f1_weighted": 0.330807, "precision": 0.320875, "precision_weighted": 0.384413, "recall": 0.38582, "recall_weighted": 0.32616, "ap": null, "ap_weighted": null }, { "accuracy": 0.32347, "f1": 0.318235, "f1_weighted": 0.330989, "precision": 0.317851, "precision_weighted": 0.390594, "recall": 0.376572, "recall_weighted": 0.32347, "ap": null, "ap_weighted": null }, { "accuracy": 0.319771, "f1": 0.320376, "f1_weighted": 0.325589, "precision": 0.322208, "precision_weighted": 0.389271, "recall": 0.402263, "recall_weighted": 0.319771, "ap": null, "ap_weighted": null }, { "accuracy": 0.33692, "f1": 0.321247, "f1_weighted": 0.347097, "precision": 0.320279, "precision_weighted": 0.402954, "recall": 0.380242, "recall_weighted": 0.33692, "ap": null, "ap_weighted": null }, { "accuracy": 0.322798, "f1": 0.318786, "f1_weighted": 0.330402, "precision": 0.326263, "precision_weighted": 0.407331, "recall": 0.398582, "recall_weighted": 0.322798, "ap": null, "ap_weighted": null }, { "accuracy": 0.314055, "f1": 0.322141, "f1_weighted": 0.320959, "precision": 0.328082, "precision_weighted": 0.392432, "recall": 0.396539, "recall_weighted": 0.314055, "ap": null, "ap_weighted": null }, { "accuracy": 0.313719, "f1": 0.309932, "f1_weighted": 0.308815, "precision": 0.303137, "precision_weighted": 0.368209, "recall": 0.399389, "recall_weighted": 0.313719, "ap": null, "ap_weighted": null }, { "accuracy": 0.327841, "f1": 0.327245, "f1_weighted": 0.335481, "precision": 0.327268, "precision_weighted": 0.387603, "recall": 0.403443, "recall_weighted": 0.327841, "ap": null, "ap_weighted": null }, { "accuracy": 0.300941, "f1": 0.307928, "f1_weighted": 0.298357, "precision": 0.306849, "precision_weighted": 0.341832, "recall": 0.387199, "recall_weighted": 0.300941, "ap": null, "ap_weighted": null }, { "accuracy": 0.32616, "f1": 0.325356, "f1_weighted": 0.327416, "precision": 0.321166, "precision_weighted": 0.368382, "recall": 0.401814, "recall_weighted": 0.32616, "ap": null, "ap_weighted": null } ], "accuracy": 0.321184, "f1": 0.319346, "f1_weighted": 0.325591, "precision": 0.319398, "precision_weighted": 0.383302, "recall": 0.393186, "recall_weighted": 0.321184, "ap": NaN, "ap_weighted": NaN, "main_score": 0.321184, "hf_subset": "az", "languages": [ "aze-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.037996, "f1": 0.01956, "f1_weighted": 0.032937, "precision": 0.028797, "precision_weighted": 0.038745, "recall": 0.024816, "recall_weighted": 0.037996, "ap": null, "ap_weighted": null }, { "accuracy": 0.016476, "f1": 0.011955, "f1_weighted": 0.014409, "precision": 0.044079, "precision_weighted": 0.093805, "recall": 0.025235, "recall_weighted": 0.016476, "ap": null, "ap_weighted": null }, { "accuracy": 0.029254, "f1": 0.020724, "f1_weighted": 0.018841, "precision": 0.057239, "precision_weighted": 0.067679, "recall": 0.032976, "recall_weighted": 0.029254, "ap": null, "ap_weighted": null }, { "accuracy": 0.023537, "f1": 0.012032, "f1_weighted": 0.016053, "precision": 0.023965, "precision_weighted": 0.046026, "recall": 0.028212, "recall_weighted": 0.023537, "ap": null, "ap_weighted": null }, { "accuracy": 0.042031, "f1": 0.011975, "f1_weighted": 0.02746, "precision": 0.026412, "precision_weighted": 0.042159, "recall": 0.026795, "recall_weighted": 0.042031, "ap": null, "ap_weighted": null }, { "accuracy": 0.042367, "f1": 0.024142, "f1_weighted": 0.038053, "precision": 0.052251, "precision_weighted": 0.088812, "recall": 0.030162, "recall_weighted": 0.042367, "ap": null, "ap_weighted": null }, { "accuracy": 0.025891, "f1": 0.01302, "f1_weighted": 0.013401, "precision": 0.027326, "precision_weighted": 0.0359, "recall": 0.026295, "recall_weighted": 0.025891, "ap": null, "ap_weighted": null }, { "accuracy": 0.052791, "f1": 0.021758, "f1_weighted": 0.037844, "precision": 0.0293, "precision_weighted": 0.036753, "recall": 0.029986, "recall_weighted": 0.052791, "ap": null, "ap_weighted": null }, { "accuracy": 0.027909, "f1": 0.023108, "f1_weighted": 0.028213, "precision": 0.047729, "precision_weighted": 0.088847, "recall": 0.028769, "recall_weighted": 0.027909, "ap": null, "ap_weighted": null }, { "accuracy": 0.022865, "f1": 0.016795, "f1_weighted": 0.015687, "precision": 0.033569, "precision_weighted": 0.029122, "recall": 0.02694, "recall_weighted": 0.022865, "ap": null, "ap_weighted": null } ], "accuracy": 0.032112, "f1": 0.017507, "f1_weighted": 0.02429, "precision": 0.037067, "precision_weighted": 0.056785, "recall": 0.028019, "recall_weighted": 0.032112, "ap": NaN, "ap_weighted": NaN, "main_score": 0.032112, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "scores_per_experiment": [ { "accuracy": 0.384331, "f1": 0.370739, "f1_weighted": 0.386253, "precision": 0.35948, "precision_weighted": 0.42908, "recall": 0.446158, "recall_weighted": 0.384331, "ap": null, "ap_weighted": null }, { "accuracy": 0.375588, "f1": 0.351865, "f1_weighted": 0.381258, "precision": 0.352246, "precision_weighted": 0.432843, "recall": 0.411267, "recall_weighted": 0.375588, "ap": null, "ap_weighted": null }, { "accuracy": 0.372898, "f1": 0.350471, "f1_weighted": 0.380488, "precision": 0.344076, "precision_weighted": 0.438256, "recall": 0.415187, "recall_weighted": 0.372898, "ap": null, "ap_weighted": null }, { "accuracy": 0.389711, "f1": 0.376967, "f1_weighted": 0.39623, "precision": 0.375139, "precision_weighted": 0.460343, "recall": 0.43694, "recall_weighted": 0.389711, "ap": null, "ap_weighted": null }, { "accuracy": 0.387021, "f1": 0.361718, "f1_weighted": 0.392993, "precision": 0.35438, "precision_weighted": 0.439393, "recall": 0.427641, "recall_weighted": 0.387021, "ap": null, "ap_weighted": null }, { "accuracy": 0.365501, "f1": 0.344618, "f1_weighted": 0.379217, "precision": 0.346434, "precision_weighted": 0.438068, "recall": 0.397881, "recall_weighted": 0.365501, "ap": null, "ap_weighted": null }, { "accuracy": 0.366846, "f1": 0.351953, "f1_weighted": 0.36868, "precision": 0.341307, "precision_weighted": 0.416926, "recall": 0.425593, "recall_weighted": 0.366846, "ap": null, "ap_weighted": null }, { "accuracy": 0.38265, "f1": 0.371532, "f1_weighted": 0.390291, "precision": 0.369598, "precision_weighted": 0.447222, "recall": 0.432074, "recall_weighted": 0.38265, "ap": null, "ap_weighted": null }, { "accuracy": 0.359112, "f1": 0.343344, "f1_weighted": 0.364927, "precision": 0.342262, "precision_weighted": 0.418195, "recall": 0.413834, "recall_weighted": 0.359112, "ap": null, "ap_weighted": null }, { "accuracy": 0.379287, "f1": 0.363223, "f1_weighted": 0.382515, "precision": 0.354152, "precision_weighted": 0.420174, "recall": 0.424422, "recall_weighted": 0.379287, "ap": null, "ap_weighted": null } ], "accuracy": 0.376295, "f1": 0.358643, "f1_weighted": 0.382285, "precision": 0.353907, "precision_weighted": 0.43405, "recall": 0.423099, "recall_weighted": 0.376295, "ap": NaN, "ap_weighted": NaN, "main_score": 0.376295, "hf_subset": "cy", "languages": [ "cym-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.662071, "f1": 0.635075, "f1_weighted": 0.671121, "precision": 0.626738, "precision_weighted": 0.713983, "recall": 0.709289, "recall_weighted": 0.662071, "ap": null, "ap_weighted": null }, { "accuracy": 0.665434, "f1": 0.622217, "f1_weighted": 0.66691, "precision": 0.603681, "precision_weighted": 0.712423, "recall": 0.692568, "recall_weighted": 0.665434, "ap": null, "ap_weighted": null }, { "accuracy": 0.659045, "f1": 0.620646, "f1_weighted": 0.665676, "precision": 0.608784, "precision_weighted": 0.705818, "recall": 0.675202, "recall_weighted": 0.659045, "ap": null, "ap_weighted": null }, { "accuracy": 0.672159, "f1": 0.628, "f1_weighted": 0.678144, "precision": 0.619983, "precision_weighted": 0.721015, "recall": 0.684101, "recall_weighted": 0.672159, "ap": null, "ap_weighted": null }, { "accuracy": 0.648621, "f1": 0.604993, "f1_weighted": 0.654189, "precision": 0.59266, "precision_weighted": 0.693565, "recall": 0.675859, "recall_weighted": 0.648621, "ap": null, "ap_weighted": null }, { "accuracy": 0.662408, "f1": 0.629411, "f1_weighted": 0.668955, "precision": 0.61363, "precision_weighted": 0.711773, "recall": 0.705517, "recall_weighted": 0.662408, "ap": null, "ap_weighted": null }, { "accuracy": 0.649294, "f1": 0.61907, "f1_weighted": 0.654424, "precision": 0.609307, "precision_weighted": 0.701564, "recall": 0.695284, "recall_weighted": 0.649294, "ap": null, "ap_weighted": null }, { "accuracy": 0.636853, "f1": 0.606556, "f1_weighted": 0.642591, "precision": 0.599329, "precision_weighted": 0.690706, "recall": 0.676056, "recall_weighted": 0.636853, "ap": null, "ap_weighted": null }, { "accuracy": 0.660726, "f1": 0.618743, "f1_weighted": 0.6655, "precision": 0.618538, "precision_weighted": 0.712142, "recall": 0.689567, "recall_weighted": 0.660726, "ap": null, "ap_weighted": null }, { "accuracy": 0.666779, "f1": 0.624811, "f1_weighted": 0.673066, "precision": 0.615549, "precision_weighted": 0.716474, "recall": 0.696255, "recall_weighted": 0.666779, "ap": null, "ap_weighted": null } ], "accuracy": 0.658339, "f1": 0.620952, "f1_weighted": 0.664058, "precision": 0.61082, "precision_weighted": 0.707946, "recall": 0.68997, "recall_weighted": 0.658339, "ap": NaN, "ap_weighted": NaN, "main_score": 0.658339, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.509751, "f1": 0.478558, "f1_weighted": 0.513675, "precision": 0.46415, "precision_weighted": 0.557392, "recall": 0.570706, "recall_weighted": 0.509751, "ap": null, "ap_weighted": null }, { "accuracy": 0.514459, "f1": 0.488159, "f1_weighted": 0.518421, "precision": 0.475934, "precision_weighted": 0.56283, "recall": 0.580133, "recall_weighted": 0.514459, "ap": null, "ap_weighted": null }, { "accuracy": 0.481843, "f1": 0.458792, "f1_weighted": 0.48479, "precision": 0.447762, "precision_weighted": 0.540549, "recall": 0.546768, "recall_weighted": 0.481843, "ap": null, "ap_weighted": null }, { "accuracy": 0.517485, "f1": 0.467223, "f1_weighted": 0.524922, "precision": 0.457209, "precision_weighted": 0.5692, "recall": 0.550765, "recall_weighted": 0.517485, "ap": null, "ap_weighted": null }, { "accuracy": 0.503699, "f1": 0.458474, "f1_weighted": 0.506431, "precision": 0.44674, "precision_weighted": 0.549738, "recall": 0.541777, "recall_weighted": 0.503699, "ap": null, "ap_weighted": null }, { "accuracy": 0.495965, "f1": 0.469977, "f1_weighted": 0.508328, "precision": 0.4699, "precision_weighted": 0.58342, "recall": 0.55704, "recall_weighted": 0.495965, "ap": null, "ap_weighted": null }, { "accuracy": 0.493948, "f1": 0.469635, "f1_weighted": 0.500556, "precision": 0.460757, "precision_weighted": 0.556769, "recall": 0.554142, "recall_weighted": 0.493948, "ap": null, "ap_weighted": null }, { "accuracy": 0.472091, "f1": 0.450038, "f1_weighted": 0.481325, "precision": 0.445917, "precision_weighted": 0.541685, "recall": 0.527639, "recall_weighted": 0.472091, "ap": null, "ap_weighted": null }, { "accuracy": 0.470074, "f1": 0.440297, "f1_weighted": 0.475292, "precision": 0.435687, "precision_weighted": 0.526648, "recall": 0.524034, "recall_weighted": 0.470074, "ap": null, "ap_weighted": null }, { "accuracy": 0.49193, "f1": 0.453661, "f1_weighted": 0.496905, "precision": 0.44641, "precision_weighted": 0.538704, "recall": 0.52721, "recall_weighted": 0.49193, "ap": null, "ap_weighted": null } ], "accuracy": 0.495124, "f1": 0.463482, "f1_weighted": 0.501065, "precision": 0.455047, "precision_weighted": 0.552693, "recall": 0.548021, "recall_weighted": 0.495124, "ap": NaN, "ap_weighted": NaN, "main_score": 0.495124, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.14694, "f1": 0.117255, "f1_weighted": 0.158643, "precision": 0.148151, "precision_weighted": 0.258525, "recall": 0.1435, "recall_weighted": 0.14694, "ap": null, "ap_weighted": null }, { "accuracy": 0.119032, "f1": 0.1112, "f1_weighted": 0.127409, "precision": 0.139984, "precision_weighted": 0.197451, "recall": 0.125317, "recall_weighted": 0.119032, "ap": null, "ap_weighted": null }, { "accuracy": 0.123739, "f1": 0.106581, "f1_weighted": 0.138083, "precision": 0.138052, "precision_weighted": 0.210354, "recall": 0.121472, "recall_weighted": 0.123739, "ap": null, "ap_weighted": null }, { "accuracy": 0.133826, "f1": 0.106118, "f1_weighted": 0.148452, "precision": 0.131578, "precision_weighted": 0.217488, "recall": 0.129214, "recall_weighted": 0.133826, "ap": null, "ap_weighted": null }, { "accuracy": 0.13887, "f1": 0.114759, "f1_weighted": 0.153747, "precision": 0.140784, "precision_weighted": 0.234816, "recall": 0.153958, "recall_weighted": 0.13887, "ap": null, "ap_weighted": null }, { "accuracy": 0.130464, "f1": 0.106939, "f1_weighted": 0.14366, "precision": 0.127905, "precision_weighted": 0.203993, "recall": 0.14553, "recall_weighted": 0.130464, "ap": null, "ap_weighted": null }, { "accuracy": 0.119032, "f1": 0.103512, "f1_weighted": 0.131971, "precision": 0.126188, "precision_weighted": 0.201137, "recall": 0.135362, "recall_weighted": 0.119032, "ap": null, "ap_weighted": null }, { "accuracy": 0.143241, "f1": 0.112521, "f1_weighted": 0.156557, "precision": 0.135829, "precision_weighted": 0.228825, "recall": 0.131951, "recall_weighted": 0.143241, "ap": null, "ap_weighted": null }, { "accuracy": 0.136853, "f1": 0.109502, "f1_weighted": 0.14653, "precision": 0.139349, "precision_weighted": 0.208345, "recall": 0.143555, "recall_weighted": 0.136853, "ap": null, "ap_weighted": null }, { "accuracy": 0.134163, "f1": 0.109299, "f1_weighted": 0.145129, "precision": 0.128314, "precision_weighted": 0.203826, "recall": 0.140697, "recall_weighted": 0.134163, "ap": null, "ap_weighted": null } ], "accuracy": 0.132616, "f1": 0.109769, "f1_weighted": 0.145018, "precision": 0.135613, "precision_weighted": 0.216476, "recall": 0.137055, "recall_weighted": 0.132616, "ap": NaN, "ap_weighted": NaN, "main_score": 0.132616, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "scores_per_experiment": [ { "accuracy": 0.642233, "f1": 0.61499, "f1_weighted": 0.651795, "precision": 0.613499, "precision_weighted": 0.702102, "recall": 0.684497, "recall_weighted": 0.642233, "ap": null, "ap_weighted": null }, { "accuracy": 0.664761, "f1": 0.628382, "f1_weighted": 0.668918, "precision": 0.609007, "precision_weighted": 0.705487, "recall": 0.69377, "recall_weighted": 0.664761, "ap": null, "ap_weighted": null }, { "accuracy": 0.635844, "f1": 0.600558, "f1_weighted": 0.636483, "precision": 0.581586, "precision_weighted": 0.67139, "recall": 0.667354, "recall_weighted": 0.635844, "ap": null, "ap_weighted": null }, { "accuracy": 0.659718, "f1": 0.615431, "f1_weighted": 0.664358, "precision": 0.600564, "precision_weighted": 0.699469, "recall": 0.695923, "recall_weighted": 0.659718, "ap": null, "ap_weighted": null }, { "accuracy": 0.641224, "f1": 0.609181, "f1_weighted": 0.645516, "precision": 0.59715, "precision_weighted": 0.685954, "recall": 0.685412, "recall_weighted": 0.641224, "ap": null, "ap_weighted": null }, { "accuracy": 0.633154, "f1": 0.59802, "f1_weighted": 0.642741, "precision": 0.591067, "precision_weighted": 0.69747, "recall": 0.678463, "recall_weighted": 0.633154, "ap": null, "ap_weighted": null }, { "accuracy": 0.639879, "f1": 0.617796, "f1_weighted": 0.644538, "precision": 0.606442, "precision_weighted": 0.686882, "recall": 0.692247, "recall_weighted": 0.639879, "ap": null, "ap_weighted": null }, { "accuracy": 0.636516, "f1": 0.601892, "f1_weighted": 0.643489, "precision": 0.588657, "precision_weighted": 0.692972, "recall": 0.684669, "recall_weighted": 0.636516, "ap": null, "ap_weighted": null }, { "accuracy": 0.643578, "f1": 0.598986, "f1_weighted": 0.648948, "precision": 0.599003, "precision_weighted": 0.699576, "recall": 0.676252, "recall_weighted": 0.643578, "ap": null, "ap_weighted": null }, { "accuracy": 0.646268, "f1": 0.615707, "f1_weighted": 0.654771, "precision": 0.613525, "precision_weighted": 0.695425, "recall": 0.675178, "recall_weighted": 0.646268, "ap": null, "ap_weighted": null } ], "accuracy": 0.644317, "f1": 0.610094, "f1_weighted": 0.650156, "precision": 0.60005, "precision_weighted": 0.693673, "recall": 0.683376, "recall_weighted": 0.644317, "ap": NaN, "ap_weighted": NaN, "main_score": 0.644317, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.449227, "f1": 0.443817, "f1_weighted": 0.45437, "precision": 0.436991, "precision_weighted": 0.498378, "recall": 0.52289, "recall_weighted": 0.449227, "ap": null, "ap_weighted": null }, { "accuracy": 0.43813, "f1": 0.42223, "f1_weighted": 0.441583, "precision": 0.413376, "precision_weighted": 0.490171, "recall": 0.504234, "recall_weighted": 0.43813, "ap": null, "ap_weighted": null }, { "accuracy": 0.405514, "f1": 0.396236, "f1_weighted": 0.40349, "precision": 0.385469, "precision_weighted": 0.448354, "recall": 0.469565, "recall_weighted": 0.405514, "ap": null, "ap_weighted": null }, { "accuracy": 0.405514, "f1": 0.394385, "f1_weighted": 0.410667, "precision": 0.389675, "precision_weighted": 0.458873, "recall": 0.452661, "recall_weighted": 0.405514, "ap": null, "ap_weighted": null }, { "accuracy": 0.443174, "f1": 0.41862, "f1_weighted": 0.451686, "precision": 0.414952, "precision_weighted": 0.508129, "recall": 0.497429, "recall_weighted": 0.443174, "ap": null, "ap_weighted": null }, { "accuracy": 0.410222, "f1": 0.412104, "f1_weighted": 0.41234, "precision": 0.406669, "precision_weighted": 0.467889, "recall": 0.497966, "recall_weighted": 0.410222, "ap": null, "ap_weighted": null }, { "accuracy": 0.398117, "f1": 0.39758, "f1_weighted": 0.400185, "precision": 0.386951, "precision_weighted": 0.449464, "recall": 0.482719, "recall_weighted": 0.398117, "ap": null, "ap_weighted": null }, { "accuracy": 0.414593, "f1": 0.407836, "f1_weighted": 0.417425, "precision": 0.407541, "precision_weighted": 0.465389, "recall": 0.471788, "recall_weighted": 0.414593, "ap": null, "ap_weighted": null }, { "accuracy": 0.396436, "f1": 0.392086, "f1_weighted": 0.388781, "precision": 0.381378, "precision_weighted": 0.423139, "recall": 0.47391, "recall_weighted": 0.396436, "ap": null, "ap_weighted": null }, { "accuracy": 0.411567, "f1": 0.423247, "f1_weighted": 0.41559, "precision": 0.424607, "precision_weighted": 0.476612, "recall": 0.499955, "recall_weighted": 0.411567, "ap": null, "ap_weighted": null } ], "accuracy": 0.417249, "f1": 0.410814, "f1_weighted": 0.419612, "precision": 0.404761, "precision_weighted": 0.46864, "recall": 0.487312, "recall_weighted": 0.417249, "ap": NaN, "ap_weighted": NaN, "main_score": 0.417249, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.054808, "f1": 0.039559, "f1_weighted": 0.057928, "precision": 0.066476, "precision_weighted": 0.126576, "recall": 0.054472, "recall_weighted": 0.054808, "ap": null, "ap_weighted": null }, { "accuracy": 0.050773, "f1": 0.046177, "f1_weighted": 0.045748, "precision": 0.052603, "precision_weighted": 0.064302, "recall": 0.081592, "recall_weighted": 0.050773, "ap": null, "ap_weighted": null }, { "accuracy": 0.049428, "f1": 0.045129, "f1_weighted": 0.047965, "precision": 0.077329, "precision_weighted": 0.101348, "recall": 0.062817, "recall_weighted": 0.049428, "ap": null, "ap_weighted": null }, { "accuracy": 0.057835, "f1": 0.045711, "f1_weighted": 0.053943, "precision": 0.066858, "precision_weighted": 0.093004, "recall": 0.056129, "recall_weighted": 0.057835, "ap": null, "ap_weighted": null }, { "accuracy": 0.071957, "f1": 0.055136, "f1_weighted": 0.075278, "precision": 0.073979, "precision_weighted": 0.125588, "recall": 0.082354, "recall_weighted": 0.071957, "ap": null, "ap_weighted": null }, { "accuracy": 0.057835, "f1": 0.045123, "f1_weighted": 0.05115, "precision": 0.068732, "precision_weighted": 0.108027, "recall": 0.078148, "recall_weighted": 0.057835, "ap": null, "ap_weighted": null }, { "accuracy": 0.042031, "f1": 0.040219, "f1_weighted": 0.042427, "precision": 0.063103, "precision_weighted": 0.110269, "recall": 0.076818, "recall_weighted": 0.042031, "ap": null, "ap_weighted": null }, { "accuracy": 0.05918, "f1": 0.047522, "f1_weighted": 0.062508, "precision": 0.074435, "precision_weighted": 0.12889, "recall": 0.056882, "recall_weighted": 0.05918, "ap": null, "ap_weighted": null }, { "accuracy": 0.057835, "f1": 0.049905, "f1_weighted": 0.060373, "precision": 0.072479, "precision_weighted": 0.119578, "recall": 0.059726, "recall_weighted": 0.057835, "ap": null, "ap_weighted": null }, { "accuracy": 0.060188, "f1": 0.043068, "f1_weighted": 0.04644, "precision": 0.057222, "precision_weighted": 0.076529, "recall": 0.061846, "recall_weighted": 0.060188, "ap": null, "ap_weighted": null } ], "accuracy": 0.056187, "f1": 0.045755, "f1_weighted": 0.054376, "precision": 0.067322, "precision_weighted": 0.105411, "recall": 0.067078, "recall_weighted": 0.056187, "ap": NaN, "ap_weighted": NaN, "main_score": 0.056187, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.404842, "f1": 0.379905, "f1_weighted": 0.411465, "precision": 0.374747, "precision_weighted": 0.447257, "recall": 0.451437, "recall_weighted": 0.404842, "ap": null, "ap_weighted": null }, { "accuracy": 0.365501, "f1": 0.342202, "f1_weighted": 0.378139, "precision": 0.347208, "precision_weighted": 0.442634, "recall": 0.397717, "recall_weighted": 0.365501, "ap": null, "ap_weighted": null }, { "accuracy": 0.357431, "f1": 0.346978, "f1_weighted": 0.365412, "precision": 0.346168, "precision_weighted": 0.42719, "recall": 0.415943, "recall_weighted": 0.357431, "ap": null, "ap_weighted": null }, { "accuracy": 0.386012, "f1": 0.355774, "f1_weighted": 0.388899, "precision": 0.352251, "precision_weighted": 0.435901, "recall": 0.425062, "recall_weighted": 0.386012, "ap": null, "ap_weighted": null }, { "accuracy": 0.388366, "f1": 0.366415, "f1_weighted": 0.395291, "precision": 0.365053, "precision_weighted": 0.445755, "recall": 0.440446, "recall_weighted": 0.388366, "ap": null, "ap_weighted": null }, { "accuracy": 0.342972, "f1": 0.325709, "f1_weighted": 0.356993, "precision": 0.333283, "precision_weighted": 0.419813, "recall": 0.38393, "recall_weighted": 0.342972, "ap": null, "ap_weighted": null }, { "accuracy": 0.362475, "f1": 0.341835, "f1_weighted": 0.370553, "precision": 0.340214, "precision_weighted": 0.434912, "recall": 0.401872, "recall_weighted": 0.362475, "ap": null, "ap_weighted": null }, { "accuracy": 0.365837, "f1": 0.342586, "f1_weighted": 0.37313, "precision": 0.343841, "precision_weighted": 0.419726, "recall": 0.401037, "recall_weighted": 0.365837, "ap": null, "ap_weighted": null }, { "accuracy": 0.364829, "f1": 0.351341, "f1_weighted": 0.370108, "precision": 0.349133, "precision_weighted": 0.413705, "recall": 0.414589, "recall_weighted": 0.364829, "ap": null, "ap_weighted": null }, { "accuracy": 0.386685, "f1": 0.367388, "f1_weighted": 0.395811, "precision": 0.368879, "precision_weighted": 0.450445, "recall": 0.44054, "recall_weighted": 0.386685, "ap": null, "ap_weighted": null } ], "accuracy": 0.372495, "f1": 0.352013, "f1_weighted": 0.38058, "precision": 0.352078, "precision_weighted": 0.433734, "recall": 0.417257, "recall_weighted": 0.372495, "ap": NaN, "ap_weighted": NaN, "main_score": 0.372495, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.463685, "f1": 0.443837, "f1_weighted": 0.468563, "precision": 0.444744, "precision_weighted": 0.52606, "recall": 0.534581, "recall_weighted": 0.463685, "ap": null, "ap_weighted": null }, { "accuracy": 0.478816, "f1": 0.45087, "f1_weighted": 0.483975, "precision": 0.449757, "precision_weighted": 0.536515, "recall": 0.506801, "recall_weighted": 0.478816, "ap": null, "ap_weighted": null }, { "accuracy": 0.436449, "f1": 0.407573, "f1_weighted": 0.435517, "precision": 0.400734, "precision_weighted": 0.497112, "recall": 0.473728, "recall_weighted": 0.436449, "ap": null, "ap_weighted": null }, { "accuracy": 0.46772, "f1": 0.434871, "f1_weighted": 0.474409, "precision": 0.427425, "precision_weighted": 0.521572, "recall": 0.494168, "recall_weighted": 0.46772, "ap": null, "ap_weighted": null }, { "accuracy": 0.44889, "f1": 0.415367, "f1_weighted": 0.457274, "precision": 0.415761, "precision_weighted": 0.507558, "recall": 0.472946, "recall_weighted": 0.44889, "ap": null, "ap_weighted": null }, { "accuracy": 0.460995, "f1": 0.432868, "f1_weighted": 0.469107, "precision": 0.427908, "precision_weighted": 0.536882, "recall": 0.506789, "recall_weighted": 0.460995, "ap": null, "ap_weighted": null }, { "accuracy": 0.457969, "f1": 0.436425, "f1_weighted": 0.463369, "precision": 0.431059, "precision_weighted": 0.517683, "recall": 0.508753, "recall_weighted": 0.457969, "ap": null, "ap_weighted": null }, { "accuracy": 0.46234, "f1": 0.433058, "f1_weighted": 0.472874, "precision": 0.433733, "precision_weighted": 0.525997, "recall": 0.489926, "recall_weighted": 0.46234, "ap": null, "ap_weighted": null }, { "accuracy": 0.444519, "f1": 0.437286, "f1_weighted": 0.453876, "precision": 0.43549, "precision_weighted": 0.503117, "recall": 0.511519, "recall_weighted": 0.444519, "ap": null, "ap_weighted": null }, { "accuracy": 0.442165, "f1": 0.430246, "f1_weighted": 0.450626, "precision": 0.425444, "precision_weighted": 0.500363, "recall": 0.506205, "recall_weighted": 0.442165, "ap": null, "ap_weighted": null } ], "accuracy": 0.456355, "f1": 0.43224, "f1_weighted": 0.462959, "precision": 0.429206, "precision_weighted": 0.517286, "recall": 0.500542, "recall_weighted": 0.456355, "ap": NaN, "ap_weighted": NaN, "main_score": 0.456355, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.0269, "f1": 0.010917, "f1_weighted": 0.019522, "precision": 0.03462, "precision_weighted": 0.040314, "recall": 0.027743, "recall_weighted": 0.0269, "ap": null, "ap_weighted": null }, { "accuracy": 0.015467, "f1": 0.004645, "f1_weighted": 0.005012, "precision": 0.007856, "precision_weighted": 0.005868, "recall": 0.016843, "recall_weighted": 0.015467, "ap": null, "ap_weighted": null }, { "accuracy": 0.017485, "f1": 0.010034, "f1_weighted": 0.007152, "precision": 0.033206, "precision_weighted": 0.029447, "recall": 0.02781, "recall_weighted": 0.017485, "ap": null, "ap_weighted": null }, { "accuracy": 0.048083, "f1": 0.016495, "f1_weighted": 0.03311, "precision": 0.023274, "precision_weighted": 0.045892, "recall": 0.030945, "recall_weighted": 0.048083, "ap": null, "ap_weighted": null }, { "accuracy": 0.028917, "f1": 0.010779, "f1_weighted": 0.021719, "precision": 0.016151, "precision_weighted": 0.040164, "recall": 0.03288, "recall_weighted": 0.028917, "ap": null, "ap_weighted": null }, { "accuracy": 0.023201, "f1": 0.008424, "f1_weighted": 0.009274, "precision": 0.016684, "precision_weighted": 0.027224, "recall": 0.02363, "recall_weighted": 0.023201, "ap": null, "ap_weighted": null }, { "accuracy": 0.013786, "f1": 0.004246, "f1_weighted": 0.004831, "precision": 0.006291, "precision_weighted": 0.012942, "recall": 0.020877, "recall_weighted": 0.013786, "ap": null, "ap_weighted": null }, { "accuracy": 0.021184, "f1": 0.011783, "f1_weighted": 0.017938, "precision": 0.03041, "precision_weighted": 0.035015, "recall": 0.028216, "recall_weighted": 0.021184, "ap": null, "ap_weighted": null }, { "accuracy": 0.041695, "f1": 0.014884, "f1_weighted": 0.028021, "precision": 0.022169, "precision_weighted": 0.028387, "recall": 0.032034, "recall_weighted": 0.041695, "ap": null, "ap_weighted": null }, { "accuracy": 0.021184, "f1": 0.016224, "f1_weighted": 0.009947, "precision": 0.043072, "precision_weighted": 0.028917, "recall": 0.038598, "recall_weighted": 0.021184, "ap": null, "ap_weighted": null } ], "accuracy": 0.02579, "f1": 0.010843, "f1_weighted": 0.015653, "precision": 0.023373, "precision_weighted": 0.029417, "recall": 0.027958, "recall_weighted": 0.02579, "ap": NaN, "ap_weighted": NaN, "main_score": 0.02579, "hf_subset": "he", "languages": [ "heb-Hebr" ] }, { "scores_per_experiment": [ { "accuracy": 0.03497, "f1": 0.028986, "f1_weighted": 0.036465, "precision": 0.065807, "precision_weighted": 0.083424, "recall": 0.039092, "recall_weighted": 0.03497, "ap": null, "ap_weighted": null }, { "accuracy": 0.023537, "f1": 0.015642, "f1_weighted": 0.014895, "precision": 0.025336, "precision_weighted": 0.03164, "recall": 0.034905, "recall_weighted": 0.023537, "ap": null, "ap_weighted": null }, { "accuracy": 0.033961, "f1": 0.019796, "f1_weighted": 0.024705, "precision": 0.067422, "precision_weighted": 0.109857, "recall": 0.034615, "recall_weighted": 0.033961, "ap": null, "ap_weighted": null }, { "accuracy": 0.042703, "f1": 0.02654, "f1_weighted": 0.035831, "precision": 0.049576, "precision_weighted": 0.06157, "recall": 0.034518, "recall_weighted": 0.042703, "ap": null, "ap_weighted": null }, { "accuracy": 0.025219, "f1": 0.018599, "f1_weighted": 0.020357, "precision": 0.041979, "precision_weighted": 0.051491, "recall": 0.054132, "recall_weighted": 0.025219, "ap": null, "ap_weighted": null }, { "accuracy": 0.035642, "f1": 0.020375, "f1_weighted": 0.022538, "precision": 0.069396, "precision_weighted": 0.085499, "recall": 0.028557, "recall_weighted": 0.035642, "ap": null, "ap_weighted": null }, { "accuracy": 0.031607, "f1": 0.024237, "f1_weighted": 0.023307, "precision": 0.099417, "precision_weighted": 0.184828, "recall": 0.035737, "recall_weighted": 0.031607, "ap": null, "ap_weighted": null }, { "accuracy": 0.054136, "f1": 0.032111, "f1_weighted": 0.052693, "precision": 0.07032, "precision_weighted": 0.110601, "recall": 0.04878, "recall_weighted": 0.054136, "ap": null, "ap_weighted": null }, { "accuracy": 0.051782, "f1": 0.035502, "f1_weighted": 0.046932, "precision": 0.081739, "precision_weighted": 0.087211, "recall": 0.044496, "recall_weighted": 0.051782, "ap": null, "ap_weighted": null }, { "accuracy": 0.027572, "f1": 0.023976, "f1_weighted": 0.022212, "precision": 0.058082, "precision_weighted": 0.090629, "recall": 0.052064, "recall_weighted": 0.027572, "ap": null, "ap_weighted": null } ], "accuracy": 0.036113, "f1": 0.024576, "f1_weighted": 0.029994, "precision": 0.062908, "precision_weighted": 0.089675, "recall": 0.04069, "recall_weighted": 0.036113, "ap": NaN, "ap_weighted": NaN, "main_score": 0.036113, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "scores_per_experiment": [ { "accuracy": 0.354069, "f1": 0.345928, "f1_weighted": 0.358359, "precision": 0.341216, "precision_weighted": 0.407836, "recall": 0.42362, "recall_weighted": 0.354069, "ap": null, "ap_weighted": null }, { "accuracy": 0.345999, "f1": 0.328131, "f1_weighted": 0.346045, "precision": 0.318963, "precision_weighted": 0.391201, "recall": 0.389117, "recall_weighted": 0.345999, "ap": null, "ap_weighted": null }, { "accuracy": 0.343645, "f1": 0.335642, "f1_weighted": 0.340182, "precision": 0.326653, "precision_weighted": 0.394724, "recall": 0.412008, "recall_weighted": 0.343645, "ap": null, "ap_weighted": null }, { "accuracy": 0.369872, "f1": 0.35239, "f1_weighted": 0.370465, "precision": 0.342466, "precision_weighted": 0.409612, "recall": 0.421942, "recall_weighted": 0.369872, "ap": null, "ap_weighted": null }, { "accuracy": 0.354069, "f1": 0.335666, "f1_weighted": 0.359888, "precision": 0.326098, "precision_weighted": 0.403125, "recall": 0.399686, "recall_weighted": 0.354069, "ap": null, "ap_weighted": null }, { "accuracy": 0.327505, "f1": 0.318567, "f1_weighted": 0.328811, "precision": 0.313291, "precision_weighted": 0.385353, "recall": 0.41677, "recall_weighted": 0.327505, "ap": null, "ap_weighted": null }, { "accuracy": 0.346671, "f1": 0.330589, "f1_weighted": 0.344183, "precision": 0.31791, "precision_weighted": 0.395272, "recall": 0.421123, "recall_weighted": 0.346671, "ap": null, "ap_weighted": null }, { "accuracy": 0.333557, "f1": 0.325673, "f1_weighted": 0.341401, "precision": 0.326735, "precision_weighted": 0.397107, "recall": 0.391189, "recall_weighted": 0.333557, "ap": null, "ap_weighted": null }, { "accuracy": 0.351715, "f1": 0.335484, "f1_weighted": 0.351654, "precision": 0.322708, "precision_weighted": 0.387502, "recall": 0.413297, "recall_weighted": 0.351715, "ap": null, "ap_weighted": null }, { "accuracy": 0.354405, "f1": 0.34097, "f1_weighted": 0.358554, "precision": 0.334016, "precision_weighted": 0.404224, "recall": 0.418501, "recall_weighted": 0.354405, "ap": null, "ap_weighted": null } ], "accuracy": 0.348151, "f1": 0.334904, "f1_weighted": 0.349954, "precision": 0.327006, "precision_weighted": 0.397596, "recall": 0.410725, "recall_weighted": 0.348151, "ap": NaN, "ap_weighted": NaN, "main_score": 0.348151, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.028581, "f1": 0.013228, "f1_weighted": 0.017436, "precision": 0.036139, "precision_weighted": 0.051946, "recall": 0.032781, "recall_weighted": 0.028581, "ap": null, "ap_weighted": null }, { "accuracy": 0.041695, "f1": 0.023344, "f1_weighted": 0.028473, "precision": 0.062742, "precision_weighted": 0.097373, "recall": 0.041215, "recall_weighted": 0.041695, "ap": null, "ap_weighted": null }, { "accuracy": 0.040686, "f1": 0.014416, "f1_weighted": 0.031029, "precision": 0.031773, "precision_weighted": 0.066494, "recall": 0.034493, "recall_weighted": 0.040686, "ap": null, "ap_weighted": null }, { "accuracy": 0.04035, "f1": 0.014567, "f1_weighted": 0.027717, "precision": 0.023345, "precision_weighted": 0.054278, "recall": 0.03694, "recall_weighted": 0.04035, "ap": null, "ap_weighted": null }, { "accuracy": 0.028581, "f1": 0.016146, "f1_weighted": 0.028939, "precision": 0.035904, "precision_weighted": 0.057218, "recall": 0.035078, "recall_weighted": 0.028581, "ap": null, "ap_weighted": null }, { "accuracy": 0.015467, "f1": 0.011604, "f1_weighted": 0.009267, "precision": 0.053823, "precision_weighted": 0.087548, "recall": 0.021575, "recall_weighted": 0.015467, "ap": null, "ap_weighted": null }, { "accuracy": 0.042703, "f1": 0.022562, "f1_weighted": 0.032471, "precision": 0.073728, "precision_weighted": 0.147579, "recall": 0.039905, "recall_weighted": 0.042703, "ap": null, "ap_weighted": null }, { "accuracy": 0.04304, "f1": 0.016514, "f1_weighted": 0.035192, "precision": 0.033447, "precision_weighted": 0.066777, "recall": 0.025739, "recall_weighted": 0.04304, "ap": null, "ap_weighted": null }, { "accuracy": 0.041358, "f1": 0.020042, "f1_weighted": 0.030798, "precision": 0.065882, "precision_weighted": 0.114583, "recall": 0.035536, "recall_weighted": 0.041358, "ap": null, "ap_weighted": null }, { "accuracy": 0.01614, "f1": 0.013565, "f1_weighted": 0.010398, "precision": 0.038602, "precision_weighted": 0.056193, "recall": 0.030589, "recall_weighted": 0.01614, "ap": null, "ap_weighted": null } ], "accuracy": 0.03386, "f1": 0.016599, "f1_weighted": 0.025172, "precision": 0.045538, "precision_weighted": 0.079999, "recall": 0.033385, "recall_weighted": 0.03386, "ap": NaN, "ap_weighted": NaN, "main_score": 0.03386, "hf_subset": "hy", "languages": [ "hye-Armn" ] }, { "scores_per_experiment": [ { "accuracy": 0.417283, "f1": 0.405934, "f1_weighted": 0.423403, "precision": 0.403623, "precision_weighted": 0.479839, "recall": 0.487225, "recall_weighted": 0.417283, "ap": null, "ap_weighted": null }, { "accuracy": 0.410894, "f1": 0.399695, "f1_weighted": 0.415705, "precision": 0.389552, "precision_weighted": 0.460972, "recall": 0.473637, "recall_weighted": 0.410894, "ap": null, "ap_weighted": null }, { "accuracy": 0.398453, "f1": 0.382799, "f1_weighted": 0.406187, "precision": 0.377466, "precision_weighted": 0.460376, "recall": 0.457996, "recall_weighted": 0.398453, "ap": null, "ap_weighted": null }, { "accuracy": 0.424008, "f1": 0.405032, "f1_weighted": 0.433312, "precision": 0.400805, "precision_weighted": 0.488477, "recall": 0.474116, "recall_weighted": 0.424008, "ap": null, "ap_weighted": null }, { "accuracy": 0.395427, "f1": 0.383339, "f1_weighted": 0.395407, "precision": 0.372458, "precision_weighted": 0.442725, "recall": 0.469825, "recall_weighted": 0.395427, "ap": null, "ap_weighted": null }, { "accuracy": 0.394755, "f1": 0.38126, "f1_weighted": 0.399028, "precision": 0.378053, "precision_weighted": 0.456459, "recall": 0.468144, "recall_weighted": 0.394755, "ap": null, "ap_weighted": null }, { "accuracy": 0.405851, "f1": 0.394694, "f1_weighted": 0.402699, "precision": 0.383841, "precision_weighted": 0.457592, "recall": 0.48185, "recall_weighted": 0.405851, "ap": null, "ap_weighted": null }, { "accuracy": 0.411567, "f1": 0.395794, "f1_weighted": 0.423262, "precision": 0.397453, "precision_weighted": 0.490472, "recall": 0.473291, "recall_weighted": 0.411567, "ap": null, "ap_weighted": null }, { "accuracy": 0.386685, "f1": 0.388822, "f1_weighted": 0.391346, "precision": 0.3823, "precision_weighted": 0.424937, "recall": 0.455504, "recall_weighted": 0.386685, "ap": null, "ap_weighted": null }, { "accuracy": 0.411231, "f1": 0.407252, "f1_weighted": 0.414842, "precision": 0.403473, "precision_weighted": 0.466797, "recall": 0.489296, "recall_weighted": 0.411231, "ap": null, "ap_weighted": null } ], "accuracy": 0.405615, "f1": 0.394462, "f1_weighted": 0.410519, "precision": 0.388902, "precision_weighted": 0.462865, "recall": 0.473088, "recall_weighted": 0.405615, "ap": NaN, "ap_weighted": NaN, "main_score": 0.405615, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.425353, "f1": 0.410347, "f1_weighted": 0.427772, "precision": 0.398924, "precision_weighted": 0.469464, "recall": 0.491388, "recall_weighted": 0.425353, "ap": null, "ap_weighted": null }, { "accuracy": 0.419637, "f1": 0.396147, "f1_weighted": 0.422698, "precision": 0.386828, "precision_weighted": 0.472421, "recall": 0.485912, "recall_weighted": 0.419637, "ap": null, "ap_weighted": null }, { "accuracy": 0.404842, "f1": 0.390483, "f1_weighted": 0.402568, "precision": 0.37818, "precision_weighted": 0.448399, "recall": 0.473768, "recall_weighted": 0.404842, "ap": null, "ap_weighted": null }, { "accuracy": 0.425689, "f1": 0.407287, "f1_weighted": 0.432263, "precision": 0.397924, "precision_weighted": 0.484815, "recall": 0.493814, "recall_weighted": 0.425689, "ap": null, "ap_weighted": null }, { "accuracy": 0.412912, "f1": 0.385672, "f1_weighted": 0.416187, "precision": 0.383198, "precision_weighted": 0.468608, "recall": 0.464702, "recall_weighted": 0.412912, "ap": null, "ap_weighted": null }, { "accuracy": 0.391392, "f1": 0.365016, "f1_weighted": 0.401097, "precision": 0.368945, "precision_weighted": 0.46694, "recall": 0.429733, "recall_weighted": 0.391392, "ap": null, "ap_weighted": null }, { "accuracy": 0.400807, "f1": 0.39476, "f1_weighted": 0.40083, "precision": 0.386704, "precision_weighted": 0.452607, "recall": 0.477904, "recall_weighted": 0.400807, "ap": null, "ap_weighted": null }, { "accuracy": 0.406187, "f1": 0.380788, "f1_weighted": 0.412734, "precision": 0.378021, "precision_weighted": 0.473, "recall": 0.445963, "recall_weighted": 0.406187, "ap": null, "ap_weighted": null }, { "accuracy": 0.406523, "f1": 0.393302, "f1_weighted": 0.407263, "precision": 0.387318, "precision_weighted": 0.456134, "recall": 0.47863, "recall_weighted": 0.406523, "ap": null, "ap_weighted": null }, { "accuracy": 0.399462, "f1": 0.396466, "f1_weighted": 0.40672, "precision": 0.396248, "precision_weighted": 0.468612, "recall": 0.476687, "recall_weighted": 0.399462, "ap": null, "ap_weighted": null } ], "accuracy": 0.40928, "f1": 0.392027, "f1_weighted": 0.413013, "precision": 0.386229, "precision_weighted": 0.4661, "recall": 0.47185, "recall_weighted": 0.40928, "ap": NaN, "ap_weighted": NaN, "main_score": 0.40928, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.443174, "f1": 0.426876, "f1_weighted": 0.444541, "precision": 0.418704, "precision_weighted": 0.498685, "recall": 0.524629, "recall_weighted": 0.443174, "ap": null, "ap_weighted": null }, { "accuracy": 0.446873, "f1": 0.439173, "f1_weighted": 0.446578, "precision": 0.428997, "precision_weighted": 0.494217, "recall": 0.520089, "recall_weighted": 0.446873, "ap": null, "ap_weighted": null }, { "accuracy": 0.462004, "f1": 0.451323, "f1_weighted": 0.463435, "precision": 0.438857, "precision_weighted": 0.520405, "recall": 0.539878, "recall_weighted": 0.462004, "ap": null, "ap_weighted": null }, { "accuracy": 0.450235, "f1": 0.435385, "f1_weighted": 0.449368, "precision": 0.425937, "precision_weighted": 0.489063, "recall": 0.516511, "recall_weighted": 0.450235, "ap": null, "ap_weighted": null }, { "accuracy": 0.449899, "f1": 0.435244, "f1_weighted": 0.456091, "precision": 0.424556, "precision_weighted": 0.507275, "recall": 0.520411, "recall_weighted": 0.449899, "ap": null, "ap_weighted": null }, { "accuracy": 0.436113, "f1": 0.422599, "f1_weighted": 0.43626, "precision": 0.422058, "precision_weighted": 0.500407, "recall": 0.518395, "recall_weighted": 0.436113, "ap": null, "ap_weighted": null }, { "accuracy": 0.436113, "f1": 0.429975, "f1_weighted": 0.436103, "precision": 0.418652, "precision_weighted": 0.502196, "recall": 0.535988, "recall_weighted": 0.436113, "ap": null, "ap_weighted": null }, { "accuracy": 0.441157, "f1": 0.422814, "f1_weighted": 0.448024, "precision": 0.41943, "precision_weighted": 0.507055, "recall": 0.504853, "recall_weighted": 0.441157, "ap": null, "ap_weighted": null }, { "accuracy": 0.429388, "f1": 0.426133, "f1_weighted": 0.431377, "precision": 0.422929, "precision_weighted": 0.479106, "recall": 0.5021, "recall_weighted": 0.429388, "ap": null, "ap_weighted": null }, { "accuracy": 0.435777, "f1": 0.419043, "f1_weighted": 0.440263, "precision": 0.411876, "precision_weighted": 0.491776, "recall": 0.505391, "recall_weighted": 0.435777, "ap": null, "ap_weighted": null } ], "accuracy": 0.443073, "f1": 0.430856, "f1_weighted": 0.445204, "precision": 0.4232, "precision_weighted": 0.499019, "recall": 0.518824, "recall_weighted": 0.443073, "ap": NaN, "ap_weighted": NaN, "main_score": 0.443073, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.04573, "f1": 0.044831, "f1_weighted": 0.048332, "precision": 0.094994, "precision_weighted": 0.109592, "recall": 0.058054, "recall_weighted": 0.04573, "ap": null, "ap_weighted": null }, { "accuracy": 0.035642, "f1": 0.034368, "f1_weighted": 0.02763, "precision": 0.065184, "precision_weighted": 0.089982, "recall": 0.048836, "recall_weighted": 0.035642, "ap": null, "ap_weighted": null }, { "accuracy": 0.043376, "f1": 0.033115, "f1_weighted": 0.033314, "precision": 0.081842, "precision_weighted": 0.114856, "recall": 0.043548, "recall_weighted": 0.043376, "ap": null, "ap_weighted": null }, { "accuracy": 0.03766, "f1": 0.032503, "f1_weighted": 0.030622, "precision": 0.059196, "precision_weighted": 0.074461, "recall": 0.05842, "recall_weighted": 0.03766, "ap": null, "ap_weighted": null }, { "accuracy": 0.034633, "f1": 0.028912, "f1_weighted": 0.02589, "precision": 0.04851, "precision_weighted": 0.063337, "recall": 0.048398, "recall_weighted": 0.034633, "ap": null, "ap_weighted": null }, { "accuracy": 0.049428, "f1": 0.041209, "f1_weighted": 0.035661, "precision": 0.070715, "precision_weighted": 0.079019, "recall": 0.071783, "recall_weighted": 0.049428, "ap": null, "ap_weighted": null }, { "accuracy": 0.03766, "f1": 0.032357, "f1_weighted": 0.030069, "precision": 0.064034, "precision_weighted": 0.087509, "recall": 0.046857, "recall_weighted": 0.03766, "ap": null, "ap_weighted": null }, { "accuracy": 0.053127, "f1": 0.04476, "f1_weighted": 0.050703, "precision": 0.095823, "precision_weighted": 0.116774, "recall": 0.056945, "recall_weighted": 0.053127, "ap": null, "ap_weighted": null }, { "accuracy": 0.049765, "f1": 0.039832, "f1_weighted": 0.047575, "precision": 0.068467, "precision_weighted": 0.080625, "recall": 0.046015, "recall_weighted": 0.049765, "ap": null, "ap_weighted": null }, { "accuracy": 0.041695, "f1": 0.036976, "f1_weighted": 0.03504, "precision": 0.06053, "precision_weighted": 0.066806, "recall": 0.047988, "recall_weighted": 0.041695, "ap": null, "ap_weighted": null } ], "accuracy": 0.042872, "f1": 0.036886, "f1_weighted": 0.036484, "precision": 0.07093, "precision_weighted": 0.088296, "recall": 0.052684, "recall_weighted": 0.042872, "ap": NaN, "ap_weighted": NaN, "main_score": 0.042872, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "scores_per_experiment": [ { "accuracy": 0.387693, "f1": 0.367438, "f1_weighted": 0.397125, "precision": 0.367742, "precision_weighted": 0.453485, "recall": 0.438695, "recall_weighted": 0.387693, "ap": null, "ap_weighted": null }, { "accuracy": 0.370208, "f1": 0.348064, "f1_weighted": 0.374225, "precision": 0.344719, "precision_weighted": 0.418731, "recall": 0.396786, "recall_weighted": 0.370208, "ap": null, "ap_weighted": null }, { "accuracy": 0.397108, "f1": 0.369641, "f1_weighted": 0.405912, "precision": 0.363678, "precision_weighted": 0.46255, "recall": 0.433771, "recall_weighted": 0.397108, "ap": null, "ap_weighted": null }, { "accuracy": 0.383995, "f1": 0.371617, "f1_weighted": 0.38976, "precision": 0.362981, "precision_weighted": 0.440279, "recall": 0.430527, "recall_weighted": 0.383995, "ap": null, "ap_weighted": null }, { "accuracy": 0.389711, "f1": 0.358152, "f1_weighted": 0.400748, "precision": 0.362677, "precision_weighted": 0.461317, "recall": 0.410831, "recall_weighted": 0.389711, "ap": null, "ap_weighted": null }, { "accuracy": 0.364156, "f1": 0.35433, "f1_weighted": 0.373882, "precision": 0.357305, "precision_weighted": 0.431948, "recall": 0.423887, "recall_weighted": 0.364156, "ap": null, "ap_weighted": null }, { "accuracy": 0.357431, "f1": 0.354376, "f1_weighted": 0.363365, "precision": 0.355954, "precision_weighted": 0.431158, "recall": 0.424829, "recall_weighted": 0.357431, "ap": null, "ap_weighted": null }, { "accuracy": 0.381641, "f1": 0.363131, "f1_weighted": 0.386833, "precision": 0.361696, "precision_weighted": 0.446771, "recall": 0.442685, "recall_weighted": 0.381641, "ap": null, "ap_weighted": null }, { "accuracy": 0.386012, "f1": 0.370294, "f1_weighted": 0.388136, "precision": 0.363736, "precision_weighted": 0.433094, "recall": 0.450096, "recall_weighted": 0.386012, "ap": null, "ap_weighted": null }, { "accuracy": 0.356759, "f1": 0.355909, "f1_weighted": 0.35864, "precision": 0.355589, "precision_weighted": 0.422431, "recall": 0.433881, "recall_weighted": 0.356759, "ap": null, "ap_weighted": null } ], "accuracy": 0.377471, "f1": 0.361295, "f1_weighted": 0.383863, "precision": 0.359608, "precision_weighted": 0.440177, "recall": 0.428599, "recall_weighted": 0.377471, "ap": NaN, "ap_weighted": NaN, "main_score": 0.377471, "hf_subset": "jv", "languages": [ "jav-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.028581, "f1": 0.01422, "f1_weighted": 0.013723, "precision": 0.044699, "precision_weighted": 0.055664, "recall": 0.036826, "recall_weighted": 0.028581, "ap": null, "ap_weighted": null }, { "accuracy": 0.029254, "f1": 0.010574, "f1_weighted": 0.010673, "precision": 0.009057, "precision_weighted": 0.008139, "recall": 0.038281, "recall_weighted": 0.029254, "ap": null, "ap_weighted": null }, { "accuracy": 0.031271, "f1": 0.014786, "f1_weighted": 0.016262, "precision": 0.026545, "precision_weighted": 0.036152, "recall": 0.03485, "recall_weighted": 0.031271, "ap": null, "ap_weighted": null }, { "accuracy": 0.019166, "f1": 0.011823, "f1_weighted": 0.0114, "precision": 0.043379, "precision_weighted": 0.083113, "recall": 0.033118, "recall_weighted": 0.019166, "ap": null, "ap_weighted": null }, { "accuracy": 0.023537, "f1": 0.019822, "f1_weighted": 0.01051, "precision": 0.029424, "precision_weighted": 0.011923, "recall": 0.045871, "recall_weighted": 0.023537, "ap": null, "ap_weighted": null }, { "accuracy": 0.027909, "f1": 0.016229, "f1_weighted": 0.015745, "precision": 0.032635, "precision_weighted": 0.034791, "recall": 0.047703, "recall_weighted": 0.027909, "ap": null, "ap_weighted": null }, { "accuracy": 0.027236, "f1": 0.01532, "f1_weighted": 0.014982, "precision": 0.041548, "precision_weighted": 0.066303, "recall": 0.044981, "recall_weighted": 0.027236, "ap": null, "ap_weighted": null }, { "accuracy": 0.020175, "f1": 0.015466, "f1_weighted": 0.011431, "precision": 0.022168, "precision_weighted": 0.013836, "recall": 0.043766, "recall_weighted": 0.020175, "ap": null, "ap_weighted": null }, { "accuracy": 0.044048, "f1": 0.019238, "f1_weighted": 0.023064, "precision": 0.023819, "precision_weighted": 0.020962, "recall": 0.045366, "recall_weighted": 0.044048, "ap": null, "ap_weighted": null }, { "accuracy": 0.035978, "f1": 0.018545, "f1_weighted": 0.02142, "precision": 0.039545, "precision_weighted": 0.083356, "recall": 0.045787, "recall_weighted": 0.035978, "ap": null, "ap_weighted": null } ], "accuracy": 0.028716, "f1": 0.015602, "f1_weighted": 0.014921, "precision": 0.031282, "precision_weighted": 0.041424, "recall": 0.041655, "recall_weighted": 0.028716, "ap": NaN, "ap_weighted": NaN, "main_score": 0.028716, "hf_subset": "ka", "languages": [ "kat-Geor" ] }, { "scores_per_experiment": [ { "accuracy": 0.048756, "f1": 0.030039, "f1_weighted": 0.033783, "precision": 0.045686, "precision_weighted": 0.043979, "recall": 0.049066, "recall_weighted": 0.048756, "ap": null, "ap_weighted": null }, { "accuracy": 0.059516, "f1": 0.027195, "f1_weighted": 0.02893, "precision": 0.05972, "precision_weighted": 0.051839, "recall": 0.04016, "recall_weighted": 0.059516, "ap": null, "ap_weighted": null }, { "accuracy": 0.043376, "f1": 0.025128, "f1_weighted": 0.024779, "precision": 0.061239, "precision_weighted": 0.063037, "recall": 0.04574, "recall_weighted": 0.043376, "ap": null, "ap_weighted": null }, { "accuracy": 0.047747, "f1": 0.025527, "f1_weighted": 0.030275, "precision": 0.046305, "precision_weighted": 0.063872, "recall": 0.04195, "recall_weighted": 0.047747, "ap": null, "ap_weighted": null }, { "accuracy": 0.052118, "f1": 0.029415, "f1_weighted": 0.036326, "precision": 0.046701, "precision_weighted": 0.049364, "recall": 0.048419, "recall_weighted": 0.052118, "ap": null, "ap_weighted": null }, { "accuracy": 0.041695, "f1": 0.027184, "f1_weighted": 0.026453, "precision": 0.070259, "precision_weighted": 0.088959, "recall": 0.041246, "recall_weighted": 0.041695, "ap": null, "ap_weighted": null }, { "accuracy": 0.049428, "f1": 0.020047, "f1_weighted": 0.024605, "precision": 0.042687, "precision_weighted": 0.044529, "recall": 0.037536, "recall_weighted": 0.049428, "ap": null, "ap_weighted": null }, { "accuracy": 0.040013, "f1": 0.024713, "f1_weighted": 0.02575, "precision": 0.043261, "precision_weighted": 0.046519, "recall": 0.045887, "recall_weighted": 0.040013, "ap": null, "ap_weighted": null }, { "accuracy": 0.038332, "f1": 0.02965, "f1_weighted": 0.032176, "precision": 0.047984, "precision_weighted": 0.05626, "recall": 0.044506, "recall_weighted": 0.038332, "ap": null, "ap_weighted": null }, { "accuracy": 0.029926, "f1": 0.027735, "f1_weighted": 0.025057, "precision": 0.077726, "precision_weighted": 0.115841, "recall": 0.040245, "recall_weighted": 0.029926, "ap": null, "ap_weighted": null } ], "accuracy": 0.045091, "f1": 0.026663, "f1_weighted": 0.028813, "precision": 0.054157, "precision_weighted": 0.06242, "recall": 0.043475, "recall_weighted": 0.045091, "ap": NaN, "ap_weighted": NaN, "main_score": 0.045091, "hf_subset": "km", "languages": [ "khm-Khmr" ] }, { "scores_per_experiment": [ { "accuracy": 0.052118, "f1": 0.024161, "f1_weighted": 0.035353, "precision": 0.041344, "precision_weighted": 0.057643, "recall": 0.05082, "recall_weighted": 0.052118, "ap": null, "ap_weighted": null }, { "accuracy": 0.020847, "f1": 0.019233, "f1_weighted": 0.012114, "precision": 0.078062, "precision_weighted": 0.074576, "recall": 0.036014, "recall_weighted": 0.020847, "ap": null, "ap_weighted": null }, { "accuracy": 0.037996, "f1": 0.027536, "f1_weighted": 0.03379, "precision": 0.059589, "precision_weighted": 0.087574, "recall": 0.055465, "recall_weighted": 0.037996, "ap": null, "ap_weighted": null }, { "accuracy": 0.040013, "f1": 0.026534, "f1_weighted": 0.030255, "precision": 0.046381, "precision_weighted": 0.05089, "recall": 0.034563, "recall_weighted": 0.040013, "ap": null, "ap_weighted": null }, { "accuracy": 0.023201, "f1": 0.01058, "f1_weighted": 0.012674, "precision": 0.02748, "precision_weighted": 0.055024, "recall": 0.047764, "recall_weighted": 0.023201, "ap": null, "ap_weighted": null }, { "accuracy": 0.035306, "f1": 0.025917, "f1_weighted": 0.024502, "precision": 0.045313, "precision_weighted": 0.040606, "recall": 0.053726, "recall_weighted": 0.035306, "ap": null, "ap_weighted": null }, { "accuracy": 0.021856, "f1": 0.025546, "f1_weighted": 0.019933, "precision": 0.075962, "precision_weighted": 0.118787, "recall": 0.047006, "recall_weighted": 0.021856, "ap": null, "ap_weighted": null }, { "accuracy": 0.031271, "f1": 0.028063, "f1_weighted": 0.030704, "precision": 0.056849, "precision_weighted": 0.077128, "recall": 0.056635, "recall_weighted": 0.031271, "ap": null, "ap_weighted": null }, { "accuracy": 0.036651, "f1": 0.025435, "f1_weighted": 0.030911, "precision": 0.049327, "precision_weighted": 0.061767, "recall": 0.053696, "recall_weighted": 0.036651, "ap": null, "ap_weighted": null }, { "accuracy": 0.04035, "f1": 0.025011, "f1_weighted": 0.028207, "precision": 0.054272, "precision_weighted": 0.081448, "recall": 0.048976, "recall_weighted": 0.04035, "ap": null, "ap_weighted": null } ], "accuracy": 0.033961, "f1": 0.023802, "f1_weighted": 0.025844, "precision": 0.053458, "precision_weighted": 0.070544, "recall": 0.048467, "recall_weighted": 0.033961, "ap": NaN, "ap_weighted": NaN, "main_score": 0.033961, "hf_subset": "kn", "languages": [ "kan-Knda" ] }, { "scores_per_experiment": [ { "accuracy": 0.0269, "f1": 0.009459, "f1_weighted": 0.018247, "precision": 0.012654, "precision_weighted": 0.030293, "recall": 0.030671, "recall_weighted": 0.0269, "ap": null, "ap_weighted": null }, { "accuracy": 0.036315, "f1": 0.012676, "f1_weighted": 0.01818, "precision": 0.019024, "precision_weighted": 0.026667, "recall": 0.027685, "recall_weighted": 0.036315, "ap": null, "ap_weighted": null }, { "accuracy": 0.01614, "f1": 0.006426, "f1_weighted": 0.006923, "precision": 0.006887, "precision_weighted": 0.008247, "recall": 0.022844, "recall_weighted": 0.01614, "ap": null, "ap_weighted": null }, { "accuracy": 0.030262, "f1": 0.014771, "f1_weighted": 0.018609, "precision": 0.029466, "precision_weighted": 0.054882, "recall": 0.037492, "recall_weighted": 0.030262, "ap": null, "ap_weighted": null }, { "accuracy": 0.019839, "f1": 0.011186, "f1_weighted": 0.016736, "precision": 0.028887, "precision_weighted": 0.046287, "recall": 0.029933, "recall_weighted": 0.019839, "ap": null, "ap_weighted": null }, { "accuracy": 0.02421, "f1": 0.008952, "f1_weighted": 0.008355, "precision": 0.011242, "precision_weighted": 0.012252, "recall": 0.030173, "recall_weighted": 0.02421, "ap": null, "ap_weighted": null }, { "accuracy": 0.031607, "f1": 0.010966, "f1_weighted": 0.016807, "precision": 0.019422, "precision_weighted": 0.046079, "recall": 0.034986, "recall_weighted": 0.031607, "ap": null, "ap_weighted": null }, { "accuracy": 0.019839, "f1": 0.006393, "f1_weighted": 0.009216, "precision": 0.010697, "precision_weighted": 0.019224, "recall": 0.023454, "recall_weighted": 0.019839, "ap": null, "ap_weighted": null }, { "accuracy": 0.036315, "f1": 0.016122, "f1_weighted": 0.028399, "precision": 0.028972, "precision_weighted": 0.060975, "recall": 0.036159, "recall_weighted": 0.036315, "ap": null, "ap_weighted": null }, { "accuracy": 0.023537, "f1": 0.008225, "f1_weighted": 0.008511, "precision": 0.011924, "precision_weighted": 0.017493, "recall": 0.032676, "recall_weighted": 0.023537, "ap": null, "ap_weighted": null } ], "accuracy": 0.026496, "f1": 0.010517, "f1_weighted": 0.014998, "precision": 0.017917, "precision_weighted": 0.03224, "recall": 0.030607, "recall_weighted": 0.026496, "ap": NaN, "ap_weighted": NaN, "main_score": 0.026496, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "scores_per_experiment": [ { "accuracy": 0.38265, "f1": 0.360407, "f1_weighted": 0.390104, "precision": 0.358245, "precision_weighted": 0.436512, "recall": 0.430931, "recall_weighted": 0.38265, "ap": null, "ap_weighted": null }, { "accuracy": 0.374916, "f1": 0.35483, "f1_weighted": 0.383202, "precision": 0.352984, "precision_weighted": 0.432794, "recall": 0.42311, "recall_weighted": 0.374916, "ap": null, "ap_weighted": null }, { "accuracy": 0.35575, "f1": 0.337324, "f1_weighted": 0.359396, "precision": 0.333296, "precision_weighted": 0.414363, "recall": 0.416514, "recall_weighted": 0.35575, "ap": null, "ap_weighted": null }, { "accuracy": 0.360457, "f1": 0.34814, "f1_weighted": 0.372632, "precision": 0.358846, "precision_weighted": 0.429188, "recall": 0.406647, "recall_weighted": 0.360457, "ap": null, "ap_weighted": null }, { "accuracy": 0.362139, "f1": 0.338598, "f1_weighted": 0.360475, "precision": 0.332014, "precision_weighted": 0.399113, "recall": 0.418648, "recall_weighted": 0.362139, "ap": null, "ap_weighted": null }, { "accuracy": 0.338937, "f1": 0.324187, "f1_weighted": 0.347218, "precision": 0.330333, "precision_weighted": 0.40234, "recall": 0.391928, "recall_weighted": 0.338937, "ap": null, "ap_weighted": null }, { "accuracy": 0.321116, "f1": 0.323721, "f1_weighted": 0.319778, "precision": 0.319399, "precision_weighted": 0.37169, "recall": 0.409177, "recall_weighted": 0.321116, "ap": null, "ap_weighted": null }, { "accuracy": 0.362811, "f1": 0.349385, "f1_weighted": 0.363988, "precision": 0.344745, "precision_weighted": 0.409555, "recall": 0.422982, "recall_weighted": 0.362811, "ap": null, "ap_weighted": null }, { "accuracy": 0.343981, "f1": 0.324608, "f1_weighted": 0.351362, "precision": 0.32546, "precision_weighted": 0.402402, "recall": 0.386054, "recall_weighted": 0.343981, "ap": null, "ap_weighted": null }, { "accuracy": 0.355077, "f1": 0.340768, "f1_weighted": 0.356426, "precision": 0.338257, "precision_weighted": 0.400234, "recall": 0.414547, "recall_weighted": 0.355077, "ap": null, "ap_weighted": null } ], "accuracy": 0.355783, "f1": 0.340197, "f1_weighted": 0.360458, "precision": 0.339358, "precision_weighted": 0.409819, "recall": 0.412054, "recall_weighted": 0.355783, "ap": NaN, "ap_weighted": NaN, "main_score": 0.355783, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.030262, "f1": 0.016184, "f1_weighted": 0.02508, "precision": 0.030494, "precision_weighted": 0.064164, "recall": 0.043695, "recall_weighted": 0.030262, "ap": null, "ap_weighted": null }, { "accuracy": 0.020847, "f1": 0.007853, "f1_weighted": 0.007033, "precision": 0.008618, "precision_weighted": 0.010759, "recall": 0.028749, "recall_weighted": 0.020847, "ap": null, "ap_weighted": null }, { "accuracy": 0.028917, "f1": 0.00965, "f1_weighted": 0.014322, "precision": 0.00877, "precision_weighted": 0.013006, "recall": 0.042044, "recall_weighted": 0.028917, "ap": null, "ap_weighted": null }, { "accuracy": 0.024546, "f1": 0.011086, "f1_weighted": 0.014567, "precision": 0.023999, "precision_weighted": 0.045126, "recall": 0.031021, "recall_weighted": 0.024546, "ap": null, "ap_weighted": null }, { "accuracy": 0.0269, "f1": 0.01058, "f1_weighted": 0.020461, "precision": 0.033755, "precision_weighted": 0.070826, "recall": 0.040518, "recall_weighted": 0.0269, "ap": null, "ap_weighted": null }, { "accuracy": 0.031607, "f1": 0.011577, "f1_weighted": 0.015317, "precision": 0.011068, "precision_weighted": 0.014583, "recall": 0.045549, "recall_weighted": 0.031607, "ap": null, "ap_weighted": null }, { "accuracy": 0.036651, "f1": 0.016278, "f1_weighted": 0.026285, "precision": 0.048431, "precision_weighted": 0.113906, "recall": 0.04377, "recall_weighted": 0.036651, "ap": null, "ap_weighted": null }, { "accuracy": 0.03497, "f1": 0.015382, "f1_weighted": 0.027424, "precision": 0.02557, "precision_weighted": 0.051029, "recall": 0.043833, "recall_weighted": 0.03497, "ap": null, "ap_weighted": null }, { "accuracy": 0.030599, "f1": 0.011598, "f1_weighted": 0.022787, "precision": 0.022318, "precision_weighted": 0.045812, "recall": 0.028253, "recall_weighted": 0.030599, "ap": null, "ap_weighted": null }, { "accuracy": 0.032616, "f1": 0.010202, "f1_weighted": 0.017266, "precision": 0.028602, "precision_weighted": 0.080679, "recall": 0.023233, "recall_weighted": 0.032616, "ap": null, "ap_weighted": null } ], "accuracy": 0.029792, "f1": 0.012039, "f1_weighted": 0.019054, "precision": 0.024163, "precision_weighted": 0.050989, "recall": 0.037066, "recall_weighted": 0.029792, "ap": NaN, "ap_weighted": NaN, "main_score": 0.029792, "hf_subset": "ml", "languages": [ "mal-Mlym" ] }, { "scores_per_experiment": [ { "accuracy": 0.21957, "f1": 0.216729, "f1_weighted": 0.220566, "precision": 0.212724, "precision_weighted": 0.271588, "recall": 0.278482, "recall_weighted": 0.21957, "ap": null, "ap_weighted": null }, { "accuracy": 0.205111, "f1": 0.205041, "f1_weighted": 0.205159, "precision": 0.202553, "precision_weighted": 0.251307, "recall": 0.255766, "recall_weighted": 0.205111, "ap": null, "ap_weighted": null }, { "accuracy": 0.204102, "f1": 0.207349, "f1_weighted": 0.199672, "precision": 0.201571, "precision_weighted": 0.235463, "recall": 0.258016, "recall_weighted": 0.204102, "ap": null, "ap_weighted": null }, { "accuracy": 0.196032, "f1": 0.197107, "f1_weighted": 0.200107, "precision": 0.197693, "precision_weighted": 0.239385, "recall": 0.240669, "recall_weighted": 0.196032, "ap": null, "ap_weighted": null }, { "accuracy": 0.215535, "f1": 0.210364, "f1_weighted": 0.214376, "precision": 0.209772, "precision_weighted": 0.252974, "recall": 0.277317, "recall_weighted": 0.215535, "ap": null, "ap_weighted": null }, { "accuracy": 0.203766, "f1": 0.199419, "f1_weighted": 0.206937, "precision": 0.197049, "precision_weighted": 0.253978, "recall": 0.257906, "recall_weighted": 0.203766, "ap": null, "ap_weighted": null }, { "accuracy": 0.191325, "f1": 0.192379, "f1_weighted": 0.19161, "precision": 0.195838, "precision_weighted": 0.243229, "recall": 0.253226, "recall_weighted": 0.191325, "ap": null, "ap_weighted": null }, { "accuracy": 0.226631, "f1": 0.216154, "f1_weighted": 0.237668, "precision": 0.220616, "precision_weighted": 0.294517, "recall": 0.264931, "recall_weighted": 0.226631, "ap": null, "ap_weighted": null }, { "accuracy": 0.197714, "f1": 0.203271, "f1_weighted": 0.196486, "precision": 0.201976, "precision_weighted": 0.241179, "recall": 0.267139, "recall_weighted": 0.197714, "ap": null, "ap_weighted": null }, { "accuracy": 0.192334, "f1": 0.199779, "f1_weighted": 0.189028, "precision": 0.200442, "precision_weighted": 0.243057, "recall": 0.270061, "recall_weighted": 0.192334, "ap": null, "ap_weighted": null } ], "accuracy": 0.205212, "f1": 0.204759, "f1_weighted": 0.206161, "precision": 0.204023, "precision_weighted": 0.252668, "recall": 0.262351, "recall_weighted": 0.205212, "ap": NaN, "ap_weighted": NaN, "main_score": 0.205212, "hf_subset": "mn", "languages": [ "mon-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.394418, "f1": 0.3837, "f1_weighted": 0.396289, "precision": 0.375447, "precision_weighted": 0.448231, "recall": 0.471695, "recall_weighted": 0.394418, "ap": null, "ap_weighted": null }, { "accuracy": 0.421991, "f1": 0.397669, "f1_weighted": 0.426609, "precision": 0.391197, "precision_weighted": 0.475881, "recall": 0.473117, "recall_weighted": 0.421991, "ap": null, "ap_weighted": null }, { "accuracy": 0.400134, "f1": 0.386938, "f1_weighted": 0.407268, "precision": 0.379616, "precision_weighted": 0.466179, "recall": 0.468783, "recall_weighted": 0.400134, "ap": null, "ap_weighted": null }, { "accuracy": 0.404506, "f1": 0.388385, "f1_weighted": 0.415325, "precision": 0.382796, "precision_weighted": 0.461486, "recall": 0.457631, "recall_weighted": 0.404506, "ap": null, "ap_weighted": null }, { "accuracy": 0.417956, "f1": 0.396899, "f1_weighted": 0.421528, "precision": 0.388398, "precision_weighted": 0.464136, "recall": 0.470031, "recall_weighted": 0.417956, "ap": null, "ap_weighted": null }, { "accuracy": 0.392401, "f1": 0.378295, "f1_weighted": 0.393909, "precision": 0.367812, "precision_weighted": 0.450562, "recall": 0.47202, "recall_weighted": 0.392401, "ap": null, "ap_weighted": null }, { "accuracy": 0.372562, "f1": 0.364997, "f1_weighted": 0.377407, "precision": 0.362312, "precision_weighted": 0.433862, "recall": 0.445756, "recall_weighted": 0.372562, "ap": null, "ap_weighted": null }, { "accuracy": 0.405178, "f1": 0.389972, "f1_weighted": 0.412544, "precision": 0.382744, "precision_weighted": 0.46383, "recall": 0.457549, "recall_weighted": 0.405178, "ap": null, "ap_weighted": null }, { "accuracy": 0.387021, "f1": 0.370405, "f1_weighted": 0.390944, "precision": 0.364501, "precision_weighted": 0.432148, "recall": 0.444657, "recall_weighted": 0.387021, "ap": null, "ap_weighted": null }, { "accuracy": 0.418292, "f1": 0.396677, "f1_weighted": 0.421333, "precision": 0.385316, "precision_weighted": 0.46614, "recall": 0.477024, "recall_weighted": 0.418292, "ap": null, "ap_weighted": null } ], "accuracy": 0.401446, "f1": 0.385394, "f1_weighted": 0.406316, "precision": 0.378014, "precision_weighted": 0.456245, "recall": 0.463826, "recall_weighted": 0.401446, "ap": NaN, "ap_weighted": NaN, "main_score": 0.401446, "hf_subset": "ms", "languages": [ "msa-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.060861, "f1": 0.024493, "f1_weighted": 0.035149, "precision": 0.058607, "precision_weighted": 0.050505, "recall": 0.045987, "recall_weighted": 0.060861, "ap": null, "ap_weighted": null }, { "accuracy": 0.039005, "f1": 0.020439, "f1_weighted": 0.023174, "precision": 0.03276, "precision_weighted": 0.033057, "recall": 0.038065, "recall_weighted": 0.039005, "ap": null, "ap_weighted": null }, { "accuracy": 0.036651, "f1": 0.019709, "f1_weighted": 0.023802, "precision": 0.046048, "precision_weighted": 0.066963, "recall": 0.036873, "recall_weighted": 0.036651, "ap": null, "ap_weighted": null }, { "accuracy": 0.030935, "f1": 0.008192, "f1_weighted": 0.009382, "precision": 0.01597, "precision_weighted": 0.036126, "recall": 0.035914, "recall_weighted": 0.030935, "ap": null, "ap_weighted": null }, { "accuracy": 0.055481, "f1": 0.02875, "f1_weighted": 0.041122, "precision": 0.080063, "precision_weighted": 0.076615, "recall": 0.045649, "recall_weighted": 0.055481, "ap": null, "ap_weighted": null }, { "accuracy": 0.037996, "f1": 0.021145, "f1_weighted": 0.023481, "precision": 0.047821, "precision_weighted": 0.059457, "recall": 0.034007, "recall_weighted": 0.037996, "ap": null, "ap_weighted": null }, { "accuracy": 0.036987, "f1": 0.018092, "f1_weighted": 0.024565, "precision": 0.045149, "precision_weighted": 0.106934, "recall": 0.032231, "recall_weighted": 0.036987, "ap": null, "ap_weighted": null }, { "accuracy": 0.022865, "f1": 0.015921, "f1_weighted": 0.017755, "precision": 0.055817, "precision_weighted": 0.098582, "recall": 0.035897, "recall_weighted": 0.022865, "ap": null, "ap_weighted": null }, { "accuracy": 0.048083, "f1": 0.017663, "f1_weighted": 0.031481, "precision": 0.023244, "precision_weighted": 0.035159, "recall": 0.037054, "recall_weighted": 0.048083, "ap": null, "ap_weighted": null }, { "accuracy": 0.03497, "f1": 0.018587, "f1_weighted": 0.021118, "precision": 0.033645, "precision_weighted": 0.032519, "recall": 0.033391, "recall_weighted": 0.03497, "ap": null, "ap_weighted": null } ], "accuracy": 0.040383, "f1": 0.019299, "f1_weighted": 0.025103, "precision": 0.043912, "precision_weighted": 0.059592, "recall": 0.037507, "recall_weighted": 0.040383, "ap": NaN, "ap_weighted": NaN, "main_score": 0.040383, "hf_subset": "my", "languages": [ "mya-Mymr" ] }, { "scores_per_experiment": [ { "accuracy": 0.568931, "f1": 0.542732, "f1_weighted": 0.57685, "precision": 0.539642, "precision_weighted": 0.628776, "recall": 0.613537, "recall_weighted": 0.568931, "ap": null, "ap_weighted": null }, { "accuracy": 0.589106, "f1": 0.555939, "f1_weighted": 0.596715, "precision": 0.544098, "precision_weighted": 0.63749, "recall": 0.612475, "recall_weighted": 0.589106, "ap": null, "ap_weighted": null }, { "accuracy": 0.578682, "f1": 0.54792, "f1_weighted": 0.58617, "precision": 0.535409, "precision_weighted": 0.635438, "recall": 0.626789, "recall_weighted": 0.578682, "ap": null, "ap_weighted": null }, { "accuracy": 0.599866, "f1": 0.56595, "f1_weighted": 0.611213, "precision": 0.560008, "precision_weighted": 0.661764, "recall": 0.641915, "recall_weighted": 0.599866, "ap": null, "ap_weighted": null }, { "accuracy": 0.567249, "f1": 0.536986, "f1_weighted": 0.565797, "precision": 0.525192, "precision_weighted": 0.616948, "recall": 0.62199, "recall_weighted": 0.567249, "ap": null, "ap_weighted": null }, { "accuracy": 0.550101, "f1": 0.52988, "f1_weighted": 0.560574, "precision": 0.526675, "precision_weighted": 0.624519, "recall": 0.599708, "recall_weighted": 0.550101, "ap": null, "ap_weighted": null }, { "accuracy": 0.558507, "f1": 0.548413, "f1_weighted": 0.571916, "precision": 0.544747, "precision_weighted": 0.622436, "recall": 0.620537, "recall_weighted": 0.558507, "ap": null, "ap_weighted": null }, { "accuracy": 0.582044, "f1": 0.550378, "f1_weighted": 0.591918, "precision": 0.544166, "precision_weighted": 0.645277, "recall": 0.631191, "recall_weighted": 0.582044, "ap": null, "ap_weighted": null }, { "accuracy": 0.573638, "f1": 0.544587, "f1_weighted": 0.58274, "precision": 0.545533, "precision_weighted": 0.639945, "recall": 0.627576, "recall_weighted": 0.573638, "ap": null, "ap_weighted": null }, { "accuracy": 0.587088, "f1": 0.556556, "f1_weighted": 0.595545, "precision": 0.548202, "precision_weighted": 0.639114, "recall": 0.627675, "recall_weighted": 0.587088, "ap": null, "ap_weighted": null } ], "accuracy": 0.575521, "f1": 0.547934, "f1_weighted": 0.583944, "precision": 0.541367, "precision_weighted": 0.635171, "recall": 0.622339, "recall_weighted": 0.575521, "ap": NaN, "ap_weighted": NaN, "main_score": 0.575521, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.434768, "f1": 0.402914, "f1_weighted": 0.435783, "precision": 0.397938, "precision_weighted": 0.494044, "recall": 0.48234, "recall_weighted": 0.434768, "ap": null, "ap_weighted": null }, { "accuracy": 0.444855, "f1": 0.418185, "f1_weighted": 0.454651, "precision": 0.416599, "precision_weighted": 0.513391, "recall": 0.484658, "recall_weighted": 0.444855, "ap": null, "ap_weighted": null }, { "accuracy": 0.428716, "f1": 0.400237, "f1_weighted": 0.43699, "precision": 0.398383, "precision_weighted": 0.495675, "recall": 0.463394, "recall_weighted": 0.428716, "ap": null, "ap_weighted": null }, { "accuracy": 0.426026, "f1": 0.385457, "f1_weighted": 0.433386, "precision": 0.381879, "precision_weighted": 0.483304, "recall": 0.448317, "recall_weighted": 0.426026, "ap": null, "ap_weighted": null }, { "accuracy": 0.412576, "f1": 0.369935, "f1_weighted": 0.413038, "precision": 0.364488, "precision_weighted": 0.459351, "recall": 0.439558, "recall_weighted": 0.412576, "ap": null, "ap_weighted": null }, { "accuracy": 0.421318, "f1": 0.388949, "f1_weighted": 0.430618, "precision": 0.388407, "precision_weighted": 0.485526, "recall": 0.452986, "recall_weighted": 0.421318, "ap": null, "ap_weighted": null }, { "accuracy": 0.439139, "f1": 0.406157, "f1_weighted": 0.443338, "precision": 0.399631, "precision_weighted": 0.493964, "recall": 0.486511, "recall_weighted": 0.439139, "ap": null, "ap_weighted": null }, { "accuracy": 0.43813, "f1": 0.402925, "f1_weighted": 0.450944, "precision": 0.407033, "precision_weighted": 0.511674, "recall": 0.460822, "recall_weighted": 0.43813, "ap": null, "ap_weighted": null }, { "accuracy": 0.431742, "f1": 0.397429, "f1_weighted": 0.436601, "precision": 0.39432, "precision_weighted": 0.480547, "recall": 0.470109, "recall_weighted": 0.431742, "ap": null, "ap_weighted": null }, { "accuracy": 0.421654, "f1": 0.387861, "f1_weighted": 0.425608, "precision": 0.383035, "precision_weighted": 0.47969, "recall": 0.466963, "recall_weighted": 0.421654, "ap": null, "ap_weighted": null } ], "accuracy": 0.429892, "f1": 0.396005, "f1_weighted": 0.436096, "precision": 0.393171, "precision_weighted": 0.489717, "recall": 0.465566, "recall_weighted": 0.429892, "ap": NaN, "ap_weighted": NaN, "main_score": 0.429892, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.355414, "f1": 0.325089, "f1_weighted": 0.359044, "precision": 0.328357, "precision_weighted": 0.405046, "recall": 0.373849, "recall_weighted": 0.355414, "ap": null, "ap_weighted": null }, { "accuracy": 0.356086, "f1": 0.313851, "f1_weighted": 0.36911, "precision": 0.329589, "precision_weighted": 0.440016, "recall": 0.376746, "recall_weighted": 0.356086, "ap": null, "ap_weighted": null }, { "accuracy": 0.352387, "f1": 0.33075, "f1_weighted": 0.359651, "precision": 0.334509, "precision_weighted": 0.417975, "recall": 0.396962, "recall_weighted": 0.352387, "ap": null, "ap_weighted": null }, { "accuracy": 0.36651, "f1": 0.32743, "f1_weighted": 0.376193, "precision": 0.329457, "precision_weighted": 0.439365, "recall": 0.394918, "recall_weighted": 0.36651, "ap": null, "ap_weighted": null }, { "accuracy": 0.364492, "f1": 0.321703, "f1_weighted": 0.381049, "precision": 0.333639, "precision_weighted": 0.443729, "recall": 0.376651, "recall_weighted": 0.364492, "ap": null, "ap_weighted": null }, { "accuracy": 0.342972, "f1": 0.315645, "f1_weighted": 0.352499, "precision": 0.324824, "precision_weighted": 0.418995, "recall": 0.387292, "recall_weighted": 0.342972, "ap": null, "ap_weighted": null }, { "accuracy": 0.348689, "f1": 0.324827, "f1_weighted": 0.357396, "precision": 0.331638, "precision_weighted": 0.433351, "recall": 0.390328, "recall_weighted": 0.348689, "ap": null, "ap_weighted": null }, { "accuracy": 0.343981, "f1": 0.316364, "f1_weighted": 0.350794, "precision": 0.317689, "precision_weighted": 0.398274, "recall": 0.378094, "recall_weighted": 0.343981, "ap": null, "ap_weighted": null }, { "accuracy": 0.346335, "f1": 0.319272, "f1_weighted": 0.349551, "precision": 0.314945, "precision_weighted": 0.388975, "recall": 0.383794, "recall_weighted": 0.346335, "ap": null, "ap_weighted": null }, { "accuracy": 0.342972, "f1": 0.317869, "f1_weighted": 0.353213, "precision": 0.328597, "precision_weighted": 0.418645, "recall": 0.389568, "recall_weighted": 0.342972, "ap": null, "ap_weighted": null } ], "accuracy": 0.351984, "f1": 0.32128, "f1_weighted": 0.36085, "precision": 0.327324, "precision_weighted": 0.420437, "recall": 0.38482, "recall_weighted": 0.351984, "ap": NaN, "ap_weighted": NaN, "main_score": 0.351984, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.420309, "f1": 0.413955, "f1_weighted": 0.427697, "precision": 0.411441, "precision_weighted": 0.480281, "recall": 0.492339, "recall_weighted": 0.420309, "ap": null, "ap_weighted": null }, { "accuracy": 0.454943, "f1": 0.426769, "f1_weighted": 0.466086, "precision": 0.420401, "precision_weighted": 0.518235, "recall": 0.48468, "recall_weighted": 0.454943, "ap": null, "ap_weighted": null }, { "accuracy": 0.426362, "f1": 0.401026, "f1_weighted": 0.433305, "precision": 0.395074, "precision_weighted": 0.482314, "recall": 0.462812, "recall_weighted": 0.426362, "ap": null, "ap_weighted": null }, { "accuracy": 0.444519, "f1": 0.418082, "f1_weighted": 0.452309, "precision": 0.412549, "precision_weighted": 0.512188, "recall": 0.484707, "recall_weighted": 0.444519, "ap": null, "ap_weighted": null }, { "accuracy": 0.441829, "f1": 0.4112, "f1_weighted": 0.451195, "precision": 0.414335, "precision_weighted": 0.517886, "recall": 0.464677, "recall_weighted": 0.441829, "ap": null, "ap_weighted": null }, { "accuracy": 0.439139, "f1": 0.420708, "f1_weighted": 0.449515, "precision": 0.419634, "precision_weighted": 0.511029, "recall": 0.483651, "recall_weighted": 0.439139, "ap": null, "ap_weighted": null }, { "accuracy": 0.425353, "f1": 0.408161, "f1_weighted": 0.43587, "precision": 0.407626, "precision_weighted": 0.49592, "recall": 0.478, "recall_weighted": 0.425353, "ap": null, "ap_weighted": null }, { "accuracy": 0.447209, "f1": 0.421337, "f1_weighted": 0.459887, "precision": 0.424241, "precision_weighted": 0.523174, "recall": 0.480687, "recall_weighted": 0.447209, "ap": null, "ap_weighted": null }, { "accuracy": 0.426362, "f1": 0.412571, "f1_weighted": 0.430402, "precision": 0.405287, "precision_weighted": 0.467935, "recall": 0.490335, "recall_weighted": 0.426362, "ap": null, "ap_weighted": null }, { "accuracy": 0.417619, "f1": 0.408479, "f1_weighted": 0.422412, "precision": 0.40759, "precision_weighted": 0.49219, "recall": 0.503581, "recall_weighted": 0.417619, "ap": null, "ap_weighted": null } ], "accuracy": 0.434364, "f1": 0.414229, "f1_weighted": 0.442868, "precision": 0.411818, "precision_weighted": 0.500115, "recall": 0.482547, "recall_weighted": 0.434364, "ap": NaN, "ap_weighted": NaN, "main_score": 0.434364, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.332549, "f1": 0.315102, "f1_weighted": 0.337648, "precision": 0.308631, "precision_weighted": 0.385429, "recall": 0.386581, "recall_weighted": 0.332549, "ap": null, "ap_weighted": null }, { "accuracy": 0.350034, "f1": 0.327988, "f1_weighted": 0.356267, "precision": 0.327837, "precision_weighted": 0.414648, "recall": 0.39265, "recall_weighted": 0.350034, "ap": null, "ap_weighted": null }, { "accuracy": 0.338265, "f1": 0.315871, "f1_weighted": 0.346037, "precision": 0.318214, "precision_weighted": 0.403559, "recall": 0.380088, "recall_weighted": 0.338265, "ap": null, "ap_weighted": null }, { "accuracy": 0.364492, "f1": 0.342743, "f1_weighted": 0.3698, "precision": 0.332917, "precision_weighted": 0.411662, "recall": 0.411052, "recall_weighted": 0.364492, "ap": null, "ap_weighted": null }, { "accuracy": 0.337592, "f1": 0.312902, "f1_weighted": 0.343913, "precision": 0.31147, "precision_weighted": 0.388722, "recall": 0.382357, "recall_weighted": 0.337592, "ap": null, "ap_weighted": null }, { "accuracy": 0.309684, "f1": 0.30646, "f1_weighted": 0.315619, "precision": 0.311071, "precision_weighted": 0.384815, "recall": 0.384439, "recall_weighted": 0.309684, "ap": null, "ap_weighted": null }, { "accuracy": 0.336584, "f1": 0.321438, "f1_weighted": 0.332645, "precision": 0.315508, "precision_weighted": 0.389547, "recall": 0.404539, "recall_weighted": 0.336584, "ap": null, "ap_weighted": null }, { "accuracy": 0.336584, "f1": 0.32173, "f1_weighted": 0.343463, "precision": 0.318046, "precision_weighted": 0.393405, "recall": 0.38968, "recall_weighted": 0.336584, "ap": null, "ap_weighted": null }, { "accuracy": 0.319099, "f1": 0.3001, "f1_weighted": 0.319192, "precision": 0.295351, "precision_weighted": 0.352659, "recall": 0.368632, "recall_weighted": 0.319099, "ap": null, "ap_weighted": null }, { "accuracy": 0.3154, "f1": 0.316923, "f1_weighted": 0.316635, "precision": 0.316187, "precision_weighted": 0.355843, "recall": 0.384758, "recall_weighted": 0.3154, "ap": null, "ap_weighted": null } ], "accuracy": 0.334028, "f1": 0.318126, "f1_weighted": 0.338122, "precision": 0.315523, "precision_weighted": 0.388029, "recall": 0.388478, "recall_weighted": 0.334028, "ap": NaN, "ap_weighted": NaN, "main_score": 0.334028, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.287155, "f1": 0.260683, "f1_weighted": 0.297091, "precision": 0.26351, "precision_weighted": 0.349888, "recall": 0.311995, "recall_weighted": 0.287155, "ap": null, "ap_weighted": null }, { "accuracy": 0.301278, "f1": 0.2693, "f1_weighted": 0.312203, "precision": 0.273214, "precision_weighted": 0.369682, "recall": 0.328967, "recall_weighted": 0.301278, "ap": null, "ap_weighted": null }, { "accuracy": 0.266644, "f1": 0.251922, "f1_weighted": 0.270278, "precision": 0.257842, "precision_weighted": 0.339921, "recall": 0.304664, "recall_weighted": 0.266644, "ap": null, "ap_weighted": null }, { "accuracy": 0.279085, "f1": 0.25328, "f1_weighted": 0.294042, "precision": 0.267137, "precision_weighted": 0.360351, "recall": 0.300922, "recall_weighted": 0.279085, "ap": null, "ap_weighted": null }, { "accuracy": 0.278413, "f1": 0.251968, "f1_weighted": 0.285476, "precision": 0.256019, "precision_weighted": 0.345708, "recall": 0.31406, "recall_weighted": 0.278413, "ap": null, "ap_weighted": null }, { "accuracy": 0.275387, "f1": 0.247435, "f1_weighted": 0.281103, "precision": 0.248999, "precision_weighted": 0.324229, "recall": 0.306767, "recall_weighted": 0.275387, "ap": null, "ap_weighted": null }, { "accuracy": 0.247814, "f1": 0.227729, "f1_weighted": 0.24994, "precision": 0.228461, "precision_weighted": 0.304114, "recall": 0.292246, "recall_weighted": 0.247814, "ap": null, "ap_weighted": null }, { "accuracy": 0.273033, "f1": 0.246595, "f1_weighted": 0.278736, "precision": 0.247992, "precision_weighted": 0.325872, "recall": 0.301919, "recall_weighted": 0.273033, "ap": null, "ap_weighted": null }, { "accuracy": 0.272697, "f1": 0.260646, "f1_weighted": 0.270363, "precision": 0.258771, "precision_weighted": 0.311693, "recall": 0.325917, "recall_weighted": 0.272697, "ap": null, "ap_weighted": null }, { "accuracy": 0.271352, "f1": 0.254658, "f1_weighted": 0.283837, "precision": 0.263706, "precision_weighted": 0.338245, "recall": 0.307715, "recall_weighted": 0.271352, "ap": null, "ap_weighted": null } ], "accuracy": 0.275286, "f1": 0.252422, "f1_weighted": 0.282307, "precision": 0.256565, "precision_weighted": 0.33697, "recall": 0.309517, "recall_weighted": 0.275286, "ap": NaN, "ap_weighted": NaN, "main_score": 0.275286, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.416611, "f1": 0.40733, "f1_weighted": 0.419493, "precision": 0.398232, "precision_weighted": 0.467035, "recall": 0.471788, "recall_weighted": 0.416611, "ap": null, "ap_weighted": null }, { "accuracy": 0.408204, "f1": 0.37993, "f1_weighted": 0.409387, "precision": 0.371363, "precision_weighted": 0.455206, "recall": 0.441291, "recall_weighted": 0.408204, "ap": null, "ap_weighted": null }, { "accuracy": 0.380968, "f1": 0.368434, "f1_weighted": 0.384908, "precision": 0.361831, "precision_weighted": 0.441236, "recall": 0.43729, "recall_weighted": 0.380968, "ap": null, "ap_weighted": null }, { "accuracy": 0.415938, "f1": 0.381276, "f1_weighted": 0.416933, "precision": 0.376572, "precision_weighted": 0.456345, "recall": 0.44099, "recall_weighted": 0.415938, "ap": null, "ap_weighted": null }, { "accuracy": 0.408877, "f1": 0.384615, "f1_weighted": 0.410547, "precision": 0.374397, "precision_weighted": 0.448661, "recall": 0.455018, "recall_weighted": 0.408877, "ap": null, "ap_weighted": null }, { "accuracy": 0.386685, "f1": 0.369159, "f1_weighted": 0.392284, "precision": 0.364184, "precision_weighted": 0.436496, "recall": 0.422919, "recall_weighted": 0.386685, "ap": null, "ap_weighted": null }, { "accuracy": 0.38534, "f1": 0.379171, "f1_weighted": 0.384678, "precision": 0.364839, "precision_weighted": 0.427614, "recall": 0.462089, "recall_weighted": 0.38534, "ap": null, "ap_weighted": null }, { "accuracy": 0.386012, "f1": 0.362714, "f1_weighted": 0.388915, "precision": 0.356177, "precision_weighted": 0.43653, "recall": 0.422548, "recall_weighted": 0.386012, "ap": null, "ap_weighted": null }, { "accuracy": 0.359449, "f1": 0.348215, "f1_weighted": 0.363586, "precision": 0.341891, "precision_weighted": 0.413223, "recall": 0.413093, "recall_weighted": 0.359449, "ap": null, "ap_weighted": null }, { "accuracy": 0.416947, "f1": 0.395952, "f1_weighted": 0.411493, "precision": 0.382553, "precision_weighted": 0.452061, "recall": 0.466047, "recall_weighted": 0.416947, "ap": null, "ap_weighted": null } ], "accuracy": 0.396503, "f1": 0.37768, "f1_weighted": 0.398222, "precision": 0.369204, "precision_weighted": 0.443441, "recall": 0.443307, "recall_weighted": 0.396503, "ap": NaN, "ap_weighted": NaN, "main_score": 0.396503, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.394418, "f1": 0.389343, "f1_weighted": 0.403629, "precision": 0.390166, "precision_weighted": 0.454023, "recall": 0.468582, "recall_weighted": 0.394418, "ap": null, "ap_weighted": null }, { "accuracy": 0.394755, "f1": 0.372234, "f1_weighted": 0.399753, "precision": 0.363288, "precision_weighted": 0.446236, "recall": 0.429654, "recall_weighted": 0.394755, "ap": null, "ap_weighted": null }, { "accuracy": 0.37189, "f1": 0.356509, "f1_weighted": 0.382868, "precision": 0.35476, "precision_weighted": 0.440793, "recall": 0.421006, "recall_weighted": 0.37189, "ap": null, "ap_weighted": null }, { "accuracy": 0.38803, "f1": 0.370299, "f1_weighted": 0.393508, "precision": 0.364012, "precision_weighted": 0.435961, "recall": 0.442661, "recall_weighted": 0.38803, "ap": null, "ap_weighted": null }, { "accuracy": 0.386348, "f1": 0.366307, "f1_weighted": 0.389934, "precision": 0.355927, "precision_weighted": 0.429525, "recall": 0.429876, "recall_weighted": 0.386348, "ap": null, "ap_weighted": null }, { "accuracy": 0.383322, "f1": 0.365467, "f1_weighted": 0.387768, "precision": 0.361528, "precision_weighted": 0.437993, "recall": 0.445922, "recall_weighted": 0.383322, "ap": null, "ap_weighted": null }, { "accuracy": 0.362811, "f1": 0.349272, "f1_weighted": 0.370045, "precision": 0.345161, "precision_weighted": 0.426952, "recall": 0.415409, "recall_weighted": 0.362811, "ap": null, "ap_weighted": null }, { "accuracy": 0.37996, "f1": 0.364351, "f1_weighted": 0.388638, "precision": 0.363416, "precision_weighted": 0.440177, "recall": 0.428377, "recall_weighted": 0.37996, "ap": null, "ap_weighted": null }, { "accuracy": 0.376597, "f1": 0.361695, "f1_weighted": 0.387336, "precision": 0.365739, "precision_weighted": 0.433456, "recall": 0.428965, "recall_weighted": 0.376597, "ap": null, "ap_weighted": null }, { "accuracy": 0.387693, "f1": 0.369253, "f1_weighted": 0.391455, "precision": 0.359682, "precision_weighted": 0.436421, "recall": 0.448377, "recall_weighted": 0.387693, "ap": null, "ap_weighted": null } ], "accuracy": 0.382582, "f1": 0.366473, "f1_weighted": 0.389493, "precision": 0.362368, "precision_weighted": 0.438154, "recall": 0.435883, "recall_weighted": 0.382582, "ap": NaN, "ap_weighted": NaN, "main_score": 0.382582, "hf_subset": "sq", "languages": [ "sqi-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.554808, "f1": 0.53946, "f1_weighted": 0.557212, "precision": 0.528033, "precision_weighted": 0.603227, "recall": 0.625618, "recall_weighted": 0.554808, "ap": null, "ap_weighted": null }, { "accuracy": 0.568258, "f1": 0.534728, "f1_weighted": 0.572667, "precision": 0.522511, "precision_weighted": 0.620818, "recall": 0.626421, "recall_weighted": 0.568258, "ap": null, "ap_weighted": null }, { "accuracy": 0.554472, "f1": 0.519144, "f1_weighted": 0.564185, "precision": 0.507783, "precision_weighted": 0.618773, "recall": 0.597077, "recall_weighted": 0.554472, "ap": null, "ap_weighted": null }, { "accuracy": 0.566577, "f1": 0.523927, "f1_weighted": 0.57222, "precision": 0.513564, "precision_weighted": 0.624925, "recall": 0.593546, "recall_weighted": 0.566577, "ap": null, "ap_weighted": null }, { "accuracy": 0.555145, "f1": 0.519117, "f1_weighted": 0.552725, "precision": 0.498578, "precision_weighted": 0.590417, "recall": 0.608651, "recall_weighted": 0.555145, "ap": null, "ap_weighted": null }, { "accuracy": 0.543712, "f1": 0.523395, "f1_weighted": 0.55083, "precision": 0.512997, "precision_weighted": 0.600461, "recall": 0.601639, "recall_weighted": 0.543712, "ap": null, "ap_weighted": null }, { "accuracy": 0.562206, "f1": 0.527204, "f1_weighted": 0.571035, "precision": 0.517616, "precision_weighted": 0.617641, "recall": 0.608899, "recall_weighted": 0.562206, "ap": null, "ap_weighted": null }, { "accuracy": 0.550101, "f1": 0.529019, "f1_weighted": 0.55796, "precision": 0.522107, "precision_weighted": 0.610463, "recall": 0.612939, "recall_weighted": 0.550101, "ap": null, "ap_weighted": null }, { "accuracy": 0.536987, "f1": 0.511961, "f1_weighted": 0.542071, "precision": 0.50475, "precision_weighted": 0.592016, "recall": 0.591056, "recall_weighted": 0.536987, "ap": null, "ap_weighted": null }, { "accuracy": 0.545393, "f1": 0.5137, "f1_weighted": 0.55199, "precision": 0.500677, "precision_weighted": 0.592792, "recall": 0.593421, "recall_weighted": 0.545393, "ap": null, "ap_weighted": null } ], "accuracy": 0.553766, "f1": 0.524165, "f1_weighted": 0.55929, "precision": 0.512862, "precision_weighted": 0.607153, "recall": 0.605927, "recall_weighted": 0.553766, "ap": NaN, "ap_weighted": NaN, "main_score": 0.553766, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.400807, "f1": 0.392975, "f1_weighted": 0.406844, "precision": 0.382021, "precision_weighted": 0.450328, "recall": 0.45653, "recall_weighted": 0.400807, "ap": null, "ap_weighted": null }, { "accuracy": 0.401479, "f1": 0.379025, "f1_weighted": 0.409264, "precision": 0.376397, "precision_weighted": 0.455599, "recall": 0.437675, "recall_weighted": 0.401479, "ap": null, "ap_weighted": null }, { "accuracy": 0.382313, "f1": 0.361948, "f1_weighted": 0.387197, "precision": 0.355906, "precision_weighted": 0.437786, "recall": 0.433165, "recall_weighted": 0.382313, "ap": null, "ap_weighted": null }, { "accuracy": 0.400134, "f1": 0.37957, "f1_weighted": 0.406059, "precision": 0.374628, "precision_weighted": 0.443374, "recall": 0.436669, "recall_weighted": 0.400134, "ap": null, "ap_weighted": null }, { "accuracy": 0.394755, "f1": 0.382876, "f1_weighted": 0.398839, "precision": 0.373717, "precision_weighted": 0.442978, "recall": 0.463257, "recall_weighted": 0.394755, "ap": null, "ap_weighted": null }, { "accuracy": 0.392065, "f1": 0.373472, "f1_weighted": 0.405904, "precision": 0.37612, "precision_weighted": 0.46258, "recall": 0.448504, "recall_weighted": 0.392065, "ap": null, "ap_weighted": null }, { "accuracy": 0.362811, "f1": 0.354192, "f1_weighted": 0.367267, "precision": 0.347843, "precision_weighted": 0.408491, "recall": 0.434387, "recall_weighted": 0.362811, "ap": null, "ap_weighted": null }, { "accuracy": 0.361802, "f1": 0.353733, "f1_weighted": 0.365349, "precision": 0.35549, "precision_weighted": 0.420093, "recall": 0.417505, "recall_weighted": 0.361802, "ap": null, "ap_weighted": null }, { "accuracy": 0.378951, "f1": 0.369084, "f1_weighted": 0.38236, "precision": 0.363055, "precision_weighted": 0.420618, "recall": 0.442039, "recall_weighted": 0.378951, "ap": null, "ap_weighted": null }, { "accuracy": 0.400807, "f1": 0.383565, "f1_weighted": 0.403671, "precision": 0.371272, "precision_weighted": 0.439446, "recall": 0.444197, "recall_weighted": 0.400807, "ap": null, "ap_weighted": null } ], "accuracy": 0.387592, "f1": 0.373044, "f1_weighted": 0.393275, "precision": 0.367645, "precision_weighted": 0.438129, "recall": 0.441393, "recall_weighted": 0.387592, "ap": NaN, "ap_weighted": NaN, "main_score": 0.387592, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.040686, "f1": 0.015964, "f1_weighted": 0.030917, "precision": 0.038803, "precision_weighted": 0.07074, "recall": 0.033822, "recall_weighted": 0.040686, "ap": null, "ap_weighted": null }, { "accuracy": 0.022865, "f1": 0.009062, "f1_weighted": 0.007823, "precision": 0.020167, "precision_weighted": 0.018848, "recall": 0.030152, "recall_weighted": 0.022865, "ap": null, "ap_weighted": null }, { "accuracy": 0.044385, "f1": 0.012315, "f1_weighted": 0.028978, "precision": 0.018478, "precision_weighted": 0.046318, "recall": 0.025934, "recall_weighted": 0.044385, "ap": null, "ap_weighted": null }, { "accuracy": 0.046738, "f1": 0.016274, "f1_weighted": 0.030828, "precision": 0.025308, "precision_weighted": 0.048779, "recall": 0.036593, "recall_weighted": 0.046738, "ap": null, "ap_weighted": null }, { "accuracy": 0.044385, "f1": 0.010978, "f1_weighted": 0.023983, "precision": 0.017089, "precision_weighted": 0.032403, "recall": 0.031104, "recall_weighted": 0.044385, "ap": null, "ap_weighted": null }, { "accuracy": 0.030262, "f1": 0.009632, "f1_weighted": 0.020805, "precision": 0.015335, "precision_weighted": 0.032968, "recall": 0.04289, "recall_weighted": 0.030262, "ap": null, "ap_weighted": null }, { "accuracy": 0.040686, "f1": 0.014518, "f1_weighted": 0.021908, "precision": 0.02403, "precision_weighted": 0.054426, "recall": 0.041419, "recall_weighted": 0.040686, "ap": null, "ap_weighted": null }, { "accuracy": 0.030262, "f1": 0.011244, "f1_weighted": 0.02121, "precision": 0.021164, "precision_weighted": 0.04963, "recall": 0.030238, "recall_weighted": 0.030262, "ap": null, "ap_weighted": null }, { "accuracy": 0.036987, "f1": 0.01101, "f1_weighted": 0.026904, "precision": 0.014444, "precision_weighted": 0.043858, "recall": 0.029019, "recall_weighted": 0.036987, "ap": null, "ap_weighted": null }, { "accuracy": 0.031271, "f1": 0.016989, "f1_weighted": 0.017602, "precision": 0.032029, "precision_weighted": 0.029436, "recall": 0.032623, "recall_weighted": 0.031271, "ap": null, "ap_weighted": null } ], "accuracy": 0.036853, "f1": 0.012799, "f1_weighted": 0.023096, "precision": 0.022685, "precision_weighted": 0.042741, "recall": 0.033379, "recall_weighted": 0.036853, "ap": NaN, "ap_weighted": NaN, "main_score": 0.036853, "hf_subset": "ta", "languages": [ "tam-Taml" ] }, { "scores_per_experiment": [ { "accuracy": 0.036315, "f1": 0.019565, "f1_weighted": 0.031439, "precision": 0.056498, "precision_weighted": 0.119555, "recall": 0.050551, "recall_weighted": 0.036315, "ap": null, "ap_weighted": null }, { "accuracy": 0.039341, "f1": 0.020715, "f1_weighted": 0.02341, "precision": 0.034619, "precision_weighted": 0.039496, "recall": 0.03423, "recall_weighted": 0.039341, "ap": null, "ap_weighted": null }, { "accuracy": 0.037996, "f1": 0.020508, "f1_weighted": 0.033465, "precision": 0.053654, "precision_weighted": 0.090733, "recall": 0.035146, "recall_weighted": 0.037996, "ap": null, "ap_weighted": null }, { "accuracy": 0.041358, "f1": 0.024869, "f1_weighted": 0.042506, "precision": 0.059951, "precision_weighted": 0.129494, "recall": 0.033074, "recall_weighted": 0.041358, "ap": null, "ap_weighted": null }, { "accuracy": 0.03228, "f1": 0.021526, "f1_weighted": 0.028932, "precision": 0.050807, "precision_weighted": 0.058301, "recall": 0.048529, "recall_weighted": 0.03228, "ap": null, "ap_weighted": null }, { "accuracy": 0.018494, "f1": 0.011392, "f1_weighted": 0.009014, "precision": 0.017934, "precision_weighted": 0.022709, "recall": 0.045075, "recall_weighted": 0.018494, "ap": null, "ap_weighted": null }, { "accuracy": 0.016476, "f1": 0.0097, "f1_weighted": 0.012861, "precision": 0.049551, "precision_weighted": 0.124924, "recall": 0.040854, "recall_weighted": 0.016476, "ap": null, "ap_weighted": null }, { "accuracy": 0.025219, "f1": 0.011326, "f1_weighted": 0.019526, "precision": 0.046514, "precision_weighted": 0.125838, "recall": 0.053239, "recall_weighted": 0.025219, "ap": null, "ap_weighted": null }, { "accuracy": 0.032616, "f1": 0.023445, "f1_weighted": 0.035938, "precision": 0.053918, "precision_weighted": 0.108225, "recall": 0.034027, "recall_weighted": 0.032616, "ap": null, "ap_weighted": null }, { "accuracy": 0.026564, "f1": 0.01592, "f1_weighted": 0.023298, "precision": 0.029345, "precision_weighted": 0.052536, "recall": 0.033716, "recall_weighted": 0.026564, "ap": null, "ap_weighted": null } ], "accuracy": 0.030666, "f1": 0.017897, "f1_weighted": 0.026039, "precision": 0.045279, "precision_weighted": 0.087181, "recall": 0.040844, "recall_weighted": 0.030666, "ap": NaN, "ap_weighted": NaN, "main_score": 0.030666, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "scores_per_experiment": [ { "accuracy": 0.048083, "f1": 0.035322, "f1_weighted": 0.026408, "precision": 0.094958, "precision_weighted": 0.087507, "recall": 0.061142, "recall_weighted": 0.048083, "ap": null, "ap_weighted": null }, { "accuracy": 0.057835, "f1": 0.026009, "f1_weighted": 0.035978, "precision": 0.038076, "precision_weighted": 0.041137, "recall": 0.037383, "recall_weighted": 0.057835, "ap": null, "ap_weighted": null }, { "accuracy": 0.03766, "f1": 0.031232, "f1_weighted": 0.024251, "precision": 0.081729, "precision_weighted": 0.071732, "recall": 0.050201, "recall_weighted": 0.03766, "ap": null, "ap_weighted": null }, { "accuracy": 0.036651, "f1": 0.021149, "f1_weighted": 0.024376, "precision": 0.039717, "precision_weighted": 0.041046, "recall": 0.039683, "recall_weighted": 0.036651, "ap": null, "ap_weighted": null }, { "accuracy": 0.044385, "f1": 0.030823, "f1_weighted": 0.025726, "precision": 0.053234, "precision_weighted": 0.040163, "recall": 0.055458, "recall_weighted": 0.044385, "ap": null, "ap_weighted": null }, { "accuracy": 0.050773, "f1": 0.025386, "f1_weighted": 0.032809, "precision": 0.045124, "precision_weighted": 0.060684, "recall": 0.040338, "recall_weighted": 0.050773, "ap": null, "ap_weighted": null }, { "accuracy": 0.042703, "f1": 0.022996, "f1_weighted": 0.019385, "precision": 0.037655, "precision_weighted": 0.052134, "recall": 0.050858, "recall_weighted": 0.042703, "ap": null, "ap_weighted": null }, { "accuracy": 0.027236, "f1": 0.026276, "f1_weighted": 0.018147, "precision": 0.07095, "precision_weighted": 0.077293, "recall": 0.046588, "recall_weighted": 0.027236, "ap": null, "ap_weighted": null }, { "accuracy": 0.039005, "f1": 0.023679, "f1_weighted": 0.025821, "precision": 0.03965, "precision_weighted": 0.049335, "recall": 0.050155, "recall_weighted": 0.039005, "ap": null, "ap_weighted": null }, { "accuracy": 0.052791, "f1": 0.025523, "f1_weighted": 0.028737, "precision": 0.033542, "precision_weighted": 0.044998, "recall": 0.04282, "recall_weighted": 0.052791, "ap": null, "ap_weighted": null } ], "accuracy": 0.043712, "f1": 0.026839, "f1_weighted": 0.026164, "precision": 0.053463, "precision_weighted": 0.056603, "recall": 0.047463, "recall_weighted": 0.043712, "ap": NaN, "ap_weighted": NaN, "main_score": 0.043712, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "scores_per_experiment": [ { "accuracy": 0.392737, "f1": 0.380798, "f1_weighted": 0.400033, "precision": 0.376627, "precision_weighted": 0.452883, "recall": 0.466191, "recall_weighted": 0.392737, "ap": null, "ap_weighted": null }, { "accuracy": 0.406187, "f1": 0.37447, "f1_weighted": 0.409996, "precision": 0.371667, "precision_weighted": 0.463349, "recall": 0.438005, "recall_weighted": 0.406187, "ap": null, "ap_weighted": null }, { "accuracy": 0.394418, "f1": 0.371444, "f1_weighted": 0.402179, "precision": 0.368385, "precision_weighted": 0.465658, "recall": 0.43045, "recall_weighted": 0.394418, "ap": null, "ap_weighted": null }, { "accuracy": 0.412239, "f1": 0.380687, "f1_weighted": 0.422194, "precision": 0.374339, "precision_weighted": 0.480643, "recall": 0.446981, "recall_weighted": 0.412239, "ap": null, "ap_weighted": null }, { "accuracy": 0.3961, "f1": 0.366907, "f1_weighted": 0.40214, "precision": 0.363119, "precision_weighted": 0.447413, "recall": 0.430605, "recall_weighted": 0.3961, "ap": null, "ap_weighted": null }, { "accuracy": 0.384667, "f1": 0.356578, "f1_weighted": 0.386117, "precision": 0.353977, "precision_weighted": 0.444039, "recall": 0.420853, "recall_weighted": 0.384667, "ap": null, "ap_weighted": null }, { "accuracy": 0.377606, "f1": 0.370628, "f1_weighted": 0.374193, "precision": 0.364255, "precision_weighted": 0.441064, "recall": 0.461105, "recall_weighted": 0.377606, "ap": null, "ap_weighted": null }, { "accuracy": 0.381977, "f1": 0.360022, "f1_weighted": 0.389431, "precision": 0.359465, "precision_weighted": 0.452457, "recall": 0.427278, "recall_weighted": 0.381977, "ap": null, "ap_weighted": null }, { "accuracy": 0.387021, "f1": 0.372801, "f1_weighted": 0.388649, "precision": 0.363805, "precision_weighted": 0.425534, "recall": 0.450183, "recall_weighted": 0.387021, "ap": null, "ap_weighted": null }, { "accuracy": 0.383995, "f1": 0.375685, "f1_weighted": 0.383784, "precision": 0.366047, "precision_weighted": 0.438086, "recall": 0.463105, "recall_weighted": 0.383995, "ap": null, "ap_weighted": null } ], "accuracy": 0.391695, "f1": 0.371002, "f1_weighted": 0.395872, "precision": 0.366169, "precision_weighted": 0.451113, "recall": 0.443476, "recall_weighted": 0.391695, "ap": NaN, "ap_weighted": NaN, "main_score": 0.391695, "hf_subset": "tl", "languages": [ "tgl-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.332213, "f1": 0.335673, "f1_weighted": 0.342645, "precision": 0.342487, "precision_weighted": 0.405373, "recall": 0.413352, "recall_weighted": 0.332213, "ap": null, "ap_weighted": null }, { "accuracy": 0.351042, "f1": 0.336908, "f1_weighted": 0.36147, "precision": 0.341106, "precision_weighted": 0.421254, "recall": 0.393494, "recall_weighted": 0.351042, "ap": null, "ap_weighted": null }, { "accuracy": 0.330195, "f1": 0.318357, "f1_weighted": 0.344634, "precision": 0.322503, "precision_weighted": 0.402385, "recall": 0.382132, "recall_weighted": 0.330195, "ap": null, "ap_weighted": null }, { "accuracy": 0.334902, "f1": 0.330013, "f1_weighted": 0.342444, "precision": 0.333843, "precision_weighted": 0.406475, "recall": 0.415635, "recall_weighted": 0.334902, "ap": null, "ap_weighted": null }, { "accuracy": 0.351715, "f1": 0.335427, "f1_weighted": 0.357162, "precision": 0.331733, "precision_weighted": 0.40883, "recall": 0.413758, "recall_weighted": 0.351715, "ap": null, "ap_weighted": null }, { "accuracy": 0.342972, "f1": 0.335869, "f1_weighted": 0.350806, "precision": 0.336884, "precision_weighted": 0.403874, "recall": 0.39978, "recall_weighted": 0.342972, "ap": null, "ap_weighted": null }, { "accuracy": 0.321116, "f1": 0.323298, "f1_weighted": 0.330755, "precision": 0.323655, "precision_weighted": 0.389186, "recall": 0.391129, "recall_weighted": 0.321116, "ap": null, "ap_weighted": null }, { "accuracy": 0.348352, "f1": 0.333498, "f1_weighted": 0.365252, "precision": 0.342752, "precision_weighted": 0.423527, "recall": 0.382793, "recall_weighted": 0.348352, "ap": null, "ap_weighted": null }, { "accuracy": 0.324815, "f1": 0.320676, "f1_weighted": 0.331384, "precision": 0.323896, "precision_weighted": 0.38924, "recall": 0.394519, "recall_weighted": 0.324815, "ap": null, "ap_weighted": null }, { "accuracy": 0.349025, "f1": 0.348796, "f1_weighted": 0.357291, "precision": 0.344049, "precision_weighted": 0.405188, "recall": 0.423616, "recall_weighted": 0.349025, "ap": null, "ap_weighted": null } ], "accuracy": 0.338635, "f1": 0.331851, "f1_weighted": 0.348384, "precision": 0.334291, "precision_weighted": 0.405533, "recall": 0.401021, "recall_weighted": 0.338635, "ap": NaN, "ap_weighted": NaN, "main_score": 0.338635, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.046738, "f1": 0.04736, "f1_weighted": 0.043318, "precision": 0.07917, "precision_weighted": 0.106554, "recall": 0.069312, "recall_weighted": 0.046738, "ap": null, "ap_weighted": null }, { "accuracy": 0.040013, "f1": 0.041897, "f1_weighted": 0.032686, "precision": 0.063078, "precision_weighted": 0.061031, "recall": 0.061517, "recall_weighted": 0.040013, "ap": null, "ap_weighted": null }, { "accuracy": 0.047075, "f1": 0.046276, "f1_weighted": 0.042258, "precision": 0.073503, "precision_weighted": 0.118775, "recall": 0.071295, "recall_weighted": 0.047075, "ap": null, "ap_weighted": null }, { "accuracy": 0.048756, "f1": 0.049659, "f1_weighted": 0.046623, "precision": 0.073141, "precision_weighted": 0.088822, "recall": 0.061205, "recall_weighted": 0.048756, "ap": null, "ap_weighted": null }, { "accuracy": 0.050437, "f1": 0.051029, "f1_weighted": 0.048119, "precision": 0.080025, "precision_weighted": 0.11391, "recall": 0.066435, "recall_weighted": 0.050437, "ap": null, "ap_weighted": null }, { "accuracy": 0.042367, "f1": 0.048296, "f1_weighted": 0.039677, "precision": 0.07662, "precision_weighted": 0.091414, "recall": 0.071501, "recall_weighted": 0.042367, "ap": null, "ap_weighted": null }, { "accuracy": 0.045393, "f1": 0.040351, "f1_weighted": 0.036982, "precision": 0.079607, "precision_weighted": 0.135134, "recall": 0.061963, "recall_weighted": 0.045393, "ap": null, "ap_weighted": null }, { "accuracy": 0.042367, "f1": 0.049181, "f1_weighted": 0.046398, "precision": 0.098259, "precision_weighted": 0.142641, "recall": 0.058843, "recall_weighted": 0.042367, "ap": null, "ap_weighted": null }, { "accuracy": 0.059516, "f1": 0.050715, "f1_weighted": 0.059146, "precision": 0.093996, "precision_weighted": 0.115504, "recall": 0.058925, "recall_weighted": 0.059516, "ap": null, "ap_weighted": null }, { "accuracy": 0.046066, "f1": 0.045738, "f1_weighted": 0.040831, "precision": 0.065998, "precision_weighted": 0.090078, "recall": 0.07846, "recall_weighted": 0.046066, "ap": null, "ap_weighted": null } ], "accuracy": 0.046873, "f1": 0.04705, "f1_weighted": 0.043604, "precision": 0.07834, "precision_weighted": 0.106386, "recall": 0.065946, "recall_weighted": 0.046873, "ap": NaN, "ap_weighted": NaN, "main_score": 0.046873, "hf_subset": "ur", "languages": [ "urd-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.314055, "f1": 0.302758, "f1_weighted": 0.322493, "precision": 0.310365, "precision_weighted": 0.393092, "recall": 0.36263, "recall_weighted": 0.314055, "ap": null, "ap_weighted": null }, { "accuracy": 0.282112, "f1": 0.278176, "f1_weighted": 0.286902, "precision": 0.286124, "precision_weighted": 0.347084, "recall": 0.3336, "recall_weighted": 0.282112, "ap": null, "ap_weighted": null }, { "accuracy": 0.298588, "f1": 0.291306, "f1_weighted": 0.308848, "precision": 0.306137, "precision_weighted": 0.393757, "recall": 0.339139, "recall_weighted": 0.298588, "ap": null, "ap_weighted": null }, { "accuracy": 0.297579, "f1": 0.282996, "f1_weighted": 0.299571, "precision": 0.284274, "precision_weighted": 0.354996, "recall": 0.341653, "recall_weighted": 0.297579, "ap": null, "ap_weighted": null }, { "accuracy": 0.295225, "f1": 0.283921, "f1_weighted": 0.301035, "precision": 0.288043, "precision_weighted": 0.367506, "recall": 0.356476, "recall_weighted": 0.295225, "ap": null, "ap_weighted": null }, { "accuracy": 0.280094, "f1": 0.276556, "f1_weighted": 0.286535, "precision": 0.28125, "precision_weighted": 0.349271, "recall": 0.334721, "recall_weighted": 0.280094, "ap": null, "ap_weighted": null }, { "accuracy": 0.283457, "f1": 0.270795, "f1_weighted": 0.287542, "precision": 0.272018, "precision_weighted": 0.354647, "recall": 0.342334, "recall_weighted": 0.283457, "ap": null, "ap_weighted": null }, { "accuracy": 0.279085, "f1": 0.269819, "f1_weighted": 0.285784, "precision": 0.275529, "precision_weighted": 0.346742, "recall": 0.333297, "recall_weighted": 0.279085, "ap": null, "ap_weighted": null }, { "accuracy": 0.292535, "f1": 0.27974, "f1_weighted": 0.29344, "precision": 0.27432, "precision_weighted": 0.330807, "recall": 0.331371, "recall_weighted": 0.292535, "ap": null, "ap_weighted": null }, { "accuracy": 0.294889, "f1": 0.286297, "f1_weighted": 0.297383, "precision": 0.28301, "precision_weighted": 0.352145, "recall": 0.354507, "recall_weighted": 0.294889, "ap": null, "ap_weighted": null } ], "accuracy": 0.291762, "f1": 0.282236, "f1_weighted": 0.296953, "precision": 0.286107, "precision_weighted": 0.359005, "recall": 0.342973, "recall_weighted": 0.291762, "ap": NaN, "ap_weighted": NaN, "main_score": 0.291762, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.038668, "f1": 0.011429, "f1_weighted": 0.02298, "precision": 0.010831, "precision_weighted": 0.019158, "recall": 0.027716, "recall_weighted": 0.038668, "ap": null, "ap_weighted": null }, { "accuracy": 0.019502, "f1": 0.009045, "f1_weighted": 0.010431, "precision": 0.038727, "precision_weighted": 0.064359, "recall": 0.028501, "recall_weighted": 0.019502, "ap": null, "ap_weighted": null }, { "accuracy": 0.024546, "f1": 0.010348, "f1_weighted": 0.018271, "precision": 0.028247, "precision_weighted": 0.045316, "recall": 0.027683, "recall_weighted": 0.024546, "ap": null, "ap_weighted": null }, { "accuracy": 0.035642, "f1": 0.009628, "f1_weighted": 0.020436, "precision": 0.024639, "precision_weighted": 0.072427, "recall": 0.026254, "recall_weighted": 0.035642, "ap": null, "ap_weighted": null }, { "accuracy": 0.024882, "f1": 0.008989, "f1_weighted": 0.015138, "precision": 0.008406, "precision_weighted": 0.017908, "recall": 0.024652, "recall_weighted": 0.024882, "ap": null, "ap_weighted": null }, { "accuracy": 0.02421, "f1": 0.009388, "f1_weighted": 0.013588, "precision": 0.01389, "precision_weighted": 0.02554, "recall": 0.02731, "recall_weighted": 0.02421, "ap": null, "ap_weighted": null }, { "accuracy": 0.032952, "f1": 0.011356, "f1_weighted": 0.018753, "precision": 0.008852, "precision_weighted": 0.014612, "recall": 0.030297, "recall_weighted": 0.032952, "ap": null, "ap_weighted": null }, { "accuracy": 0.026564, "f1": 0.010884, "f1_weighted": 0.013102, "precision": 0.018198, "precision_weighted": 0.024023, "recall": 0.03347, "recall_weighted": 0.026564, "ap": null, "ap_weighted": null }, { "accuracy": 0.035978, "f1": 0.012233, "f1_weighted": 0.024184, "precision": 0.01943, "precision_weighted": 0.036568, "recall": 0.030284, "recall_weighted": 0.035978, "ap": null, "ap_weighted": null }, { "accuracy": 0.026227, "f1": 0.013541, "f1_weighted": 0.018313, "precision": 0.039358, "precision_weighted": 0.065436, "recall": 0.034446, "recall_weighted": 0.026227, "ap": null, "ap_weighted": null } ], "accuracy": 0.028917, "f1": 0.010684, "f1_weighted": 0.01752, "precision": 0.021058, "precision_weighted": 0.038535, "recall": 0.029061, "recall_weighted": 0.028917, "ap": NaN, "ap_weighted": NaN, "main_score": 0.028917, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ] }, { "scores_per_experiment": [ { "accuracy": 0.04573, "f1": 0.035352, "f1_weighted": 0.04014, "precision": 0.091792, "precision_weighted": 0.11575, "recall": 0.076308, "recall_weighted": 0.04573, "ap": null, "ap_weighted": null }, { "accuracy": 0.041022, "f1": 0.027707, "f1_weighted": 0.034331, "precision": 0.060675, "precision_weighted": 0.085532, "recall": 0.046894, "recall_weighted": 0.041022, "ap": null, "ap_weighted": null }, { "accuracy": 0.054136, "f1": 0.037276, "f1_weighted": 0.0561, "precision": 0.071321, "precision_weighted": 0.099568, "recall": 0.052355, "recall_weighted": 0.054136, "ap": null, "ap_weighted": null }, { "accuracy": 0.051782, "f1": 0.037766, "f1_weighted": 0.046072, "precision": 0.077161, "precision_weighted": 0.105756, "recall": 0.055626, "recall_weighted": 0.051782, "ap": null, "ap_weighted": null }, { "accuracy": 0.0538, "f1": 0.051384, "f1_weighted": 0.053471, "precision": 0.094056, "precision_weighted": 0.10253, "recall": 0.07538, "recall_weighted": 0.0538, "ap": null, "ap_weighted": null }, { "accuracy": 0.054808, "f1": 0.039367, "f1_weighted": 0.04887, "precision": 0.10019, "precision_weighted": 0.109317, "recall": 0.054454, "recall_weighted": 0.054808, "ap": null, "ap_weighted": null }, { "accuracy": 0.037323, "f1": 0.03419, "f1_weighted": 0.037143, "precision": 0.070924, "precision_weighted": 0.092658, "recall": 0.0707, "recall_weighted": 0.037323, "ap": null, "ap_weighted": null }, { "accuracy": 0.054808, "f1": 0.044309, "f1_weighted": 0.045026, "precision": 0.119297, "precision_weighted": 0.138566, "recall": 0.078602, "recall_weighted": 0.054808, "ap": null, "ap_weighted": null }, { "accuracy": 0.062206, "f1": 0.043094, "f1_weighted": 0.058001, "precision": 0.084568, "precision_weighted": 0.103368, "recall": 0.052179, "recall_weighted": 0.062206, "ap": null, "ap_weighted": null }, { "accuracy": 0.043712, "f1": 0.037503, "f1_weighted": 0.038315, "precision": 0.067811, "precision_weighted": 0.097595, "recall": 0.063517, "recall_weighted": 0.043712, "ap": null, "ap_weighted": null } ], "accuracy": 0.049933, "f1": 0.038795, "f1_weighted": 0.045747, "precision": 0.08378, "precision_weighted": 0.105064, "recall": 0.062602, "recall_weighted": 0.049933, "ap": NaN, "ap_weighted": NaN, "main_score": 0.049933, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ] } ] }, "evaluation_time": 5880.666026592255, "kg_co2_emissions": null }