{ "dataset_revision": "fad2c6e8459f9e1c45d9315f4953d921437d70f8", "task_name": "MassiveScenarioClassification", "mteb_version": "2.6.7", "scores": { "test": [ { "scores_per_experiment": [ { "accuracy": 0.899126, "f1": 0.890215, "f1_weighted": 0.897931, "precision": 0.885767, "precision_weighted": 0.899333, "recall": 0.897779, "recall_weighted": 0.899126, "ap": null, "ap_weighted": null }, { "accuracy": 0.893746, "f1": 0.884928, "f1_weighted": 0.894739, "precision": 0.877208, "precision_weighted": 0.898267, "recall": 0.896179, "recall_weighted": 0.893746, "ap": null, "ap_weighted": null }, { "accuracy": 0.8961, "f1": 0.88517, "f1_weighted": 0.895296, "precision": 0.877184, "precision_weighted": 0.899589, "recall": 0.899986, "recall_weighted": 0.8961, "ap": null, "ap_weighted": null }, { "accuracy": 0.896436, "f1": 0.886419, "f1_weighted": 0.895231, "precision": 0.881619, "precision_weighted": 0.897437, "recall": 0.895124, "recall_weighted": 0.896436, "ap": null, "ap_weighted": null }, { "accuracy": 0.895763, "f1": 0.885499, "f1_weighted": 0.894646, "precision": 0.880766, "precision_weighted": 0.896516, "recall": 0.894031, "recall_weighted": 0.895763, "ap": null, "ap_weighted": null }, { "accuracy": 0.896436, "f1": 0.887077, "f1_weighted": 0.896137, "precision": 0.883338, "precision_weighted": 0.899042, "recall": 0.895094, "recall_weighted": 0.896436, "ap": null, "ap_weighted": null }, { "accuracy": 0.890383, "f1": 0.878617, "f1_weighted": 0.890681, "precision": 0.871301, "precision_weighted": 0.892556, "recall": 0.888121, "recall_weighted": 0.890383, "ap": null, "ap_weighted": null }, { "accuracy": 0.896772, "f1": 0.885867, "f1_weighted": 0.896823, "precision": 0.881906, "precision_weighted": 0.898213, "recall": 0.891922, "recall_weighted": 0.896772, "ap": null, "ap_weighted": null }, { "accuracy": 0.899462, "f1": 0.889934, "f1_weighted": 0.898249, "precision": 0.889246, "precision_weighted": 0.899115, "recall": 0.893164, "recall_weighted": 0.899462, "ap": null, "ap_weighted": null }, { "accuracy": 0.902488, "f1": 0.894654, "f1_weighted": 0.902028, "precision": 0.890743, "precision_weighted": 0.903025, "recall": 0.900701, "recall_weighted": 0.902488, "ap": null, "ap_weighted": null } ], "accuracy": 0.896671, "f1": 0.886838, "f1_weighted": 0.896176, "precision": 0.881908, "precision_weighted": 0.898309, "recall": 0.89521, "recall_weighted": 0.896671, "ap": NaN, "ap_weighted": NaN, "main_score": 0.896671, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.902488, "f1": 0.893223, "f1_weighted": 0.900738, "precision": 0.891105, "precision_weighted": 0.902027, "recall": 0.898882, "recall_weighted": 0.902488, "ap": null, "ap_weighted": null }, { "accuracy": 0.904506, "f1": 0.893995, "f1_weighted": 0.904662, "precision": 0.88694, "precision_weighted": 0.906691, "recall": 0.904001, "recall_weighted": 0.904506, "ap": null, "ap_weighted": null }, { "accuracy": 0.897445, "f1": 0.885793, "f1_weighted": 0.897225, "precision": 0.87739, "precision_weighted": 0.900699, "recall": 0.899129, "recall_weighted": 0.897445, "ap": null, "ap_weighted": null }, { "accuracy": 0.901816, "f1": 0.891671, "f1_weighted": 0.900164, "precision": 0.887826, "precision_weighted": 0.903425, "recall": 0.900624, "recall_weighted": 0.901816, "ap": null, "ap_weighted": null }, { "accuracy": 0.900134, "f1": 0.889324, "f1_weighted": 0.899015, "precision": 0.883332, "precision_weighted": 0.90068, "recall": 0.898963, "recall_weighted": 0.900134, "ap": null, "ap_weighted": null }, { "accuracy": 0.899798, "f1": 0.888914, "f1_weighted": 0.899111, "precision": 0.88243, "precision_weighted": 0.901926, "recall": 0.900169, "recall_weighted": 0.899798, "ap": null, "ap_weighted": null }, { "accuracy": 0.901479, "f1": 0.891114, "f1_weighted": 0.900914, "precision": 0.884078, "precision_weighted": 0.901805, "recall": 0.900312, "recall_weighted": 0.901479, "ap": null, "ap_weighted": null }, { "accuracy": 0.897781, "f1": 0.888119, "f1_weighted": 0.89662, "precision": 0.885181, "precision_weighted": 0.898429, "recall": 0.895137, "recall_weighted": 0.897781, "ap": null, "ap_weighted": null }, { "accuracy": 0.902152, "f1": 0.892893, "f1_weighted": 0.900578, "precision": 0.890537, "precision_weighted": 0.902159, "recall": 0.898635, "recall_weighted": 0.902152, "ap": null, "ap_weighted": null }, { "accuracy": 0.902824, "f1": 0.89375, "f1_weighted": 0.902654, "precision": 0.889837, "precision_weighted": 0.904334, "recall": 0.900499, "recall_weighted": 0.902824, "ap": null, "ap_weighted": null } ], "accuracy": 0.901042, "f1": 0.89088, "f1_weighted": 0.900168, "precision": 0.885866, "precision_weighted": 0.902218, "recall": 0.899635, "recall_weighted": 0.901042, "ap": NaN, "ap_weighted": NaN, "main_score": 0.901042, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.878278, "f1": 0.863842, "f1_weighted": 0.877012, "precision": 0.86055, "precision_weighted": 0.87726, "recall": 0.869252, "recall_weighted": 0.878278, "ap": null, "ap_weighted": null }, { "accuracy": 0.870545, "f1": 0.857253, "f1_weighted": 0.871403, "precision": 0.849664, "precision_weighted": 0.875383, "recall": 0.86821, "recall_weighted": 0.870545, "ap": null, "ap_weighted": null }, { "accuracy": 0.876933, "f1": 0.862423, "f1_weighted": 0.875665, "precision": 0.854362, "precision_weighted": 0.878643, "recall": 0.875679, "recall_weighted": 0.876933, "ap": null, "ap_weighted": null }, { "accuracy": 0.872226, "f1": 0.855077, "f1_weighted": 0.869921, "precision": 0.851631, "precision_weighted": 0.875586, "recall": 0.867036, "recall_weighted": 0.872226, "ap": null, "ap_weighted": null }, { "accuracy": 0.878615, "f1": 0.864024, "f1_weighted": 0.87742, "precision": 0.85923, "precision_weighted": 0.878475, "recall": 0.871384, "recall_weighted": 0.878615, "ap": null, "ap_weighted": null }, { "accuracy": 0.876597, "f1": 0.862987, "f1_weighted": 0.876009, "precision": 0.859441, "precision_weighted": 0.878158, "recall": 0.869899, "recall_weighted": 0.876597, "ap": null, "ap_weighted": null }, { "accuracy": 0.877606, "f1": 0.864755, "f1_weighted": 0.877494, "precision": 0.858496, "precision_weighted": 0.878495, "recall": 0.872268, "recall_weighted": 0.877606, "ap": null, "ap_weighted": null }, { "accuracy": 0.878615, "f1": 0.863719, "f1_weighted": 0.877841, "precision": 0.859313, "precision_weighted": 0.878968, "recall": 0.870723, "recall_weighted": 0.878615, "ap": null, "ap_weighted": null }, { "accuracy": 0.880632, "f1": 0.863762, "f1_weighted": 0.879456, "precision": 0.863017, "precision_weighted": 0.88053, "recall": 0.867518, "recall_weighted": 0.880632, "ap": null, "ap_weighted": null }, { "accuracy": 0.877606, "f1": 0.861392, "f1_weighted": 0.877476, "precision": 0.85507, "precision_weighted": 0.879038, "recall": 0.870205, "recall_weighted": 0.877606, "ap": null, "ap_weighted": null } ], "accuracy": 0.876765, "f1": 0.861923, "f1_weighted": 0.87597, "precision": 0.857077, "precision_weighted": 0.878054, "recall": 0.870217, "recall_weighted": 0.876765, "ap": NaN, "ap_weighted": NaN, "main_score": 0.876765, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "scores_per_experiment": [ { "accuracy": 0.918292, "f1": 0.913043, "f1_weighted": 0.917487, "precision": 0.912655, "precision_weighted": 0.918622, "recall": 0.91571, "recall_weighted": 0.918292, "ap": null, "ap_weighted": null }, { "accuracy": 0.916611, "f1": 0.909186, "f1_weighted": 0.916969, "precision": 0.901669, "precision_weighted": 0.91885, "recall": 0.918973, "recall_weighted": 0.916611, "ap": null, "ap_weighted": null }, { "accuracy": 0.915938, "f1": 0.90741, "f1_weighted": 0.915123, "precision": 0.900354, "precision_weighted": 0.918475, "recall": 0.919606, "recall_weighted": 0.915938, "ap": null, "ap_weighted": null }, { "accuracy": 0.912239, "f1": 0.905302, "f1_weighted": 0.911155, "precision": 0.901543, "precision_weighted": 0.914615, "recall": 0.914083, "recall_weighted": 0.912239, "ap": null, "ap_weighted": null }, { "accuracy": 0.914929, "f1": 0.905386, "f1_weighted": 0.913773, "precision": 0.899797, "precision_weighted": 0.9149, "recall": 0.913933, "recall_weighted": 0.914929, "ap": null, "ap_weighted": null }, { "accuracy": 0.914257, "f1": 0.905668, "f1_weighted": 0.913701, "precision": 0.900728, "precision_weighted": 0.916813, "recall": 0.91551, "recall_weighted": 0.914257, "ap": null, "ap_weighted": null }, { "accuracy": 0.915266, "f1": 0.907254, "f1_weighted": 0.915485, "precision": 0.901074, "precision_weighted": 0.916522, "recall": 0.914837, "recall_weighted": 0.915266, "ap": null, "ap_weighted": null }, { "accuracy": 0.917619, "f1": 0.909223, "f1_weighted": 0.916703, "precision": 0.905138, "precision_weighted": 0.917564, "recall": 0.915872, "recall_weighted": 0.917619, "ap": null, "ap_weighted": null }, { "accuracy": 0.921318, "f1": 0.913381, "f1_weighted": 0.920544, "precision": 0.909557, "precision_weighted": 0.92163, "recall": 0.919439, "recall_weighted": 0.921318, "ap": null, "ap_weighted": null }, { "accuracy": 0.919637, "f1": 0.911408, "f1_weighted": 0.919123, "precision": 0.907767, "precision_weighted": 0.920538, "recall": 0.917753, "recall_weighted": 0.919637, "ap": null, "ap_weighted": null } ], "accuracy": 0.916611, "f1": 0.908726, "f1_weighted": 0.916006, "precision": 0.904028, "precision_weighted": 0.917853, "recall": 0.916572, "recall_weighted": 0.916611, "ap": NaN, "ap_weighted": NaN, "main_score": 0.916611, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.901816, "f1": 0.895065, "f1_weighted": 0.901471, "precision": 0.892633, "precision_weighted": 0.903213, "recall": 0.900544, "recall_weighted": 0.901816, "ap": null, "ap_weighted": null }, { "accuracy": 0.904842, "f1": 0.897741, "f1_weighted": 0.904995, "precision": 0.891011, "precision_weighted": 0.906523, "recall": 0.906343, "recall_weighted": 0.904842, "ap": null, "ap_weighted": null }, { "accuracy": 0.897108, "f1": 0.886403, "f1_weighted": 0.895473, "precision": 0.879813, "precision_weighted": 0.898816, "recall": 0.899136, "recall_weighted": 0.897108, "ap": null, "ap_weighted": null }, { "accuracy": 0.901816, "f1": 0.895339, "f1_weighted": 0.900536, "precision": 0.891136, "precision_weighted": 0.903617, "recall": 0.904121, "recall_weighted": 0.901816, "ap": null, "ap_weighted": null }, { "accuracy": 0.903833, "f1": 0.895468, "f1_weighted": 0.903125, "precision": 0.89051, "precision_weighted": 0.904872, "recall": 0.903888, "recall_weighted": 0.903833, "ap": null, "ap_weighted": null }, { "accuracy": 0.904169, "f1": 0.895855, "f1_weighted": 0.903257, "precision": 0.890858, "precision_weighted": 0.905718, "recall": 0.905417, "recall_weighted": 0.904169, "ap": null, "ap_weighted": null }, { "accuracy": 0.901816, "f1": 0.895591, "f1_weighted": 0.902368, "precision": 0.889797, "precision_weighted": 0.903991, "recall": 0.903032, "recall_weighted": 0.901816, "ap": null, "ap_weighted": null }, { "accuracy": 0.904169, "f1": 0.895518, "f1_weighted": 0.904132, "precision": 0.890959, "precision_weighted": 0.90578, "recall": 0.902886, "recall_weighted": 0.904169, "ap": null, "ap_weighted": null }, { "accuracy": 0.905178, "f1": 0.897962, "f1_weighted": 0.904429, "precision": 0.896153, "precision_weighted": 0.905206, "recall": 0.901733, "recall_weighted": 0.905178, "ap": null, "ap_weighted": null }, { "accuracy": 0.904506, "f1": 0.897771, "f1_weighted": 0.903911, "precision": 0.893756, "precision_weighted": 0.904805, "recall": 0.903849, "recall_weighted": 0.904506, "ap": null, "ap_weighted": null } ], "accuracy": 0.902925, "f1": 0.895271, "f1_weighted": 0.90237, "precision": 0.890663, "precision_weighted": 0.904254, "recall": 0.903095, "recall_weighted": 0.902925, "ap": NaN, "ap_weighted": NaN, "main_score": 0.902925, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.886012, "f1": 0.872125, "f1_weighted": 0.886049, "precision": 0.869888, "precision_weighted": 0.887042, "recall": 0.875744, "recall_weighted": 0.886012, "ap": null, "ap_weighted": null }, { "accuracy": 0.878951, "f1": 0.863195, "f1_weighted": 0.880473, "precision": 0.854022, "precision_weighted": 0.884861, "recall": 0.876541, "recall_weighted": 0.878951, "ap": null, "ap_weighted": null }, { "accuracy": 0.883658, "f1": 0.866827, "f1_weighted": 0.883581, "precision": 0.859224, "precision_weighted": 0.885911, "recall": 0.878072, "recall_weighted": 0.883658, "ap": null, "ap_weighted": null }, { "accuracy": 0.879623, "f1": 0.864034, "f1_weighted": 0.878066, "precision": 0.856704, "precision_weighted": 0.881606, "recall": 0.877071, "recall_weighted": 0.879623, "ap": null, "ap_weighted": null }, { "accuracy": 0.886348, "f1": 0.872833, "f1_weighted": 0.885757, "precision": 0.867467, "precision_weighted": 0.886727, "recall": 0.880305, "recall_weighted": 0.886348, "ap": null, "ap_weighted": null }, { "accuracy": 0.879287, "f1": 0.86503, "f1_weighted": 0.878905, "precision": 0.85773, "precision_weighted": 0.880195, "recall": 0.874828, "recall_weighted": 0.879287, "ap": null, "ap_weighted": null }, { "accuracy": 0.885676, "f1": 0.873952, "f1_weighted": 0.886297, "precision": 0.866019, "precision_weighted": 0.888369, "recall": 0.883806, "recall_weighted": 0.885676, "ap": null, "ap_weighted": null }, { "accuracy": 0.887021, "f1": 0.872984, "f1_weighted": 0.886883, "precision": 0.868284, "precision_weighted": 0.887876, "recall": 0.879598, "recall_weighted": 0.887021, "ap": null, "ap_weighted": null }, { "accuracy": 0.883658, "f1": 0.867109, "f1_weighted": 0.882888, "precision": 0.864024, "precision_weighted": 0.884097, "recall": 0.873028, "recall_weighted": 0.883658, "ap": null, "ap_weighted": null }, { "accuracy": 0.882986, "f1": 0.870519, "f1_weighted": 0.884152, "precision": 0.865824, "precision_weighted": 0.886608, "recall": 0.877178, "recall_weighted": 0.882986, "ap": null, "ap_weighted": null } ], "accuracy": 0.883322, "f1": 0.868861, "f1_weighted": 0.883305, "precision": 0.862918, "precision_weighted": 0.885329, "recall": 0.877617, "recall_weighted": 0.883322, "ap": NaN, "ap_weighted": NaN, "main_score": 0.883322, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.847344, "f1": 0.828546, "f1_weighted": 0.847846, "precision": 0.820192, "precision_weighted": 0.851219, "recall": 0.840991, "recall_weighted": 0.847344, "ap": null, "ap_weighted": null }, { "accuracy": 0.839274, "f1": 0.814431, "f1_weighted": 0.838624, "precision": 0.802901, "precision_weighted": 0.841586, "recall": 0.830918, "recall_weighted": 0.839274, "ap": null, "ap_weighted": null }, { "accuracy": 0.838601, "f1": 0.813747, "f1_weighted": 0.835965, "precision": 0.799347, "precision_weighted": 0.841369, "recall": 0.838552, "recall_weighted": 0.838601, "ap": null, "ap_weighted": null }, { "accuracy": 0.841291, "f1": 0.817696, "f1_weighted": 0.837364, "precision": 0.806731, "precision_weighted": 0.840484, "recall": 0.836442, "recall_weighted": 0.841291, "ap": null, "ap_weighted": null }, { "accuracy": 0.848016, "f1": 0.824807, "f1_weighted": 0.845988, "precision": 0.816385, "precision_weighted": 0.847576, "recall": 0.837928, "recall_weighted": 0.848016, "ap": null, "ap_weighted": null }, { "accuracy": 0.854069, "f1": 0.832862, "f1_weighted": 0.853953, "precision": 0.825663, "precision_weighted": 0.857683, "recall": 0.846476, "recall_weighted": 0.854069, "ap": null, "ap_weighted": null }, { "accuracy": 0.840282, "f1": 0.817151, "f1_weighted": 0.837097, "precision": 0.805901, "precision_weighted": 0.838925, "recall": 0.834689, "recall_weighted": 0.840282, "ap": null, "ap_weighted": null }, { "accuracy": 0.851715, "f1": 0.830688, "f1_weighted": 0.851179, "precision": 0.822156, "precision_weighted": 0.853157, "recall": 0.84343, "recall_weighted": 0.851715, "ap": null, "ap_weighted": null }, { "accuracy": 0.845326, "f1": 0.822399, "f1_weighted": 0.843617, "precision": 0.815295, "precision_weighted": 0.845191, "recall": 0.833511, "recall_weighted": 0.845326, "ap": null, "ap_weighted": null }, { "accuracy": 0.849697, "f1": 0.826252, "f1_weighted": 0.850067, "precision": 0.812323, "precision_weighted": 0.854619, "recall": 0.847084, "recall_weighted": 0.849697, "ap": null, "ap_weighted": null } ], "accuracy": 0.845562, "f1": 0.822858, "f1_weighted": 0.84417, "precision": 0.812689, "precision_weighted": 0.847181, "recall": 0.839002, "recall_weighted": 0.845562, "ap": NaN, "ap_weighted": NaN, "main_score": 0.845562, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.911231, "f1": 0.904223, "f1_weighted": 0.910007, "precision": 0.903847, "precision_weighted": 0.911709, "recall": 0.907902, "recall_weighted": 0.911231, "ap": null, "ap_weighted": null }, { "accuracy": 0.908877, "f1": 0.901956, "f1_weighted": 0.908326, "precision": 0.894609, "precision_weighted": 0.909913, "recall": 0.912025, "recall_weighted": 0.908877, "ap": null, "ap_weighted": null }, { "accuracy": 0.907868, "f1": 0.899444, "f1_weighted": 0.906416, "precision": 0.895318, "precision_weighted": 0.909114, "recall": 0.907915, "recall_weighted": 0.907868, "ap": null, "ap_weighted": null }, { "accuracy": 0.904169, "f1": 0.897629, "f1_weighted": 0.903171, "precision": 0.892736, "precision_weighted": 0.905363, "recall": 0.906065, "recall_weighted": 0.904169, "ap": null, "ap_weighted": null }, { "accuracy": 0.907868, "f1": 0.901113, "f1_weighted": 0.906398, "precision": 0.899065, "precision_weighted": 0.908079, "recall": 0.906574, "recall_weighted": 0.907868, "ap": null, "ap_weighted": null }, { "accuracy": 0.907532, "f1": 0.89998, "f1_weighted": 0.906803, "precision": 0.894597, "precision_weighted": 0.909976, "recall": 0.909975, "recall_weighted": 0.907532, "ap": null, "ap_weighted": null }, { "accuracy": 0.911567, "f1": 0.904828, "f1_weighted": 0.911117, "precision": 0.898361, "precision_weighted": 0.911773, "recall": 0.912747, "recall_weighted": 0.911567, "ap": null, "ap_weighted": null }, { "accuracy": 0.912912, "f1": 0.904979, "f1_weighted": 0.912154, "precision": 0.901539, "precision_weighted": 0.913245, "recall": 0.911065, "recall_weighted": 0.912912, "ap": null, "ap_weighted": null }, { "accuracy": 0.910894, "f1": 0.904325, "f1_weighted": 0.909698, "precision": 0.902555, "precision_weighted": 0.910104, "recall": 0.908025, "recall_weighted": 0.910894, "ap": null, "ap_weighted": null }, { "accuracy": 0.909886, "f1": 0.903591, "f1_weighted": 0.909811, "precision": 0.897471, "precision_weighted": 0.91092, "recall": 0.911453, "recall_weighted": 0.909886, "ap": null, "ap_weighted": null } ], "accuracy": 0.90928, "f1": 0.902207, "f1_weighted": 0.90839, "precision": 0.89801, "precision_weighted": 0.91002, "recall": 0.909375, "recall_weighted": 0.90928, "ap": NaN, "ap_weighted": NaN, "main_score": 0.90928, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.865837, "f1": 0.850702, "f1_weighted": 0.864822, "precision": 0.845246, "precision_weighted": 0.866475, "recall": 0.860429, "recall_weighted": 0.865837, "ap": null, "ap_weighted": null }, { "accuracy": 0.865165, "f1": 0.847432, "f1_weighted": 0.86473, "precision": 0.837558, "precision_weighted": 0.867345, "recall": 0.861765, "recall_weighted": 0.865165, "ap": null, "ap_weighted": null }, { "accuracy": 0.854069, "f1": 0.831883, "f1_weighted": 0.852021, "precision": 0.821745, "precision_weighted": 0.856167, "recall": 0.849908, "recall_weighted": 0.854069, "ap": null, "ap_weighted": null }, { "accuracy": 0.861466, "f1": 0.841905, "f1_weighted": 0.858912, "precision": 0.836093, "precision_weighted": 0.861614, "recall": 0.854395, "recall_weighted": 0.861466, "ap": null, "ap_weighted": null }, { "accuracy": 0.864492, "f1": 0.847131, "f1_weighted": 0.863084, "precision": 0.842188, "precision_weighted": 0.865577, "recall": 0.858003, "recall_weighted": 0.864492, "ap": null, "ap_weighted": null }, { "accuracy": 0.861802, "f1": 0.843526, "f1_weighted": 0.859557, "precision": 0.838253, "precision_weighted": 0.861906, "recall": 0.854803, "recall_weighted": 0.861802, "ap": null, "ap_weighted": null }, { "accuracy": 0.859449, "f1": 0.844016, "f1_weighted": 0.859862, "precision": 0.834673, "precision_weighted": 0.863688, "recall": 0.857587, "recall_weighted": 0.859449, "ap": null, "ap_weighted": null }, { "accuracy": 0.868863, "f1": 0.853836, "f1_weighted": 0.867664, "precision": 0.851851, "precision_weighted": 0.869461, "recall": 0.860727, "recall_weighted": 0.868863, "ap": null, "ap_weighted": null }, { "accuracy": 0.861802, "f1": 0.843443, "f1_weighted": 0.85938, "precision": 0.839198, "precision_weighted": 0.859915, "recall": 0.851273, "recall_weighted": 0.861802, "ap": null, "ap_weighted": null }, { "accuracy": 0.864492, "f1": 0.848297, "f1_weighted": 0.864881, "precision": 0.840611, "precision_weighted": 0.868246, "recall": 0.860652, "recall_weighted": 0.864492, "ap": null, "ap_weighted": null } ], "accuracy": 0.862744, "f1": 0.845217, "f1_weighted": 0.861491, "precision": 0.838742, "precision_weighted": 0.864039, "recall": 0.856954, "recall_weighted": 0.862744, "ap": NaN, "ap_weighted": NaN, "main_score": 0.862744, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.798252, "f1": 0.767146, "f1_weighted": 0.799698, "precision": 0.757233, "precision_weighted": 0.806157, "recall": 0.783935, "recall_weighted": 0.798252, "ap": null, "ap_weighted": null }, { "accuracy": 0.802959, "f1": 0.768185, "f1_weighted": 0.801555, "precision": 0.75889, "precision_weighted": 0.80556, "recall": 0.786451, "recall_weighted": 0.802959, "ap": null, "ap_weighted": null }, { "accuracy": 0.792872, "f1": 0.760308, "f1_weighted": 0.795846, "precision": 0.748805, "precision_weighted": 0.809168, "recall": 0.788104, "recall_weighted": 0.792872, "ap": null, "ap_weighted": null }, { "accuracy": 0.789845, "f1": 0.745187, "f1_weighted": 0.781701, "precision": 0.743902, "precision_weighted": 0.799952, "recall": 0.777086, "recall_weighted": 0.789845, "ap": null, "ap_weighted": null }, { "accuracy": 0.799597, "f1": 0.76072, "f1_weighted": 0.798448, "precision": 0.755242, "precision_weighted": 0.804535, "recall": 0.777105, "recall_weighted": 0.799597, "ap": null, "ap_weighted": null }, { "accuracy": 0.803631, "f1": 0.770306, "f1_weighted": 0.803349, "precision": 0.763458, "precision_weighted": 0.80723, "recall": 0.78293, "recall_weighted": 0.803631, "ap": null, "ap_weighted": null }, { "accuracy": 0.803295, "f1": 0.771455, "f1_weighted": 0.801547, "precision": 0.761524, "precision_weighted": 0.806731, "recall": 0.789608, "recall_weighted": 0.803295, "ap": null, "ap_weighted": null }, { "accuracy": 0.803968, "f1": 0.770834, "f1_weighted": 0.80518, "precision": 0.765864, "precision_weighted": 0.81068, "recall": 0.782527, "recall_weighted": 0.803968, "ap": null, "ap_weighted": null }, { "accuracy": 0.79926, "f1": 0.764875, "f1_weighted": 0.79719, "precision": 0.758978, "precision_weighted": 0.800472, "recall": 0.777754, "recall_weighted": 0.79926, "ap": null, "ap_weighted": null }, { "accuracy": 0.803295, "f1": 0.775225, "f1_weighted": 0.807504, "precision": 0.76795, "precision_weighted": 0.816587, "recall": 0.790311, "recall_weighted": 0.803295, "ap": null, "ap_weighted": null } ], "accuracy": 0.799697, "f1": 0.765424, "f1_weighted": 0.799202, "precision": 0.758185, "precision_weighted": 0.806707, "recall": 0.783581, "recall_weighted": 0.799697, "ap": NaN, "ap_weighted": NaN, "main_score": 0.799697, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.904506, "f1": 0.897044, "f1_weighted": 0.902978, "precision": 0.894262, "precision_weighted": 0.903468, "recall": 0.9023, "recall_weighted": 0.904506, "ap": null, "ap_weighted": null }, { "accuracy": 0.904169, "f1": 0.897712, "f1_weighted": 0.90368, "precision": 0.892186, "precision_weighted": 0.905084, "recall": 0.905619, "recall_weighted": 0.904169, "ap": null, "ap_weighted": null }, { "accuracy": 0.903161, "f1": 0.893857, "f1_weighted": 0.902086, "precision": 0.885865, "precision_weighted": 0.90439, "recall": 0.906431, "recall_weighted": 0.903161, "ap": null, "ap_weighted": null }, { "accuracy": 0.904506, "f1": 0.89545, "f1_weighted": 0.901993, "precision": 0.893047, "precision_weighted": 0.904175, "recall": 0.902683, "recall_weighted": 0.904506, "ap": null, "ap_weighted": null }, { "accuracy": 0.905178, "f1": 0.897638, "f1_weighted": 0.90371, "precision": 0.895001, "precision_weighted": 0.904288, "recall": 0.90283, "recall_weighted": 0.905178, "ap": null, "ap_weighted": null }, { "accuracy": 0.902488, "f1": 0.895202, "f1_weighted": 0.901778, "precision": 0.889897, "precision_weighted": 0.903384, "recall": 0.903358, "recall_weighted": 0.902488, "ap": null, "ap_weighted": null }, { "accuracy": 0.907868, "f1": 0.9006, "f1_weighted": 0.907393, "precision": 0.896325, "precision_weighted": 0.907693, "recall": 0.905947, "recall_weighted": 0.907868, "ap": null, "ap_weighted": null }, { "accuracy": 0.906523, "f1": 0.899843, "f1_weighted": 0.906214, "precision": 0.897126, "precision_weighted": 0.907406, "recall": 0.904766, "recall_weighted": 0.906523, "ap": null, "ap_weighted": null }, { "accuracy": 0.906523, "f1": 0.899475, "f1_weighted": 0.90509, "precision": 0.899064, "precision_weighted": 0.906192, "recall": 0.903054, "recall_weighted": 0.906523, "ap": null, "ap_weighted": null }, { "accuracy": 0.908204, "f1": 0.901934, "f1_weighted": 0.907514, "precision": 0.899239, "precision_weighted": 0.90848, "recall": 0.906964, "recall_weighted": 0.908204, "ap": null, "ap_weighted": null } ], "accuracy": 0.905313, "f1": 0.897875, "f1_weighted": 0.904244, "precision": 0.894201, "precision_weighted": 0.905456, "recall": 0.904395, "recall_weighted": 0.905313, "ap": NaN, "ap_weighted": NaN, "main_score": 0.905313, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.905514, "f1": 0.900388, "f1_weighted": 0.904713, "precision": 0.901033, "precision_weighted": 0.904997, "recall": 0.901206, "recall_weighted": 0.905514, "ap": null, "ap_weighted": null }, { "accuracy": 0.905178, "f1": 0.899853, "f1_weighted": 0.905169, "precision": 0.895981, "precision_weighted": 0.906271, "recall": 0.905182, "recall_weighted": 0.905178, "ap": null, "ap_weighted": null }, { "accuracy": 0.899798, "f1": 0.892757, "f1_weighted": 0.898726, "precision": 0.887607, "precision_weighted": 0.900295, "recall": 0.901196, "recall_weighted": 0.899798, "ap": null, "ap_weighted": null }, { "accuracy": 0.899462, "f1": 0.892938, "f1_weighted": 0.898432, "precision": 0.890604, "precision_weighted": 0.900583, "recall": 0.899001, "recall_weighted": 0.899462, "ap": null, "ap_weighted": null }, { "accuracy": 0.902488, "f1": 0.895085, "f1_weighted": 0.900743, "precision": 0.895633, "precision_weighted": 0.900576, "recall": 0.896391, "recall_weighted": 0.902488, "ap": null, "ap_weighted": null }, { "accuracy": 0.903833, "f1": 0.896308, "f1_weighted": 0.902243, "precision": 0.895644, "precision_weighted": 0.902722, "recall": 0.899335, "recall_weighted": 0.903833, "ap": null, "ap_weighted": null }, { "accuracy": 0.905178, "f1": 0.898372, "f1_weighted": 0.904771, "precision": 0.895048, "precision_weighted": 0.905107, "recall": 0.902953, "recall_weighted": 0.905178, "ap": null, "ap_weighted": null }, { "accuracy": 0.903497, "f1": 0.896112, "f1_weighted": 0.9022, "precision": 0.894034, "precision_weighted": 0.90247, "recall": 0.900086, "recall_weighted": 0.903497, "ap": null, "ap_weighted": null }, { "accuracy": 0.905514, "f1": 0.898815, "f1_weighted": 0.903314, "precision": 0.898883, "precision_weighted": 0.904108, "recall": 0.901932, "recall_weighted": 0.905514, "ap": null, "ap_weighted": null }, { "accuracy": 0.905851, "f1": 0.90093, "f1_weighted": 0.905577, "precision": 0.899611, "precision_weighted": 0.906118, "recall": 0.903449, "recall_weighted": 0.905851, "ap": null, "ap_weighted": null } ], "accuracy": 0.903631, "f1": 0.897156, "f1_weighted": 0.902589, "precision": 0.895408, "precision_weighted": 0.903325, "recall": 0.901073, "recall_weighted": 0.903631, "ap": NaN, "ap_weighted": NaN, "main_score": 0.903631, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "scores_per_experiment": [ { "accuracy": 0.841627, "f1": 0.821223, "f1_weighted": 0.840456, "precision": 0.814954, "precision_weighted": 0.842805, "recall": 0.832489, "recall_weighted": 0.841627, "ap": null, "ap_weighted": null }, { "accuracy": 0.835575, "f1": 0.813073, "f1_weighted": 0.836187, "precision": 0.802981, "precision_weighted": 0.842, "recall": 0.830378, "recall_weighted": 0.835575, "ap": null, "ap_weighted": null }, { "accuracy": 0.832885, "f1": 0.810926, "f1_weighted": 0.835072, "precision": 0.800615, "precision_weighted": 0.842713, "recall": 0.829188, "recall_weighted": 0.832885, "ap": null, "ap_weighted": null }, { "accuracy": 0.836247, "f1": 0.814347, "f1_weighted": 0.833958, "precision": 0.80862, "precision_weighted": 0.837801, "recall": 0.828072, "recall_weighted": 0.836247, "ap": null, "ap_weighted": null }, { "accuracy": 0.838601, "f1": 0.814225, "f1_weighted": 0.837204, "precision": 0.810197, "precision_weighted": 0.838923, "recall": 0.822815, "recall_weighted": 0.838601, "ap": null, "ap_weighted": null }, { "accuracy": 0.838265, "f1": 0.817286, "f1_weighted": 0.837655, "precision": 0.81296, "precision_weighted": 0.84118, "recall": 0.827979, "recall_weighted": 0.838265, "ap": null, "ap_weighted": null }, { "accuracy": 0.832549, "f1": 0.808251, "f1_weighted": 0.8304, "precision": 0.797721, "precision_weighted": 0.832538, "recall": 0.824476, "recall_weighted": 0.832549, "ap": null, "ap_weighted": null }, { "accuracy": 0.844317, "f1": 0.822391, "f1_weighted": 0.843985, "precision": 0.820116, "precision_weighted": 0.845999, "recall": 0.828876, "recall_weighted": 0.844317, "ap": null, "ap_weighted": null }, { "accuracy": 0.838265, "f1": 0.817218, "f1_weighted": 0.83466, "precision": 0.817374, "precision_weighted": 0.836995, "recall": 0.824667, "recall_weighted": 0.838265, "ap": null, "ap_weighted": null }, { "accuracy": 0.838265, "f1": 0.816883, "f1_weighted": 0.838452, "precision": 0.81009, "precision_weighted": 0.842341, "recall": 0.8294, "recall_weighted": 0.838265, "ap": null, "ap_weighted": null } ], "accuracy": 0.83766, "f1": 0.815582, "f1_weighted": 0.836803, "precision": 0.809563, "precision_weighted": 0.840329, "recall": 0.827834, "recall_weighted": 0.83766, "ap": NaN, "ap_weighted": NaN, "main_score": 0.83766, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.891056, "f1": 0.883338, "f1_weighted": 0.891091, "precision": 0.88124, "precision_weighted": 0.892506, "recall": 0.887524, "recall_weighted": 0.891056, "ap": null, "ap_weighted": null }, { "accuracy": 0.895091, "f1": 0.885648, "f1_weighted": 0.895875, "precision": 0.87914, "precision_weighted": 0.898787, "recall": 0.895481, "recall_weighted": 0.895091, "ap": null, "ap_weighted": null }, { "accuracy": 0.895091, "f1": 0.884037, "f1_weighted": 0.894194, "precision": 0.878216, "precision_weighted": 0.89685, "recall": 0.894661, "recall_weighted": 0.895091, "ap": null, "ap_weighted": null }, { "accuracy": 0.893073, "f1": 0.88211, "f1_weighted": 0.891969, "precision": 0.876282, "precision_weighted": 0.894323, "recall": 0.892064, "recall_weighted": 0.893073, "ap": null, "ap_weighted": null }, { "accuracy": 0.893073, "f1": 0.883428, "f1_weighted": 0.89319, "precision": 0.879361, "precision_weighted": 0.895062, "recall": 0.890266, "recall_weighted": 0.893073, "ap": null, "ap_weighted": null }, { "accuracy": 0.892401, "f1": 0.883171, "f1_weighted": 0.892306, "precision": 0.882718, "precision_weighted": 0.894657, "recall": 0.886839, "recall_weighted": 0.892401, "ap": null, "ap_weighted": null }, { "accuracy": 0.896436, "f1": 0.886875, "f1_weighted": 0.896801, "precision": 0.878942, "precision_weighted": 0.898399, "recall": 0.896773, "recall_weighted": 0.896436, "ap": null, "ap_weighted": null }, { "accuracy": 0.889711, "f1": 0.877954, "f1_weighted": 0.888983, "precision": 0.875225, "precision_weighted": 0.889915, "recall": 0.883282, "recall_weighted": 0.889711, "ap": null, "ap_weighted": null }, { "accuracy": 0.896772, "f1": 0.886129, "f1_weighted": 0.895655, "precision": 0.885974, "precision_weighted": 0.896776, "recall": 0.889129, "recall_weighted": 0.896772, "ap": null, "ap_weighted": null }, { "accuracy": 0.8961, "f1": 0.88724, "f1_weighted": 0.896258, "precision": 0.883918, "precision_weighted": 0.897759, "recall": 0.892781, "recall_weighted": 0.8961, "ap": null, "ap_weighted": null } ], "accuracy": 0.89388, "f1": 0.883993, "f1_weighted": 0.893632, "precision": 0.880102, "precision_weighted": 0.895503, "recall": 0.89088, "recall_weighted": 0.89388, "ap": NaN, "ap_weighted": NaN, "main_score": 0.89388, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.904842, "f1": 0.899679, "f1_weighted": 0.903925, "precision": 0.898712, "precision_weighted": 0.904543, "recall": 0.9026, "recall_weighted": 0.904842, "ap": null, "ap_weighted": null }, { "accuracy": 0.903161, "f1": 0.897801, "f1_weighted": 0.903158, "precision": 0.890941, "precision_weighted": 0.904462, "recall": 0.906691, "recall_weighted": 0.903161, "ap": null, "ap_weighted": null }, { "accuracy": 0.899462, "f1": 0.890192, "f1_weighted": 0.899007, "precision": 0.882115, "precision_weighted": 0.902318, "recall": 0.903694, "recall_weighted": 0.899462, "ap": null, "ap_weighted": null }, { "accuracy": 0.901816, "f1": 0.894688, "f1_weighted": 0.9003, "precision": 0.890212, "precision_weighted": 0.90249, "recall": 0.903357, "recall_weighted": 0.901816, "ap": null, "ap_weighted": null }, { "accuracy": 0.901816, "f1": 0.896281, "f1_weighted": 0.900941, "precision": 0.892826, "precision_weighted": 0.902085, "recall": 0.902286, "recall_weighted": 0.901816, "ap": null, "ap_weighted": null }, { "accuracy": 0.901816, "f1": 0.895384, "f1_weighted": 0.900849, "precision": 0.889529, "precision_weighted": 0.902268, "recall": 0.904319, "recall_weighted": 0.901816, "ap": null, "ap_weighted": null }, { "accuracy": 0.905514, "f1": 0.901243, "f1_weighted": 0.90468, "precision": 0.896193, "precision_weighted": 0.90532, "recall": 0.908194, "recall_weighted": 0.905514, "ap": null, "ap_weighted": null }, { "accuracy": 0.902824, "f1": 0.898115, "f1_weighted": 0.902469, "precision": 0.892862, "precision_weighted": 0.903052, "recall": 0.904887, "recall_weighted": 0.902824, "ap": null, "ap_weighted": null }, { "accuracy": 0.904169, "f1": 0.897353, "f1_weighted": 0.902355, "precision": 0.895868, "precision_weighted": 0.902842, "recall": 0.90136, "recall_weighted": 0.904169, "ap": null, "ap_weighted": null }, { "accuracy": 0.906523, "f1": 0.90103, "f1_weighted": 0.906411, "precision": 0.89725, "precision_weighted": 0.907507, "recall": 0.906589, "recall_weighted": 0.906523, "ap": null, "ap_weighted": null } ], "accuracy": 0.903194, "f1": 0.897177, "f1_weighted": 0.902409, "precision": 0.892651, "precision_weighted": 0.903689, "recall": 0.904398, "recall_weighted": 0.903194, "ap": NaN, "ap_weighted": NaN, "main_score": 0.903194, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.892065, "f1": 0.879787, "f1_weighted": 0.891877, "precision": 0.877556, "precision_weighted": 0.893898, "recall": 0.885123, "recall_weighted": 0.892065, "ap": null, "ap_weighted": null }, { "accuracy": 0.891728, "f1": 0.877973, "f1_weighted": 0.891957, "precision": 0.869634, "precision_weighted": 0.89512, "recall": 0.890679, "recall_weighted": 0.891728, "ap": null, "ap_weighted": null }, { "accuracy": 0.892065, "f1": 0.880037, "f1_weighted": 0.891419, "precision": 0.873628, "precision_weighted": 0.894455, "recall": 0.891257, "recall_weighted": 0.892065, "ap": null, "ap_weighted": null }, { "accuracy": 0.89072, "f1": 0.879813, "f1_weighted": 0.889059, "precision": 0.87748, "precision_weighted": 0.892144, "recall": 0.886827, "recall_weighted": 0.89072, "ap": null, "ap_weighted": null }, { "accuracy": 0.891392, "f1": 0.879444, "f1_weighted": 0.890925, "precision": 0.87662, "precision_weighted": 0.893283, "recall": 0.886081, "recall_weighted": 0.891392, "ap": null, "ap_weighted": null }, { "accuracy": 0.892401, "f1": 0.879905, "f1_weighted": 0.8919, "precision": 0.875659, "precision_weighted": 0.893617, "recall": 0.8872, "recall_weighted": 0.892401, "ap": null, "ap_weighted": null }, { "accuracy": 0.891056, "f1": 0.879324, "f1_weighted": 0.892179, "precision": 0.871622, "precision_weighted": 0.894925, "recall": 0.889416, "recall_weighted": 0.891056, "ap": null, "ap_weighted": null }, { "accuracy": 0.891392, "f1": 0.881564, "f1_weighted": 0.891453, "precision": 0.877299, "precision_weighted": 0.893338, "recall": 0.888655, "recall_weighted": 0.891392, "ap": null, "ap_weighted": null }, { "accuracy": 0.890383, "f1": 0.8775, "f1_weighted": 0.888976, "precision": 0.875599, "precision_weighted": 0.889745, "recall": 0.882043, "recall_weighted": 0.890383, "ap": null, "ap_weighted": null }, { "accuracy": 0.896772, "f1": 0.885806, "f1_weighted": 0.896703, "precision": 0.883536, "precision_weighted": 0.898724, "recall": 0.891225, "recall_weighted": 0.896772, "ap": null, "ap_weighted": null } ], "accuracy": 0.891997, "f1": 0.880115, "f1_weighted": 0.891645, "precision": 0.875863, "precision_weighted": 0.893925, "recall": 0.887851, "recall_weighted": 0.891997, "ap": NaN, "ap_weighted": NaN, "main_score": 0.891997, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.903833, "f1": 0.895701, "f1_weighted": 0.902736, "precision": 0.893692, "precision_weighted": 0.903947, "recall": 0.900512, "recall_weighted": 0.903833, "ap": null, "ap_weighted": null }, { "accuracy": 0.901816, "f1": 0.89288, "f1_weighted": 0.90106, "precision": 0.887001, "precision_weighted": 0.901914, "recall": 0.901165, "recall_weighted": 0.901816, "ap": null, "ap_weighted": null }, { "accuracy": 0.899462, "f1": 0.88971, "f1_weighted": 0.898807, "precision": 0.881283, "precision_weighted": 0.900703, "recall": 0.901584, "recall_weighted": 0.899462, "ap": null, "ap_weighted": null }, { "accuracy": 0.900134, "f1": 0.891323, "f1_weighted": 0.898209, "precision": 0.887382, "precision_weighted": 0.900376, "recall": 0.899532, "recall_weighted": 0.900134, "ap": null, "ap_weighted": null }, { "accuracy": 0.903161, "f1": 0.894889, "f1_weighted": 0.901638, "precision": 0.892637, "precision_weighted": 0.90246, "recall": 0.899954, "recall_weighted": 0.903161, "ap": null, "ap_weighted": null }, { "accuracy": 0.899126, "f1": 0.890399, "f1_weighted": 0.898489, "precision": 0.887225, "precision_weighted": 0.90059, "recall": 0.897494, "recall_weighted": 0.899126, "ap": null, "ap_weighted": null }, { "accuracy": 0.900471, "f1": 0.893872, "f1_weighted": 0.899789, "precision": 0.890478, "precision_weighted": 0.900506, "recall": 0.899226, "recall_weighted": 0.900471, "ap": null, "ap_weighted": null }, { "accuracy": 0.903161, "f1": 0.893671, "f1_weighted": 0.90235, "precision": 0.891804, "precision_weighted": 0.903432, "recall": 0.898362, "recall_weighted": 0.903161, "ap": null, "ap_weighted": null }, { "accuracy": 0.902824, "f1": 0.89441, "f1_weighted": 0.901481, "precision": 0.892187, "precision_weighted": 0.901861, "recall": 0.898674, "recall_weighted": 0.902824, "ap": null, "ap_weighted": null }, { "accuracy": 0.902488, "f1": 0.894627, "f1_weighted": 0.901692, "precision": 0.891502, "precision_weighted": 0.902693, "recall": 0.900111, "recall_weighted": 0.902488, "ap": null, "ap_weighted": null } ], "accuracy": 0.901648, "f1": 0.893148, "f1_weighted": 0.900625, "precision": 0.889519, "precision_weighted": 0.901848, "recall": 0.899661, "recall_weighted": 0.901648, "ap": NaN, "ap_weighted": NaN, "main_score": 0.901648, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.880968, "f1": 0.86757, "f1_weighted": 0.880974, "precision": 0.866239, "precision_weighted": 0.882616, "recall": 0.871202, "recall_weighted": 0.880968, "ap": null, "ap_weighted": null }, { "accuracy": 0.885003, "f1": 0.872347, "f1_weighted": 0.885822, "precision": 0.871356, "precision_weighted": 0.888322, "recall": 0.875602, "recall_weighted": 0.885003, "ap": null, "ap_weighted": null }, { "accuracy": 0.87727, "f1": 0.861926, "f1_weighted": 0.876303, "precision": 0.856375, "precision_weighted": 0.879881, "recall": 0.872972, "recall_weighted": 0.87727, "ap": null, "ap_weighted": null }, { "accuracy": 0.874243, "f1": 0.858953, "f1_weighted": 0.872651, "precision": 0.854458, "precision_weighted": 0.876392, "recall": 0.869033, "recall_weighted": 0.874243, "ap": null, "ap_weighted": null }, { "accuracy": 0.882986, "f1": 0.870197, "f1_weighted": 0.883468, "precision": 0.867292, "precision_weighted": 0.885316, "recall": 0.875131, "recall_weighted": 0.882986, "ap": null, "ap_weighted": null }, { "accuracy": 0.884331, "f1": 0.870048, "f1_weighted": 0.884017, "precision": 0.869605, "precision_weighted": 0.885733, "recall": 0.873316, "recall_weighted": 0.884331, "ap": null, "ap_weighted": null }, { "accuracy": 0.881641, "f1": 0.865346, "f1_weighted": 0.881547, "precision": 0.865045, "precision_weighted": 0.882428, "recall": 0.866769, "recall_weighted": 0.881641, "ap": null, "ap_weighted": null }, { "accuracy": 0.883995, "f1": 0.870117, "f1_weighted": 0.884213, "precision": 0.868447, "precision_weighted": 0.885469, "recall": 0.873389, "recall_weighted": 0.883995, "ap": null, "ap_weighted": null }, { "accuracy": 0.88265, "f1": 0.868515, "f1_weighted": 0.882257, "precision": 0.866627, "precision_weighted": 0.883541, "recall": 0.872618, "recall_weighted": 0.88265, "ap": null, "ap_weighted": null }, { "accuracy": 0.88803, "f1": 0.874641, "f1_weighted": 0.888265, "precision": 0.873822, "precision_weighted": 0.889414, "recall": 0.876728, "recall_weighted": 0.88803, "ap": null, "ap_weighted": null } ], "accuracy": 0.882112, "f1": 0.867966, "f1_weighted": 0.881952, "precision": 0.865926, "precision_weighted": 0.883911, "recall": 0.872676, "recall_weighted": 0.882112, "ap": NaN, "ap_weighted": NaN, "main_score": 0.882112, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.903161, "f1": 0.896427, "f1_weighted": 0.902322, "precision": 0.895758, "precision_weighted": 0.902883, "recall": 0.898842, "recall_weighted": 0.903161, "ap": null, "ap_weighted": null }, { "accuracy": 0.901479, "f1": 0.893788, "f1_weighted": 0.901928, "precision": 0.888863, "precision_weighted": 0.903705, "recall": 0.900284, "recall_weighted": 0.901479, "ap": null, "ap_weighted": null }, { "accuracy": 0.899462, "f1": 0.889242, "f1_weighted": 0.898499, "precision": 0.883841, "precision_weighted": 0.900423, "recall": 0.898293, "recall_weighted": 0.899462, "ap": null, "ap_weighted": null }, { "accuracy": 0.901479, "f1": 0.89301, "f1_weighted": 0.899896, "precision": 0.891061, "precision_weighted": 0.90169, "recall": 0.898302, "recall_weighted": 0.901479, "ap": null, "ap_weighted": null }, { "accuracy": 0.903497, "f1": 0.896703, "f1_weighted": 0.902729, "precision": 0.895303, "precision_weighted": 0.902828, "recall": 0.899202, "recall_weighted": 0.903497, "ap": null, "ap_weighted": null }, { "accuracy": 0.904506, "f1": 0.89827, "f1_weighted": 0.903373, "precision": 0.895463, "precision_weighted": 0.904065, "recall": 0.903239, "recall_weighted": 0.904506, "ap": null, "ap_weighted": null }, { "accuracy": 0.903161, "f1": 0.898721, "f1_weighted": 0.903343, "precision": 0.896439, "precision_weighted": 0.904213, "recall": 0.901969, "recall_weighted": 0.903161, "ap": null, "ap_weighted": null }, { "accuracy": 0.903497, "f1": 0.895088, "f1_weighted": 0.902839, "precision": 0.892271, "precision_weighted": 0.9036, "recall": 0.899964, "recall_weighted": 0.903497, "ap": null, "ap_weighted": null }, { "accuracy": 0.906187, "f1": 0.898591, "f1_weighted": 0.904052, "precision": 0.899964, "precision_weighted": 0.90443, "recall": 0.899834, "recall_weighted": 0.906187, "ap": null, "ap_weighted": null }, { "accuracy": 0.902488, "f1": 0.896232, "f1_weighted": 0.902357, "precision": 0.893575, "precision_weighted": 0.90275, "recall": 0.899672, "recall_weighted": 0.902488, "ap": null, "ap_weighted": null } ], "accuracy": 0.902892, "f1": 0.895607, "f1_weighted": 0.902134, "precision": 0.893254, "precision_weighted": 0.903059, "recall": 0.89996, "recall_weighted": 0.902892, "ap": NaN, "ap_weighted": NaN, "main_score": 0.902892, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.864492, "f1": 0.848817, "f1_weighted": 0.864942, "precision": 0.845084, "precision_weighted": 0.867578, "recall": 0.855827, "recall_weighted": 0.864492, "ap": null, "ap_weighted": null }, { "accuracy": 0.856759, "f1": 0.83524, "f1_weighted": 0.855621, "precision": 0.825301, "precision_weighted": 0.860775, "recall": 0.854583, "recall_weighted": 0.856759, "ap": null, "ap_weighted": null }, { "accuracy": 0.86382, "f1": 0.849495, "f1_weighted": 0.863295, "precision": 0.84191, "precision_weighted": 0.867271, "recall": 0.862592, "recall_weighted": 0.86382, "ap": null, "ap_weighted": null }, { "accuracy": 0.857095, "f1": 0.837217, "f1_weighted": 0.853065, "precision": 0.831616, "precision_weighted": 0.858089, "recall": 0.853049, "recall_weighted": 0.857095, "ap": null, "ap_weighted": null }, { "accuracy": 0.865837, "f1": 0.848787, "f1_weighted": 0.863517, "precision": 0.845646, "precision_weighted": 0.865184, "recall": 0.856929, "recall_weighted": 0.865837, "ap": null, "ap_weighted": null }, { "accuracy": 0.865837, "f1": 0.850603, "f1_weighted": 0.863928, "precision": 0.848657, "precision_weighted": 0.865382, "recall": 0.856432, "recall_weighted": 0.865837, "ap": null, "ap_weighted": null }, { "accuracy": 0.85575, "f1": 0.839321, "f1_weighted": 0.854301, "precision": 0.83438, "precision_weighted": 0.855502, "recall": 0.847791, "recall_weighted": 0.85575, "ap": null, "ap_weighted": null }, { "accuracy": 0.867855, "f1": 0.849664, "f1_weighted": 0.866428, "precision": 0.846898, "precision_weighted": 0.867812, "recall": 0.856289, "recall_weighted": 0.867855, "ap": null, "ap_weighted": null }, { "accuracy": 0.863484, "f1": 0.845199, "f1_weighted": 0.861875, "precision": 0.844327, "precision_weighted": 0.864081, "recall": 0.851461, "recall_weighted": 0.863484, "ap": null, "ap_weighted": null }, { "accuracy": 0.863147, "f1": 0.850554, "f1_weighted": 0.862829, "precision": 0.848399, "precision_weighted": 0.864434, "recall": 0.855547, "recall_weighted": 0.863147, "ap": null, "ap_weighted": null } ], "accuracy": 0.862408, "f1": 0.84549, "f1_weighted": 0.86098, "precision": 0.841222, "precision_weighted": 0.863611, "recall": 0.85505, "recall_weighted": 0.862408, "ap": NaN, "ap_weighted": NaN, "main_score": 0.862408, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.900134, "f1": 0.891259, "f1_weighted": 0.899587, "precision": 0.890788, "precision_weighted": 0.900241, "recall": 0.893296, "recall_weighted": 0.900134, "ap": null, "ap_weighted": null }, { "accuracy": 0.902488, "f1": 0.893583, "f1_weighted": 0.903027, "precision": 0.886777, "precision_weighted": 0.905485, "recall": 0.902576, "recall_weighted": 0.902488, "ap": null, "ap_weighted": null }, { "accuracy": 0.895763, "f1": 0.884394, "f1_weighted": 0.895764, "precision": 0.876535, "precision_weighted": 0.898729, "recall": 0.896772, "recall_weighted": 0.895763, "ap": null, "ap_weighted": null }, { "accuracy": 0.900471, "f1": 0.892537, "f1_weighted": 0.899796, "precision": 0.891285, "precision_weighted": 0.901458, "recall": 0.89642, "recall_weighted": 0.900471, "ap": null, "ap_weighted": null }, { "accuracy": 0.895763, "f1": 0.8833, "f1_weighted": 0.894891, "precision": 0.878966, "precision_weighted": 0.89608, "recall": 0.890388, "recall_weighted": 0.895763, "ap": null, "ap_weighted": null }, { "accuracy": 0.899126, "f1": 0.89023, "f1_weighted": 0.898503, "precision": 0.887999, "precision_weighted": 0.899673, "recall": 0.894873, "recall_weighted": 0.899126, "ap": null, "ap_weighted": null }, { "accuracy": 0.896772, "f1": 0.887575, "f1_weighted": 0.897203, "precision": 0.885089, "precision_weighted": 0.898417, "recall": 0.891146, "recall_weighted": 0.896772, "ap": null, "ap_weighted": null }, { "accuracy": 0.900807, "f1": 0.892326, "f1_weighted": 0.900697, "precision": 0.890828, "precision_weighted": 0.90136, "recall": 0.895055, "recall_weighted": 0.900807, "ap": null, "ap_weighted": null }, { "accuracy": 0.901143, "f1": 0.892807, "f1_weighted": 0.900156, "precision": 0.892905, "precision_weighted": 0.901044, "recall": 0.894784, "recall_weighted": 0.901143, "ap": null, "ap_weighted": null }, { "accuracy": 0.899126, "f1": 0.893056, "f1_weighted": 0.899352, "precision": 0.894314, "precision_weighted": 0.900461, "recall": 0.89306, "recall_weighted": 0.899126, "ap": null, "ap_weighted": null } ], "accuracy": 0.899159, "f1": 0.890107, "f1_weighted": 0.898898, "precision": 0.887549, "precision_weighted": 0.900295, "recall": 0.894837, "recall_weighted": 0.899159, "ap": NaN, "ap_weighted": NaN, "main_score": 0.899159, "hf_subset": "sv", "languages": [ "swe-Latn" ] } ], "validation": [ { "scores_per_experiment": [ { "accuracy": 0.911461, "f1": 0.898064, "f1_weighted": 0.910464, "precision": 0.892281, "precision_weighted": 0.91102, "recall": 0.906101, "recall_weighted": 0.911461, "ap": null, "ap_weighted": null }, { "accuracy": 0.900639, "f1": 0.888451, "f1_weighted": 0.901323, "precision": 0.878853, "precision_weighted": 0.904841, "recall": 0.902082, "recall_weighted": 0.900639, "ap": null, "ap_weighted": null }, { "accuracy": 0.89818, "f1": 0.883574, "f1_weighted": 0.897429, "precision": 0.873478, "precision_weighted": 0.902233, "recall": 0.901777, "recall_weighted": 0.89818, "ap": null, "ap_weighted": null }, { "accuracy": 0.904083, "f1": 0.89039, "f1_weighted": 0.902027, "precision": 0.884112, "precision_weighted": 0.903997, "recall": 0.901187, "recall_weighted": 0.904083, "ap": null, "ap_weighted": null }, { "accuracy": 0.904575, "f1": 0.890432, "f1_weighted": 0.904098, "precision": 0.884724, "precision_weighted": 0.905943, "recall": 0.899433, "recall_weighted": 0.904575, "ap": null, "ap_weighted": null }, { "accuracy": 0.905066, "f1": 0.892108, "f1_weighted": 0.903631, "precision": 0.885264, "precision_weighted": 0.906216, "recall": 0.903837, "recall_weighted": 0.905066, "ap": null, "ap_weighted": null }, { "accuracy": 0.899164, "f1": 0.885296, "f1_weighted": 0.898563, "precision": 0.876488, "precision_weighted": 0.900226, "recall": 0.89747, "recall_weighted": 0.899164, "ap": null, "ap_weighted": null }, { "accuracy": 0.907526, "f1": 0.89414, "f1_weighted": 0.907162, "precision": 0.888181, "precision_weighted": 0.908285, "recall": 0.902299, "recall_weighted": 0.907526, "ap": null, "ap_weighted": null }, { "accuracy": 0.905066, "f1": 0.890118, "f1_weighted": 0.903283, "precision": 0.888716, "precision_weighted": 0.904367, "recall": 0.895641, "recall_weighted": 0.905066, "ap": null, "ap_weighted": null }, { "accuracy": 0.903099, "f1": 0.889077, "f1_weighted": 0.902502, "precision": 0.881887, "precision_weighted": 0.90392, "recall": 0.899549, "recall_weighted": 0.903099, "ap": null, "ap_weighted": null } ], "accuracy": 0.903886, "f1": 0.890165, "f1_weighted": 0.903048, "precision": 0.883398, "precision_weighted": 0.905105, "recall": 0.900938, "recall_weighted": 0.903886, "ap": NaN, "ap_weighted": NaN, "main_score": 0.903886, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.920807, "f1": 0.913085, "f1_weighted": 0.918656, "precision": 0.91083, "precision_weighted": 0.918904, "recall": 0.917838, "recall_weighted": 0.920807, "ap": null, "ap_weighted": null }, { "accuracy": 0.914412, "f1": 0.907151, "f1_weighted": 0.913519, "precision": 0.897553, "precision_weighted": 0.914421, "recall": 0.918985, "recall_weighted": 0.914412, "ap": null, "ap_weighted": null }, { "accuracy": 0.91638, "f1": 0.908523, "f1_weighted": 0.914803, "precision": 0.899276, "precision_weighted": 0.917286, "recall": 0.922922, "recall_weighted": 0.91638, "ap": null, "ap_weighted": null }, { "accuracy": 0.915888, "f1": 0.908517, "f1_weighted": 0.91313, "precision": 0.904215, "precision_weighted": 0.915118, "recall": 0.917592, "recall_weighted": 0.915888, "ap": null, "ap_weighted": null }, { "accuracy": 0.918347, "f1": 0.90972, "f1_weighted": 0.916262, "precision": 0.903535, "precision_weighted": 0.917814, "recall": 0.920339, "recall_weighted": 0.918347, "ap": null, "ap_weighted": null }, { "accuracy": 0.91638, "f1": 0.908676, "f1_weighted": 0.915191, "precision": 0.901704, "precision_weighted": 0.916741, "recall": 0.919111, "recall_weighted": 0.91638, "ap": null, "ap_weighted": null }, { "accuracy": 0.91392, "f1": 0.905864, "f1_weighted": 0.912168, "precision": 0.898623, "precision_weighted": 0.912407, "recall": 0.915386, "recall_weighted": 0.91392, "ap": null, "ap_weighted": null }, { "accuracy": 0.919823, "f1": 0.914847, "f1_weighted": 0.918654, "precision": 0.90966, "precision_weighted": 0.918506, "recall": 0.921196, "recall_weighted": 0.919823, "ap": null, "ap_weighted": null }, { "accuracy": 0.914904, "f1": 0.904641, "f1_weighted": 0.912095, "precision": 0.902579, "precision_weighted": 0.912848, "recall": 0.910361, "recall_weighted": 0.914904, "ap": null, "ap_weighted": null }, { "accuracy": 0.918839, "f1": 0.914617, "f1_weighted": 0.917706, "precision": 0.909787, "precision_weighted": 0.917758, "recall": 0.920869, "recall_weighted": 0.918839, "ap": null, "ap_weighted": null } ], "accuracy": 0.91697, "f1": 0.909564, "f1_weighted": 0.915219, "precision": 0.903776, "precision_weighted": 0.91618, "recall": 0.91846, "recall_weighted": 0.91697, "ap": NaN, "ap_weighted": NaN, "main_score": 0.91697, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.899164, "f1": 0.889163, "f1_weighted": 0.898228, "precision": 0.884685, "precision_weighted": 0.899593, "recall": 0.896635, "recall_weighted": 0.899164, "ap": null, "ap_weighted": null }, { "accuracy": 0.896212, "f1": 0.88764, "f1_weighted": 0.896913, "precision": 0.878431, "precision_weighted": 0.901006, "recall": 0.901729, "recall_weighted": 0.896212, "ap": null, "ap_weighted": null }, { "accuracy": 0.897196, "f1": 0.885891, "f1_weighted": 0.894831, "precision": 0.879459, "precision_weighted": 0.898527, "recall": 0.899637, "recall_weighted": 0.897196, "ap": null, "ap_weighted": null }, { "accuracy": 0.895721, "f1": 0.884663, "f1_weighted": 0.892421, "precision": 0.879705, "precision_weighted": 0.897693, "recall": 0.898702, "recall_weighted": 0.895721, "ap": null, "ap_weighted": null }, { "accuracy": 0.897196, "f1": 0.889273, "f1_weighted": 0.896441, "precision": 0.884034, "precision_weighted": 0.898204, "recall": 0.89781, "recall_weighted": 0.897196, "ap": null, "ap_weighted": null }, { "accuracy": 0.894245, "f1": 0.882164, "f1_weighted": 0.892673, "precision": 0.877046, "precision_weighted": 0.896247, "recall": 0.893436, "recall_weighted": 0.894245, "ap": null, "ap_weighted": null }, { "accuracy": 0.895721, "f1": 0.886668, "f1_weighted": 0.894519, "precision": 0.87763, "precision_weighted": 0.895792, "recall": 0.898974, "recall_weighted": 0.895721, "ap": null, "ap_weighted": null }, { "accuracy": 0.896212, "f1": 0.886676, "f1_weighted": 0.894875, "precision": 0.881264, "precision_weighted": 0.896504, "recall": 0.895982, "recall_weighted": 0.896212, "ap": null, "ap_weighted": null }, { "accuracy": 0.900148, "f1": 0.887326, "f1_weighted": 0.898158, "precision": 0.884485, "precision_weighted": 0.899821, "recall": 0.895151, "recall_weighted": 0.900148, "ap": null, "ap_weighted": null }, { "accuracy": 0.896704, "f1": 0.883568, "f1_weighted": 0.895695, "precision": 0.874796, "precision_weighted": 0.898467, "recall": 0.898152, "recall_weighted": 0.896704, "ap": null, "ap_weighted": null } ], "accuracy": 0.896852, "f1": 0.886303, "f1_weighted": 0.895475, "precision": 0.880154, "precision_weighted": 0.898185, "recall": 0.897621, "recall_weighted": 0.896852, "ap": NaN, "ap_weighted": NaN, "main_score": 0.896852, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "scores_per_experiment": [ { "accuracy": 0.921299, "f1": 0.9134, "f1_weighted": 0.919633, "precision": 0.907136, "precision_weighted": 0.920532, "recall": 0.922454, "recall_weighted": 0.921299, "ap": null, "ap_weighted": null }, { "accuracy": 0.919823, "f1": 0.912487, "f1_weighted": 0.919928, "precision": 0.901512, "precision_weighted": 0.922647, "recall": 0.927189, "recall_weighted": 0.919823, "ap": null, "ap_weighted": null }, { "accuracy": 0.92179, "f1": 0.912392, "f1_weighted": 0.920459, "precision": 0.901155, "precision_weighted": 0.924044, "recall": 0.930309, "recall_weighted": 0.92179, "ap": null, "ap_weighted": null }, { "accuracy": 0.923266, "f1": 0.914576, "f1_weighted": 0.92183, "precision": 0.905436, "precision_weighted": 0.924022, "recall": 0.928114, "recall_weighted": 0.923266, "ap": null, "ap_weighted": null }, { "accuracy": 0.921299, "f1": 0.910229, "f1_weighted": 0.920346, "precision": 0.900992, "precision_weighted": 0.921915, "recall": 0.922896, "recall_weighted": 0.921299, "ap": null, "ap_weighted": null }, { "accuracy": 0.919823, "f1": 0.91094, "f1_weighted": 0.918861, "precision": 0.903151, "precision_weighted": 0.921621, "recall": 0.923421, "recall_weighted": 0.919823, "ap": null, "ap_weighted": null }, { "accuracy": 0.918839, "f1": 0.908618, "f1_weighted": 0.917877, "precision": 0.898625, "precision_weighted": 0.918877, "recall": 0.921342, "recall_weighted": 0.918839, "ap": null, "ap_weighted": null }, { "accuracy": 0.92425, "f1": 0.91422, "f1_weighted": 0.923207, "precision": 0.907654, "precision_weighted": 0.923814, "recall": 0.922953, "recall_weighted": 0.92425, "ap": null, "ap_weighted": null }, { "accuracy": 0.924742, "f1": 0.917238, "f1_weighted": 0.92324, "precision": 0.911993, "precision_weighted": 0.923924, "recall": 0.925166, "recall_weighted": 0.924742, "ap": null, "ap_weighted": null }, { "accuracy": 0.925234, "f1": 0.91735, "f1_weighted": 0.924475, "precision": 0.909159, "precision_weighted": 0.925666, "recall": 0.928194, "recall_weighted": 0.925234, "ap": null, "ap_weighted": null } ], "accuracy": 0.922036, "f1": 0.913145, "f1_weighted": 0.920986, "precision": 0.904681, "precision_weighted": 0.922706, "recall": 0.925204, "recall_weighted": 0.922036, "ap": NaN, "ap_weighted": NaN, "main_score": 0.922036, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.920315, "f1": 0.913251, "f1_weighted": 0.91872, "precision": 0.9077, "precision_weighted": 0.919942, "recall": 0.921912, "recall_weighted": 0.920315, "ap": null, "ap_weighted": null }, { "accuracy": 0.91392, "f1": 0.906153, "f1_weighted": 0.913778, "precision": 0.895751, "precision_weighted": 0.915614, "recall": 0.919513, "recall_weighted": 0.91392, "ap": null, "ap_weighted": null }, { "accuracy": 0.911953, "f1": 0.899471, "f1_weighted": 0.910105, "precision": 0.891628, "precision_weighted": 0.916425, "recall": 0.917581, "recall_weighted": 0.911953, "ap": null, "ap_weighted": null }, { "accuracy": 0.919823, "f1": 0.910808, "f1_weighted": 0.918169, "precision": 0.902681, "precision_weighted": 0.921748, "recall": 0.925007, "recall_weighted": 0.919823, "ap": null, "ap_weighted": null }, { "accuracy": 0.91392, "f1": 0.902987, "f1_weighted": 0.912216, "precision": 0.89663, "precision_weighted": 0.913827, "recall": 0.913436, "recall_weighted": 0.91392, "ap": null, "ap_weighted": null }, { "accuracy": 0.913428, "f1": 0.902511, "f1_weighted": 0.911836, "precision": 0.895398, "precision_weighted": 0.915143, "recall": 0.915392, "recall_weighted": 0.913428, "ap": null, "ap_weighted": null }, { "accuracy": 0.910969, "f1": 0.900831, "f1_weighted": 0.910641, "precision": 0.890876, "precision_weighted": 0.912275, "recall": 0.913729, "recall_weighted": 0.910969, "ap": null, "ap_weighted": null }, { "accuracy": 0.918347, "f1": 0.908449, "f1_weighted": 0.917662, "precision": 0.899865, "precision_weighted": 0.918411, "recall": 0.919248, "recall_weighted": 0.918347, "ap": null, "ap_weighted": null }, { "accuracy": 0.919823, "f1": 0.90906, "f1_weighted": 0.918164, "precision": 0.904262, "precision_weighted": 0.92001, "recall": 0.917832, "recall_weighted": 0.919823, "ap": null, "ap_weighted": null }, { "accuracy": 0.916872, "f1": 0.909897, "f1_weighted": 0.916104, "precision": 0.903666, "precision_weighted": 0.91723, "recall": 0.918448, "recall_weighted": 0.916872, "ap": null, "ap_weighted": null } ], "accuracy": 0.915937, "f1": 0.906342, "f1_weighted": 0.91474, "precision": 0.898846, "precision_weighted": 0.917063, "recall": 0.91821, "recall_weighted": 0.915937, "ap": NaN, "ap_weighted": NaN, "main_score": 0.915937, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.889818, "f1": 0.877442, "f1_weighted": 0.889261, "precision": 0.8714, "precision_weighted": 0.890742, "recall": 0.886118, "recall_weighted": 0.889818, "ap": null, "ap_weighted": null }, { "accuracy": 0.885391, "f1": 0.871182, "f1_weighted": 0.887206, "precision": 0.858427, "precision_weighted": 0.892414, "recall": 0.889602, "recall_weighted": 0.885391, "ap": null, "ap_weighted": null }, { "accuracy": 0.889326, "f1": 0.873101, "f1_weighted": 0.888384, "precision": 0.863798, "precision_weighted": 0.892003, "recall": 0.888301, "recall_weighted": 0.889326, "ap": null, "ap_weighted": null }, { "accuracy": 0.883915, "f1": 0.867446, "f1_weighted": 0.881933, "precision": 0.858158, "precision_weighted": 0.887935, "recall": 0.886743, "recall_weighted": 0.883915, "ap": null, "ap_weighted": null }, { "accuracy": 0.894245, "f1": 0.882335, "f1_weighted": 0.892887, "precision": 0.875334, "precision_weighted": 0.894555, "recall": 0.892824, "recall_weighted": 0.894245, "ap": null, "ap_weighted": null }, { "accuracy": 0.889818, "f1": 0.876047, "f1_weighted": 0.889184, "precision": 0.867622, "precision_weighted": 0.891404, "recall": 0.887894, "recall_weighted": 0.889818, "ap": null, "ap_weighted": null }, { "accuracy": 0.888342, "f1": 0.876619, "f1_weighted": 0.888663, "precision": 0.866576, "precision_weighted": 0.890473, "recall": 0.88874, "recall_weighted": 0.888342, "ap": null, "ap_weighted": null }, { "accuracy": 0.890802, "f1": 0.878378, "f1_weighted": 0.890727, "precision": 0.870281, "precision_weighted": 0.892352, "recall": 0.88869, "recall_weighted": 0.890802, "ap": null, "ap_weighted": null }, { "accuracy": 0.893261, "f1": 0.879319, "f1_weighted": 0.892429, "precision": 0.873855, "precision_weighted": 0.893634, "recall": 0.887848, "recall_weighted": 0.893261, "ap": null, "ap_weighted": null }, { "accuracy": 0.891786, "f1": 0.881556, "f1_weighted": 0.892292, "precision": 0.872892, "precision_weighted": 0.894421, "recall": 0.892252, "recall_weighted": 0.891786, "ap": null, "ap_weighted": null } ], "accuracy": 0.88967, "f1": 0.876342, "f1_weighted": 0.889296, "precision": 0.867834, "precision_weighted": 0.891993, "recall": 0.888901, "recall_weighted": 0.88967, "ap": NaN, "ap_weighted": NaN, "main_score": 0.88967, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.865224, "f1": 0.846723, "f1_weighted": 0.865735, "precision": 0.838335, "precision_weighted": 0.868494, "recall": 0.858328, "recall_weighted": 0.865224, "ap": null, "ap_weighted": null }, { "accuracy": 0.857846, "f1": 0.832964, "f1_weighted": 0.857133, "precision": 0.820422, "precision_weighted": 0.861423, "recall": 0.853681, "recall_weighted": 0.857846, "ap": null, "ap_weighted": null }, { "accuracy": 0.855386, "f1": 0.827577, "f1_weighted": 0.853833, "precision": 0.814025, "precision_weighted": 0.86155, "recall": 0.853903, "recall_weighted": 0.855386, "ap": null, "ap_weighted": null }, { "accuracy": 0.856862, "f1": 0.830435, "f1_weighted": 0.853521, "precision": 0.817809, "precision_weighted": 0.859336, "recall": 0.853809, "recall_weighted": 0.856862, "ap": null, "ap_weighted": null }, { "accuracy": 0.867683, "f1": 0.845728, "f1_weighted": 0.865492, "precision": 0.836549, "precision_weighted": 0.867215, "recall": 0.860452, "recall_weighted": 0.867683, "ap": null, "ap_weighted": null }, { "accuracy": 0.858829, "f1": 0.836761, "f1_weighted": 0.858006, "precision": 0.825641, "precision_weighted": 0.861258, "recall": 0.853419, "recall_weighted": 0.858829, "ap": null, "ap_weighted": null }, { "accuracy": 0.858337, "f1": 0.834012, "f1_weighted": 0.854704, "precision": 0.822336, "precision_weighted": 0.858106, "recall": 0.85455, "recall_weighted": 0.858337, "ap": null, "ap_weighted": null }, { "accuracy": 0.867683, "f1": 0.846638, "f1_weighted": 0.867177, "precision": 0.837338, "precision_weighted": 0.868846, "recall": 0.859683, "recall_weighted": 0.867683, "ap": null, "ap_weighted": null }, { "accuracy": 0.861289, "f1": 0.83967, "f1_weighted": 0.859204, "precision": 0.833265, "precision_weighted": 0.861107, "recall": 0.851209, "recall_weighted": 0.861289, "ap": null, "ap_weighted": null }, { "accuracy": 0.858829, "f1": 0.835185, "f1_weighted": 0.858433, "precision": 0.825145, "precision_weighted": 0.862086, "recall": 0.852112, "recall_weighted": 0.858829, "ap": null, "ap_weighted": null } ], "accuracy": 0.860797, "f1": 0.837569, "f1_weighted": 0.859324, "precision": 0.827086, "precision_weighted": 0.862942, "recall": 0.855115, "recall_weighted": 0.860797, "ap": NaN, "ap_weighted": NaN, "main_score": 0.860797, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.916872, "f1": 0.910241, "f1_weighted": 0.91482, "precision": 0.908, "precision_weighted": 0.9166, "recall": 0.916466, "recall_weighted": 0.916872, "ap": null, "ap_weighted": null }, { "accuracy": 0.914412, "f1": 0.908051, "f1_weighted": 0.913994, "precision": 0.897845, "precision_weighted": 0.916303, "recall": 0.921911, "recall_weighted": 0.914412, "ap": null, "ap_weighted": null }, { "accuracy": 0.918347, "f1": 0.909153, "f1_weighted": 0.916596, "precision": 0.903331, "precision_weighted": 0.919756, "recall": 0.920615, "recall_weighted": 0.918347, "ap": null, "ap_weighted": null }, { "accuracy": 0.917364, "f1": 0.910552, "f1_weighted": 0.916557, "precision": 0.903082, "precision_weighted": 0.919906, "recall": 0.923044, "recall_weighted": 0.917364, "ap": null, "ap_weighted": null }, { "accuracy": 0.92425, "f1": 0.915886, "f1_weighted": 0.922596, "precision": 0.911375, "precision_weighted": 0.924022, "recall": 0.923931, "recall_weighted": 0.92425, "ap": null, "ap_weighted": null }, { "accuracy": 0.911953, "f1": 0.902833, "f1_weighted": 0.910914, "precision": 0.894299, "precision_weighted": 0.914841, "recall": 0.91751, "recall_weighted": 0.911953, "ap": null, "ap_weighted": null }, { "accuracy": 0.92179, "f1": 0.915463, "f1_weighted": 0.920667, "precision": 0.907975, "precision_weighted": 0.921808, "recall": 0.925899, "recall_weighted": 0.92179, "ap": null, "ap_weighted": null }, { "accuracy": 0.916872, "f1": 0.908559, "f1_weighted": 0.915917, "precision": 0.903539, "precision_weighted": 0.916391, "recall": 0.915578, "recall_weighted": 0.916872, "ap": null, "ap_weighted": null }, { "accuracy": 0.920315, "f1": 0.913106, "f1_weighted": 0.918913, "precision": 0.912606, "precision_weighted": 0.919546, "recall": 0.915954, "recall_weighted": 0.920315, "ap": null, "ap_weighted": null }, { "accuracy": 0.914412, "f1": 0.909099, "f1_weighted": 0.914018, "precision": 0.901757, "precision_weighted": 0.915344, "recall": 0.918845, "recall_weighted": 0.914412, "ap": null, "ap_weighted": null } ], "accuracy": 0.917659, "f1": 0.910294, "f1_weighted": 0.916499, "precision": 0.904381, "precision_weighted": 0.918452, "recall": 0.919975, "recall_weighted": 0.917659, "ap": NaN, "ap_weighted": NaN, "main_score": 0.917659, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.87457, "f1": 0.85641, "f1_weighted": 0.874056, "precision": 0.848542, "precision_weighted": 0.875651, "recall": 0.867696, "recall_weighted": 0.87457, "ap": null, "ap_weighted": null }, { "accuracy": 0.87457, "f1": 0.857321, "f1_weighted": 0.874941, "precision": 0.845904, "precision_weighted": 0.877776, "recall": 0.872755, "recall_weighted": 0.87457, "ap": null, "ap_weighted": null }, { "accuracy": 0.870143, "f1": 0.849589, "f1_weighted": 0.869858, "precision": 0.840641, "precision_weighted": 0.877281, "recall": 0.869487, "recall_weighted": 0.870143, "ap": null, "ap_weighted": null }, { "accuracy": 0.877029, "f1": 0.854949, "f1_weighted": 0.874493, "precision": 0.848068, "precision_weighted": 0.878292, "recall": 0.870358, "recall_weighted": 0.877029, "ap": null, "ap_weighted": null }, { "accuracy": 0.876537, "f1": 0.854855, "f1_weighted": 0.876244, "precision": 0.847311, "precision_weighted": 0.879764, "recall": 0.868694, "recall_weighted": 0.876537, "ap": null, "ap_weighted": null }, { "accuracy": 0.873094, "f1": 0.855697, "f1_weighted": 0.87258, "precision": 0.847639, "precision_weighted": 0.874361, "recall": 0.866895, "recall_weighted": 0.873094, "ap": null, "ap_weighted": null }, { "accuracy": 0.868175, "f1": 0.848959, "f1_weighted": 0.868944, "precision": 0.83963, "precision_weighted": 0.872708, "recall": 0.862622, "recall_weighted": 0.868175, "ap": null, "ap_weighted": null }, { "accuracy": 0.875061, "f1": 0.85725, "f1_weighted": 0.875132, "precision": 0.850323, "precision_weighted": 0.877226, "recall": 0.867791, "recall_weighted": 0.875061, "ap": null, "ap_weighted": null }, { "accuracy": 0.876537, "f1": 0.859873, "f1_weighted": 0.875449, "precision": 0.854264, "precision_weighted": 0.876293, "recall": 0.868267, "recall_weighted": 0.876537, "ap": null, "ap_weighted": null }, { "accuracy": 0.874078, "f1": 0.856737, "f1_weighted": 0.875159, "precision": 0.847877, "precision_weighted": 0.878852, "recall": 0.869884, "recall_weighted": 0.874078, "ap": null, "ap_weighted": null } ], "accuracy": 0.873979, "f1": 0.855164, "f1_weighted": 0.873686, "precision": 0.84702, "precision_weighted": 0.87682, "recall": 0.868445, "recall_weighted": 0.873979, "ap": NaN, "ap_weighted": NaN, "main_score": 0.873979, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.820462, "f1": 0.793257, "f1_weighted": 0.822213, "precision": 0.780253, "precision_weighted": 0.830592, "recall": 0.817009, "recall_weighted": 0.820462, "ap": null, "ap_weighted": null }, { "accuracy": 0.823906, "f1": 0.792458, "f1_weighted": 0.821592, "precision": 0.778547, "precision_weighted": 0.826261, "recall": 0.818583, "recall_weighted": 0.823906, "ap": null, "ap_weighted": null }, { "accuracy": 0.811117, "f1": 0.778371, "f1_weighted": 0.813549, "precision": 0.764778, "precision_weighted": 0.825614, "recall": 0.808988, "recall_weighted": 0.811117, "ap": null, "ap_weighted": null }, { "accuracy": 0.814068, "f1": 0.774359, "f1_weighted": 0.807008, "precision": 0.770219, "precision_weighted": 0.824625, "recall": 0.81019, "recall_weighted": 0.814068, "ap": null, "ap_weighted": null }, { "accuracy": 0.821446, "f1": 0.788017, "f1_weighted": 0.818985, "precision": 0.776086, "precision_weighted": 0.822755, "recall": 0.809895, "recall_weighted": 0.821446, "ap": null, "ap_weighted": null }, { "accuracy": 0.823414, "f1": 0.79542, "f1_weighted": 0.822882, "precision": 0.780868, "precision_weighted": 0.827323, "recall": 0.816571, "recall_weighted": 0.823414, "ap": null, "ap_weighted": null }, { "accuracy": 0.81997, "f1": 0.789906, "f1_weighted": 0.816916, "precision": 0.778472, "precision_weighted": 0.821126, "recall": 0.809882, "recall_weighted": 0.81997, "ap": null, "ap_weighted": null }, { "accuracy": 0.828333, "f1": 0.799211, "f1_weighted": 0.827931, "precision": 0.789392, "precision_weighted": 0.832423, "recall": 0.816868, "recall_weighted": 0.828333, "ap": null, "ap_weighted": null }, { "accuracy": 0.829808, "f1": 0.802271, "f1_weighted": 0.828591, "precision": 0.79527, "precision_weighted": 0.831842, "recall": 0.815603, "recall_weighted": 0.829808, "ap": null, "ap_weighted": null }, { "accuracy": 0.81997, "f1": 0.790605, "f1_weighted": 0.823124, "precision": 0.776357, "precision_weighted": 0.831886, "recall": 0.813762, "recall_weighted": 0.81997, "ap": null, "ap_weighted": null } ], "accuracy": 0.821249, "f1": 0.790387, "f1_weighted": 0.820279, "precision": 0.779024, "precision_weighted": 0.827445, "recall": 0.813735, "recall_weighted": 0.821249, "ap": NaN, "ap_weighted": NaN, "main_score": 0.821249, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.91392, "f1": 0.906301, "f1_weighted": 0.911716, "precision": 0.903319, "precision_weighted": 0.912659, "recall": 0.912432, "recall_weighted": 0.91392, "ap": null, "ap_weighted": null }, { "accuracy": 0.912937, "f1": 0.905488, "f1_weighted": 0.912542, "precision": 0.898027, "precision_weighted": 0.913567, "recall": 0.914742, "recall_weighted": 0.912937, "ap": null, "ap_weighted": null }, { "accuracy": 0.912937, "f1": 0.901622, "f1_weighted": 0.9115, "precision": 0.892573, "precision_weighted": 0.914789, "recall": 0.917259, "recall_weighted": 0.912937, "ap": null, "ap_weighted": null }, { "accuracy": 0.911461, "f1": 0.903418, "f1_weighted": 0.908687, "precision": 0.901017, "precision_weighted": 0.911295, "recall": 0.910803, "recall_weighted": 0.911461, "ap": null, "ap_weighted": null }, { "accuracy": 0.91392, "f1": 0.905617, "f1_weighted": 0.912114, "precision": 0.902812, "precision_weighted": 0.912805, "recall": 0.911243, "recall_weighted": 0.91392, "ap": null, "ap_weighted": null }, { "accuracy": 0.908018, "f1": 0.900437, "f1_weighted": 0.906706, "precision": 0.893898, "precision_weighted": 0.908104, "recall": 0.910016, "recall_weighted": 0.908018, "ap": null, "ap_weighted": null }, { "accuracy": 0.911953, "f1": 0.906165, "f1_weighted": 0.91116, "precision": 0.900699, "precision_weighted": 0.911605, "recall": 0.913052, "recall_weighted": 0.911953, "ap": null, "ap_weighted": null }, { "accuracy": 0.911953, "f1": 0.905095, "f1_weighted": 0.91163, "precision": 0.899705, "precision_weighted": 0.912382, "recall": 0.911917, "recall_weighted": 0.911953, "ap": null, "ap_weighted": null }, { "accuracy": 0.91392, "f1": 0.904361, "f1_weighted": 0.911098, "precision": 0.905268, "precision_weighted": 0.912719, "recall": 0.908059, "recall_weighted": 0.91392, "ap": null, "ap_weighted": null }, { "accuracy": 0.915888, "f1": 0.90833, "f1_weighted": 0.914746, "precision": 0.904606, "precision_weighted": 0.915101, "recall": 0.913715, "recall_weighted": 0.915888, "ap": null, "ap_weighted": null } ], "accuracy": 0.912691, "f1": 0.904683, "f1_weighted": 0.91119, "precision": 0.900193, "precision_weighted": 0.912503, "recall": 0.912324, "recall_weighted": 0.912691, "ap": NaN, "ap_weighted": NaN, "main_score": 0.912691, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.916872, "f1": 0.908867, "f1_weighted": 0.915481, "precision": 0.906057, "precision_weighted": 0.915804, "recall": 0.913787, "recall_weighted": 0.916872, "ap": null, "ap_weighted": null }, { "accuracy": 0.91392, "f1": 0.905852, "f1_weighted": 0.913817, "precision": 0.897448, "precision_weighted": 0.915512, "recall": 0.916692, "recall_weighted": 0.91392, "ap": null, "ap_weighted": null }, { "accuracy": 0.911953, "f1": 0.899576, "f1_weighted": 0.910798, "precision": 0.892333, "precision_weighted": 0.91471, "recall": 0.913323, "recall_weighted": 0.911953, "ap": null, "ap_weighted": null }, { "accuracy": 0.915396, "f1": 0.906156, "f1_weighted": 0.913221, "precision": 0.900841, "precision_weighted": 0.915674, "recall": 0.916782, "recall_weighted": 0.915396, "ap": null, "ap_weighted": null }, { "accuracy": 0.91392, "f1": 0.90442, "f1_weighted": 0.911673, "precision": 0.904611, "precision_weighted": 0.913034, "recall": 0.908229, "recall_weighted": 0.91392, "ap": null, "ap_weighted": null }, { "accuracy": 0.916872, "f1": 0.907197, "f1_weighted": 0.914879, "precision": 0.903832, "precision_weighted": 0.916681, "recall": 0.914725, "recall_weighted": 0.916872, "ap": null, "ap_weighted": null }, { "accuracy": 0.914412, "f1": 0.905068, "f1_weighted": 0.913515, "precision": 0.898681, "precision_weighted": 0.913919, "recall": 0.913166, "recall_weighted": 0.914412, "ap": null, "ap_weighted": null }, { "accuracy": 0.918347, "f1": 0.91011, "f1_weighted": 0.916877, "precision": 0.906049, "precision_weighted": 0.917513, "recall": 0.916773, "recall_weighted": 0.918347, "ap": null, "ap_weighted": null }, { "accuracy": 0.914904, "f1": 0.904342, "f1_weighted": 0.91206, "precision": 0.90368, "precision_weighted": 0.913587, "recall": 0.909724, "recall_weighted": 0.914904, "ap": null, "ap_weighted": null }, { "accuracy": 0.915888, "f1": 0.905214, "f1_weighted": 0.915454, "precision": 0.898493, "precision_weighted": 0.916708, "recall": 0.914547, "recall_weighted": 0.915888, "ap": null, "ap_weighted": null } ], "accuracy": 0.915248, "f1": 0.90568, "f1_weighted": 0.913777, "precision": 0.901202, "precision_weighted": 0.915314, "recall": 0.913775, "recall_weighted": 0.915248, "ap": NaN, "ap_weighted": NaN, "main_score": 0.915248, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "scores_per_experiment": [ { "accuracy": 0.868175, "f1": 0.851613, "f1_weighted": 0.867684, "precision": 0.842495, "precision_weighted": 0.869877, "recall": 0.864042, "recall_weighted": 0.868175, "ap": null, "ap_weighted": null }, { "accuracy": 0.855386, "f1": 0.835729, "f1_weighted": 0.855861, "precision": 0.821641, "precision_weighted": 0.861137, "recall": 0.856224, "recall_weighted": 0.855386, "ap": null, "ap_weighted": null }, { "accuracy": 0.853419, "f1": 0.837869, "f1_weighted": 0.854404, "precision": 0.824409, "precision_weighted": 0.859115, "recall": 0.856418, "recall_weighted": 0.853419, "ap": null, "ap_weighted": null }, { "accuracy": 0.855386, "f1": 0.833304, "f1_weighted": 0.850962, "precision": 0.82349, "precision_weighted": 0.85388, "recall": 0.851145, "recall_weighted": 0.855386, "ap": null, "ap_weighted": null }, { "accuracy": 0.857846, "f1": 0.838027, "f1_weighted": 0.856822, "precision": 0.8315, "precision_weighted": 0.857892, "recall": 0.847601, "recall_weighted": 0.857846, "ap": null, "ap_weighted": null }, { "accuracy": 0.857846, "f1": 0.838962, "f1_weighted": 0.856148, "precision": 0.830595, "precision_weighted": 0.859043, "recall": 0.852653, "recall_weighted": 0.857846, "ap": null, "ap_weighted": null }, { "accuracy": 0.861781, "f1": 0.837231, "f1_weighted": 0.859308, "precision": 0.825426, "precision_weighted": 0.862409, "recall": 0.856174, "recall_weighted": 0.861781, "ap": null, "ap_weighted": null }, { "accuracy": 0.869651, "f1": 0.853025, "f1_weighted": 0.869968, "precision": 0.846564, "precision_weighted": 0.871274, "recall": 0.860724, "recall_weighted": 0.869651, "ap": null, "ap_weighted": null }, { "accuracy": 0.86424, "f1": 0.846278, "f1_weighted": 0.861116, "precision": 0.844217, "precision_weighted": 0.862591, "recall": 0.854108, "recall_weighted": 0.86424, "ap": null, "ap_weighted": null }, { "accuracy": 0.855878, "f1": 0.835534, "f1_weighted": 0.855634, "precision": 0.824567, "precision_weighted": 0.859602, "recall": 0.85253, "recall_weighted": 0.855878, "ap": null, "ap_weighted": null } ], "accuracy": 0.859961, "f1": 0.840757, "f1_weighted": 0.858791, "precision": 0.831491, "precision_weighted": 0.861682, "recall": 0.855162, "recall_weighted": 0.859961, "ap": NaN, "ap_weighted": NaN, "main_score": 0.859961, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.915396, "f1": 0.905985, "f1_weighted": 0.915001, "precision": 0.902299, "precision_weighted": 0.915721, "recall": 0.911798, "recall_weighted": 0.915396, "ap": null, "ap_weighted": null }, { "accuracy": 0.910477, "f1": 0.899578, "f1_weighted": 0.91121, "precision": 0.889497, "precision_weighted": 0.913846, "recall": 0.913169, "recall_weighted": 0.910477, "ap": null, "ap_weighted": null }, { "accuracy": 0.910477, "f1": 0.89869, "f1_weighted": 0.909535, "precision": 0.890018, "precision_weighted": 0.912562, "recall": 0.913066, "recall_weighted": 0.910477, "ap": null, "ap_weighted": null }, { "accuracy": 0.912445, "f1": 0.901725, "f1_weighted": 0.911147, "precision": 0.894597, "precision_weighted": 0.912855, "recall": 0.912615, "recall_weighted": 0.912445, "ap": null, "ap_weighted": null }, { "accuracy": 0.914904, "f1": 0.905512, "f1_weighted": 0.914369, "precision": 0.900686, "precision_weighted": 0.914906, "recall": 0.912232, "recall_weighted": 0.914904, "ap": null, "ap_weighted": null }, { "accuracy": 0.915396, "f1": 0.904196, "f1_weighted": 0.914694, "precision": 0.899537, "precision_weighted": 0.915608, "recall": 0.911141, "recall_weighted": 0.915396, "ap": null, "ap_weighted": null }, { "accuracy": 0.912937, "f1": 0.903739, "f1_weighted": 0.912974, "precision": 0.894601, "precision_weighted": 0.914164, "recall": 0.915095, "recall_weighted": 0.912937, "ap": null, "ap_weighted": null }, { "accuracy": 0.91392, "f1": 0.903358, "f1_weighted": 0.913482, "precision": 0.899176, "precision_weighted": 0.914312, "recall": 0.909989, "recall_weighted": 0.91392, "ap": null, "ap_weighted": null }, { "accuracy": 0.917855, "f1": 0.906323, "f1_weighted": 0.916257, "precision": 0.906008, "precision_weighted": 0.916955, "recall": 0.909808, "recall_weighted": 0.917855, "ap": null, "ap_weighted": null }, { "accuracy": 0.912937, "f1": 0.903122, "f1_weighted": 0.912848, "precision": 0.896843, "precision_weighted": 0.913911, "recall": 0.911609, "recall_weighted": 0.912937, "ap": null, "ap_weighted": null } ], "accuracy": 0.913674, "f1": 0.903223, "f1_weighted": 0.913152, "precision": 0.897326, "precision_weighted": 0.914484, "recall": 0.912052, "recall_weighted": 0.913674, "ap": NaN, "ap_weighted": NaN, "main_score": 0.913674, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.912937, "f1": 0.90396, "f1_weighted": 0.911695, "precision": 0.902307, "precision_weighted": 0.911804, "recall": 0.907278, "recall_weighted": 0.912937, "ap": null, "ap_weighted": null }, { "accuracy": 0.910969, "f1": 0.902961, "f1_weighted": 0.911535, "precision": 0.895121, "precision_weighted": 0.914045, "recall": 0.913366, "recall_weighted": 0.910969, "ap": null, "ap_weighted": null }, { "accuracy": 0.911953, "f1": 0.900608, "f1_weighted": 0.911376, "precision": 0.890876, "precision_weighted": 0.91601, "recall": 0.918454, "recall_weighted": 0.911953, "ap": null, "ap_weighted": null }, { "accuracy": 0.912937, "f1": 0.901009, "f1_weighted": 0.911538, "precision": 0.893662, "precision_weighted": 0.912884, "recall": 0.911699, "recall_weighted": 0.912937, "ap": null, "ap_weighted": null }, { "accuracy": 0.910969, "f1": 0.902013, "f1_weighted": 0.910395, "precision": 0.897416, "precision_weighted": 0.911563, "recall": 0.909314, "recall_weighted": 0.910969, "ap": null, "ap_weighted": null }, { "accuracy": 0.907034, "f1": 0.89702, "f1_weighted": 0.906473, "precision": 0.889781, "precision_weighted": 0.907832, "recall": 0.906808, "recall_weighted": 0.907034, "ap": null, "ap_weighted": null }, { "accuracy": 0.910969, "f1": 0.901846, "f1_weighted": 0.910229, "precision": 0.894998, "precision_weighted": 0.910815, "recall": 0.910523, "recall_weighted": 0.910969, "ap": null, "ap_weighted": null }, { "accuracy": 0.911953, "f1": 0.902976, "f1_weighted": 0.911619, "precision": 0.898333, "precision_weighted": 0.912085, "recall": 0.908796, "recall_weighted": 0.911953, "ap": null, "ap_weighted": null }, { "accuracy": 0.912445, "f1": 0.903451, "f1_weighted": 0.911115, "precision": 0.901413, "precision_weighted": 0.911309, "recall": 0.907461, "recall_weighted": 0.912445, "ap": null, "ap_weighted": null }, { "accuracy": 0.912937, "f1": 0.904509, "f1_weighted": 0.912478, "precision": 0.899317, "precision_weighted": 0.913305, "recall": 0.911536, "recall_weighted": 0.912937, "ap": null, "ap_weighted": null } ], "accuracy": 0.91151, "f1": 0.902035, "f1_weighted": 0.910845, "precision": 0.896322, "precision_weighted": 0.912165, "recall": 0.910523, "recall_weighted": 0.91151, "ap": NaN, "ap_weighted": NaN, "main_score": 0.91151, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.903591, "f1": 0.894244, "f1_weighted": 0.902058, "precision": 0.889755, "precision_weighted": 0.902729, "recall": 0.901234, "recall_weighted": 0.903591, "ap": null, "ap_weighted": null }, { "accuracy": 0.903591, "f1": 0.892291, "f1_weighted": 0.903167, "precision": 0.88047, "precision_weighted": 0.905899, "recall": 0.908624, "recall_weighted": 0.903591, "ap": null, "ap_weighted": null }, { "accuracy": 0.900639, "f1": 0.891539, "f1_weighted": 0.899688, "precision": 0.882149, "precision_weighted": 0.902903, "recall": 0.906484, "recall_weighted": 0.900639, "ap": null, "ap_weighted": null }, { "accuracy": 0.901131, "f1": 0.892375, "f1_weighted": 0.899264, "precision": 0.889385, "precision_weighted": 0.901189, "recall": 0.89888, "recall_weighted": 0.901131, "ap": null, "ap_weighted": null }, { "accuracy": 0.902607, "f1": 0.8936, "f1_weighted": 0.901257, "precision": 0.888704, "precision_weighted": 0.902194, "recall": 0.901304, "recall_weighted": 0.902607, "ap": null, "ap_weighted": null }, { "accuracy": 0.902607, "f1": 0.893134, "f1_weighted": 0.901855, "precision": 0.885587, "precision_weighted": 0.902962, "recall": 0.902966, "recall_weighted": 0.902607, "ap": null, "ap_weighted": null }, { "accuracy": 0.900639, "f1": 0.891514, "f1_weighted": 0.900937, "precision": 0.883915, "precision_weighted": 0.902702, "recall": 0.900849, "recall_weighted": 0.900639, "ap": null, "ap_weighted": null }, { "accuracy": 0.906542, "f1": 0.897967, "f1_weighted": 0.906135, "precision": 0.889939, "precision_weighted": 0.90737, "recall": 0.908472, "recall_weighted": 0.906542, "ap": null, "ap_weighted": null }, { "accuracy": 0.895229, "f1": 0.882309, "f1_weighted": 0.893429, "precision": 0.881831, "precision_weighted": 0.893671, "recall": 0.885432, "recall_weighted": 0.895229, "ap": null, "ap_weighted": null }, { "accuracy": 0.901131, "f1": 0.890942, "f1_weighted": 0.901146, "precision": 0.886297, "precision_weighted": 0.902686, "recall": 0.897746, "recall_weighted": 0.901131, "ap": null, "ap_weighted": null } ], "accuracy": 0.901771, "f1": 0.891992, "f1_weighted": 0.900894, "precision": 0.885803, "precision_weighted": 0.90243, "recall": 0.901199, "recall_weighted": 0.901771, "ap": NaN, "ap_weighted": NaN, "main_score": 0.901771, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.911953, "f1": 0.90678, "f1_weighted": 0.910081, "precision": 0.903537, "precision_weighted": 0.911362, "recall": 0.913421, "recall_weighted": 0.911953, "ap": null, "ap_weighted": null }, { "accuracy": 0.910477, "f1": 0.90681, "f1_weighted": 0.910462, "precision": 0.898409, "precision_weighted": 0.911943, "recall": 0.917288, "recall_weighted": 0.910477, "ap": null, "ap_weighted": null }, { "accuracy": 0.90851, "f1": 0.902442, "f1_weighted": 0.907558, "precision": 0.894242, "precision_weighted": 0.911506, "recall": 0.916819, "recall_weighted": 0.90851, "ap": null, "ap_weighted": null }, { "accuracy": 0.910969, "f1": 0.905193, "f1_weighted": 0.90966, "precision": 0.899053, "precision_weighted": 0.911538, "recall": 0.914957, "recall_weighted": 0.910969, "ap": null, "ap_weighted": null }, { "accuracy": 0.907526, "f1": 0.900621, "f1_weighted": 0.905797, "precision": 0.894954, "precision_weighted": 0.906936, "recall": 0.90985, "recall_weighted": 0.907526, "ap": null, "ap_weighted": null }, { "accuracy": 0.905066, "f1": 0.900091, "f1_weighted": 0.904315, "precision": 0.893796, "precision_weighted": 0.905899, "recall": 0.909282, "recall_weighted": 0.905066, "ap": null, "ap_weighted": null }, { "accuracy": 0.909985, "f1": 0.906346, "f1_weighted": 0.908947, "precision": 0.900325, "precision_weighted": 0.9096, "recall": 0.914401, "recall_weighted": 0.909985, "ap": null, "ap_weighted": null }, { "accuracy": 0.910969, "f1": 0.906972, "f1_weighted": 0.910291, "precision": 0.901007, "precision_weighted": 0.910993, "recall": 0.914874, "recall_weighted": 0.910969, "ap": null, "ap_weighted": null }, { "accuracy": 0.909985, "f1": 0.904261, "f1_weighted": 0.908355, "precision": 0.9044, "precision_weighted": 0.909171, "recall": 0.906803, "recall_weighted": 0.909985, "ap": null, "ap_weighted": null }, { "accuracy": 0.910477, "f1": 0.905687, "f1_weighted": 0.909778, "precision": 0.901457, "precision_weighted": 0.910802, "recall": 0.912177, "recall_weighted": 0.910477, "ap": null, "ap_weighted": null } ], "accuracy": 0.909592, "f1": 0.90452, "f1_weighted": 0.908524, "precision": 0.899118, "precision_weighted": 0.909975, "recall": 0.912987, "recall_weighted": 0.909592, "ap": NaN, "ap_weighted": NaN, "main_score": 0.909592, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.896704, "f1": 0.883739, "f1_weighted": 0.895543, "precision": 0.87728, "precision_weighted": 0.896707, "recall": 0.89262, "recall_weighted": 0.896704, "ap": null, "ap_weighted": null }, { "accuracy": 0.894245, "f1": 0.884326, "f1_weighted": 0.895647, "precision": 0.874756, "precision_weighted": 0.899204, "recall": 0.896795, "recall_weighted": 0.894245, "ap": null, "ap_weighted": null }, { "accuracy": 0.890802, "f1": 0.876931, "f1_weighted": 0.889592, "precision": 0.867438, "precision_weighted": 0.894823, "recall": 0.894731, "recall_weighted": 0.890802, "ap": null, "ap_weighted": null }, { "accuracy": 0.887359, "f1": 0.870464, "f1_weighted": 0.88393, "precision": 0.862863, "precision_weighted": 0.889901, "recall": 0.888671, "recall_weighted": 0.887359, "ap": null, "ap_weighted": null }, { "accuracy": 0.89031, "f1": 0.877074, "f1_weighted": 0.8903, "precision": 0.865758, "precision_weighted": 0.892999, "recall": 0.892844, "recall_weighted": 0.89031, "ap": null, "ap_weighted": null }, { "accuracy": 0.895721, "f1": 0.882479, "f1_weighted": 0.895061, "precision": 0.875081, "precision_weighted": 0.896961, "recall": 0.893275, "recall_weighted": 0.895721, "ap": null, "ap_weighted": null }, { "accuracy": 0.895721, "f1": 0.884208, "f1_weighted": 0.89531, "precision": 0.879819, "precision_weighted": 0.897166, "recall": 0.891778, "recall_weighted": 0.895721, "ap": null, "ap_weighted": null }, { "accuracy": 0.894245, "f1": 0.881691, "f1_weighted": 0.893933, "precision": 0.873745, "precision_weighted": 0.895516, "recall": 0.892087, "recall_weighted": 0.894245, "ap": null, "ap_weighted": null }, { "accuracy": 0.896704, "f1": 0.883924, "f1_weighted": 0.894991, "precision": 0.877823, "precision_weighted": 0.896157, "recall": 0.89334, "recall_weighted": 0.896704, "ap": null, "ap_weighted": null }, { "accuracy": 0.89818, "f1": 0.887602, "f1_weighted": 0.898515, "precision": 0.878685, "precision_weighted": 0.900236, "recall": 0.898369, "recall_weighted": 0.89818, "ap": null, "ap_weighted": null } ], "accuracy": 0.893999, "f1": 0.881244, "f1_weighted": 0.893282, "precision": 0.873325, "precision_weighted": 0.895967, "recall": 0.893451, "recall_weighted": 0.893999, "ap": NaN, "ap_weighted": NaN, "main_score": 0.893999, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.914412, "f1": 0.906733, "f1_weighted": 0.913515, "precision": 0.899101, "precision_weighted": 0.913815, "recall": 0.916156, "recall_weighted": 0.914412, "ap": null, "ap_weighted": null }, { "accuracy": 0.907526, "f1": 0.903084, "f1_weighted": 0.908186, "precision": 0.891008, "precision_weighted": 0.911512, "recall": 0.91862, "recall_weighted": 0.907526, "ap": null, "ap_weighted": null }, { "accuracy": 0.914904, "f1": 0.905469, "f1_weighted": 0.913979, "precision": 0.895216, "precision_weighted": 0.916153, "recall": 0.920121, "recall_weighted": 0.914904, "ap": null, "ap_weighted": null }, { "accuracy": 0.91638, "f1": 0.909422, "f1_weighted": 0.914986, "precision": 0.900548, "precision_weighted": 0.916799, "recall": 0.922087, "recall_weighted": 0.91638, "ap": null, "ap_weighted": null }, { "accuracy": 0.913428, "f1": 0.904991, "f1_weighted": 0.913454, "precision": 0.896062, "precision_weighted": 0.914646, "recall": 0.915842, "recall_weighted": 0.913428, "ap": null, "ap_weighted": null }, { "accuracy": 0.915396, "f1": 0.908282, "f1_weighted": 0.915205, "precision": 0.901272, "precision_weighted": 0.917164, "recall": 0.917972, "recall_weighted": 0.915396, "ap": null, "ap_weighted": null }, { "accuracy": 0.914904, "f1": 0.911891, "f1_weighted": 0.91498, "precision": 0.903643, "precision_weighted": 0.916633, "recall": 0.922093, "recall_weighted": 0.914904, "ap": null, "ap_weighted": null }, { "accuracy": 0.915396, "f1": 0.909968, "f1_weighted": 0.915493, "precision": 0.900977, "precision_weighted": 0.916588, "recall": 0.920597, "recall_weighted": 0.915396, "ap": null, "ap_weighted": null }, { "accuracy": 0.915396, "f1": 0.908217, "f1_weighted": 0.913072, "precision": 0.905445, "precision_weighted": 0.913864, "recall": 0.914265, "recall_weighted": 0.915396, "ap": null, "ap_weighted": null }, { "accuracy": 0.916872, "f1": 0.911444, "f1_weighted": 0.917206, "precision": 0.902172, "precision_weighted": 0.918695, "recall": 0.922324, "recall_weighted": 0.916872, "ap": null, "ap_weighted": null } ], "accuracy": 0.914461, "f1": 0.90795, "f1_weighted": 0.914008, "precision": 0.899544, "precision_weighted": 0.915587, "recall": 0.919008, "recall_weighted": 0.914461, "ap": NaN, "ap_weighted": NaN, "main_score": 0.914461, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.876045, "f1": 0.859725, "f1_weighted": 0.875872, "precision": 0.85341, "precision_weighted": 0.87847, "recall": 0.870515, "recall_weighted": 0.876045, "ap": null, "ap_weighted": null }, { "accuracy": 0.871126, "f1": 0.851445, "f1_weighted": 0.870603, "precision": 0.840065, "precision_weighted": 0.876546, "recall": 0.873531, "recall_weighted": 0.871126, "ap": null, "ap_weighted": null }, { "accuracy": 0.874078, "f1": 0.858726, "f1_weighted": 0.873472, "precision": 0.849552, "precision_weighted": 0.878534, "recall": 0.875219, "recall_weighted": 0.874078, "ap": null, "ap_weighted": null }, { "accuracy": 0.865224, "f1": 0.845469, "f1_weighted": 0.860195, "precision": 0.839207, "precision_weighted": 0.866066, "recall": 0.864274, "recall_weighted": 0.865224, "ap": null, "ap_weighted": null }, { "accuracy": 0.869159, "f1": 0.852452, "f1_weighted": 0.865636, "precision": 0.84655, "precision_weighted": 0.86749, "recall": 0.865187, "recall_weighted": 0.869159, "ap": null, "ap_weighted": null }, { "accuracy": 0.876537, "f1": 0.864453, "f1_weighted": 0.874111, "precision": 0.860605, "precision_weighted": 0.876957, "recall": 0.874405, "recall_weighted": 0.876537, "ap": null, "ap_weighted": null }, { "accuracy": 0.873586, "f1": 0.858937, "f1_weighted": 0.871932, "precision": 0.850077, "precision_weighted": 0.873908, "recall": 0.872454, "recall_weighted": 0.873586, "ap": null, "ap_weighted": null }, { "accuracy": 0.875553, "f1": 0.859752, "f1_weighted": 0.874627, "precision": 0.853335, "precision_weighted": 0.876009, "recall": 0.870179, "recall_weighted": 0.875553, "ap": null, "ap_weighted": null }, { "accuracy": 0.877029, "f1": 0.85993, "f1_weighted": 0.874878, "precision": 0.859551, "precision_weighted": 0.877172, "recall": 0.866784, "recall_weighted": 0.877029, "ap": null, "ap_weighted": null }, { "accuracy": 0.883424, "f1": 0.870009, "f1_weighted": 0.882406, "precision": 0.862862, "precision_weighted": 0.883631, "recall": 0.880401, "recall_weighted": 0.883424, "ap": null, "ap_weighted": null } ], "accuracy": 0.874176, "f1": 0.85809, "f1_weighted": 0.872373, "precision": 0.851521, "precision_weighted": 0.875478, "recall": 0.871295, "recall_weighted": 0.874176, "ap": NaN, "ap_weighted": NaN, "main_score": 0.874176, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.911953, "f1": 0.902783, "f1_weighted": 0.91078, "precision": 0.898436, "precision_weighted": 0.911103, "recall": 0.908963, "recall_weighted": 0.911953, "ap": null, "ap_weighted": null }, { "accuracy": 0.904083, "f1": 0.895683, "f1_weighted": 0.9045, "precision": 0.885343, "precision_weighted": 0.907618, "recall": 0.909528, "recall_weighted": 0.904083, "ap": null, "ap_weighted": null }, { "accuracy": 0.906542, "f1": 0.893576, "f1_weighted": 0.904983, "precision": 0.883002, "precision_weighted": 0.908678, "recall": 0.911716, "recall_weighted": 0.906542, "ap": null, "ap_weighted": null }, { "accuracy": 0.908018, "f1": 0.895741, "f1_weighted": 0.906203, "precision": 0.888919, "precision_weighted": 0.907919, "recall": 0.90676, "recall_weighted": 0.908018, "ap": null, "ap_weighted": null }, { "accuracy": 0.909493, "f1": 0.897877, "f1_weighted": 0.908239, "precision": 0.89094, "precision_weighted": 0.909956, "recall": 0.908825, "recall_weighted": 0.909493, "ap": null, "ap_weighted": null }, { "accuracy": 0.911953, "f1": 0.902564, "f1_weighted": 0.911113, "precision": 0.898102, "precision_weighted": 0.912323, "recall": 0.909668, "recall_weighted": 0.911953, "ap": null, "ap_weighted": null }, { "accuracy": 0.910477, "f1": 0.901348, "f1_weighted": 0.910549, "precision": 0.894344, "precision_weighted": 0.912144, "recall": 0.910559, "recall_weighted": 0.910477, "ap": null, "ap_weighted": null }, { "accuracy": 0.91392, "f1": 0.904438, "f1_weighted": 0.913154, "precision": 0.899636, "precision_weighted": 0.91373, "recall": 0.911161, "recall_weighted": 0.91392, "ap": null, "ap_weighted": null }, { "accuracy": 0.909985, "f1": 0.897484, "f1_weighted": 0.908166, "precision": 0.89533, "precision_weighted": 0.908862, "recall": 0.903022, "recall_weighted": 0.909985, "ap": null, "ap_weighted": null }, { "accuracy": 0.909001, "f1": 0.899296, "f1_weighted": 0.908778, "precision": 0.894571, "precision_weighted": 0.909865, "recall": 0.906015, "recall_weighted": 0.909001, "ap": null, "ap_weighted": null } ], "accuracy": 0.909543, "f1": 0.899079, "f1_weighted": 0.908646, "precision": 0.892862, "precision_weighted": 0.91022, "recall": 0.908622, "recall_weighted": 0.909543, "ap": NaN, "ap_weighted": NaN, "main_score": 0.909543, "hf_subset": "sv", "languages": [ "swe-Latn" ] } ] }, "evaluation_time": 367.1000633239746, "kg_co2_emissions": null }