{ "dataset_revision": "fad2c6e8459f9e1c45d9315f4953d921437d70f8", "task_name": "MassiveScenarioClassification", "mteb_version": "2.6.7", "scores": { "test": [ { "scores_per_experiment": [ { "accuracy": 0.907196, "f1": 0.900308, "f1_weighted": 0.907022, "precision": 0.897904, "precision_weighted": 0.907979, "recall": 0.904198, "recall_weighted": 0.907196, "ap": null, "ap_weighted": null }, { "accuracy": 0.908541, "f1": 0.901285, "f1_weighted": 0.909696, "precision": 0.89836, "precision_weighted": 0.912112, "recall": 0.906033, "recall_weighted": 0.908541, "ap": null, "ap_weighted": null }, { "accuracy": 0.905514, "f1": 0.89706, "f1_weighted": 0.905222, "precision": 0.891443, "precision_weighted": 0.906982, "recall": 0.905616, "recall_weighted": 0.905514, "ap": null, "ap_weighted": null }, { "accuracy": 0.909213, "f1": 0.899974, "f1_weighted": 0.908546, "precision": 0.897748, "precision_weighted": 0.909821, "recall": 0.904567, "recall_weighted": 0.909213, "ap": null, "ap_weighted": null }, { "accuracy": 0.911567, "f1": 0.904546, "f1_weighted": 0.912183, "precision": 0.90281, "precision_weighted": 0.913707, "recall": 0.907599, "recall_weighted": 0.911567, "ap": null, "ap_weighted": null }, { "accuracy": 0.906187, "f1": 0.897943, "f1_weighted": 0.905998, "precision": 0.896571, "precision_weighted": 0.907557, "recall": 0.901724, "recall_weighted": 0.906187, "ap": null, "ap_weighted": null }, { "accuracy": 0.912239, "f1": 0.904488, "f1_weighted": 0.913237, "precision": 0.901013, "precision_weighted": 0.915313, "recall": 0.909372, "recall_weighted": 0.912239, "ap": null, "ap_weighted": null }, { "accuracy": 0.911567, "f1": 0.905171, "f1_weighted": 0.912112, "precision": 0.902334, "precision_weighted": 0.913695, "recall": 0.909541, "recall_weighted": 0.911567, "ap": null, "ap_weighted": null }, { "accuracy": 0.913584, "f1": 0.905315, "f1_weighted": 0.913314, "precision": 0.905047, "precision_weighted": 0.913796, "recall": 0.906614, "recall_weighted": 0.913584, "ap": null, "ap_weighted": null }, { "accuracy": 0.910894, "f1": 0.9037, "f1_weighted": 0.911544, "precision": 0.901794, "precision_weighted": 0.913233, "recall": 0.907142, "recall_weighted": 0.910894, "ap": null, "ap_weighted": null } ], "accuracy": 0.90965, "f1": 0.901979, "f1_weighted": 0.909887, "precision": 0.899502, "precision_weighted": 0.911419, "recall": 0.906241, "recall_weighted": 0.90965, "ap": NaN, "ap_weighted": NaN, "main_score": 0.90965, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.914929, "f1": 0.907853, "f1_weighted": 0.913783, "precision": 0.905677, "precision_weighted": 0.91419, "recall": 0.911842, "recall_weighted": 0.914929, "ap": null, "ap_weighted": null }, { "accuracy": 0.917283, "f1": 0.909788, "f1_weighted": 0.917064, "precision": 0.904883, "precision_weighted": 0.91769, "recall": 0.915876, "recall_weighted": 0.917283, "ap": null, "ap_weighted": null }, { "accuracy": 0.913921, "f1": 0.906455, "f1_weighted": 0.913716, "precision": 0.90066, "precision_weighted": 0.914898, "recall": 0.914292, "recall_weighted": 0.913921, "ap": null, "ap_weighted": null }, { "accuracy": 0.911903, "f1": 0.904321, "f1_weighted": 0.91056, "precision": 0.901711, "precision_weighted": 0.91211, "recall": 0.909982, "recall_weighted": 0.911903, "ap": null, "ap_weighted": null }, { "accuracy": 0.914257, "f1": 0.90779, "f1_weighted": 0.913969, "precision": 0.902583, "precision_weighted": 0.914722, "recall": 0.914513, "recall_weighted": 0.914257, "ap": null, "ap_weighted": null }, { "accuracy": 0.914929, "f1": 0.906038, "f1_weighted": 0.914049, "precision": 0.901378, "precision_weighted": 0.915795, "recall": 0.914138, "recall_weighted": 0.914929, "ap": null, "ap_weighted": null }, { "accuracy": 0.916274, "f1": 0.910249, "f1_weighted": 0.916867, "precision": 0.906626, "precision_weighted": 0.918209, "recall": 0.915056, "recall_weighted": 0.916274, "ap": null, "ap_weighted": null }, { "accuracy": 0.914257, "f1": 0.905444, "f1_weighted": 0.913578, "precision": 0.902211, "precision_weighted": 0.913865, "recall": 0.910101, "recall_weighted": 0.914257, "ap": null, "ap_weighted": null }, { "accuracy": 0.913248, "f1": 0.905678, "f1_weighted": 0.912099, "precision": 0.903776, "precision_weighted": 0.912273, "recall": 0.909073, "recall_weighted": 0.913248, "ap": null, "ap_weighted": null }, { "accuracy": 0.918628, "f1": 0.911498, "f1_weighted": 0.918261, "precision": 0.908025, "precision_weighted": 0.918994, "recall": 0.916499, "recall_weighted": 0.918628, "ap": null, "ap_weighted": null } ], "accuracy": 0.914963, "f1": 0.907511, "f1_weighted": 0.914395, "precision": 0.903753, "precision_weighted": 0.915275, "recall": 0.913137, "recall_weighted": 0.914963, "ap": NaN, "ap_weighted": NaN, "main_score": 0.914963, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.900807, "f1": 0.892862, "f1_weighted": 0.900136, "precision": 0.892097, "precision_weighted": 0.900546, "recall": 0.895041, "recall_weighted": 0.900807, "ap": null, "ap_weighted": null }, { "accuracy": 0.897445, "f1": 0.890874, "f1_weighted": 0.897703, "precision": 0.887554, "precision_weighted": 0.899338, "recall": 0.895609, "recall_weighted": 0.897445, "ap": null, "ap_weighted": null }, { "accuracy": 0.897445, "f1": 0.887263, "f1_weighted": 0.896392, "precision": 0.881326, "precision_weighted": 0.897903, "recall": 0.896192, "recall_weighted": 0.897445, "ap": null, "ap_weighted": null }, { "accuracy": 0.896772, "f1": 0.88608, "f1_weighted": 0.894916, "precision": 0.882311, "precision_weighted": 0.897293, "recall": 0.89426, "recall_weighted": 0.896772, "ap": null, "ap_weighted": null }, { "accuracy": 0.896436, "f1": 0.887459, "f1_weighted": 0.895894, "precision": 0.884177, "precision_weighted": 0.897355, "recall": 0.893094, "recall_weighted": 0.896436, "ap": null, "ap_weighted": null }, { "accuracy": 0.89879, "f1": 0.890308, "f1_weighted": 0.898542, "precision": 0.888327, "precision_weighted": 0.900807, "recall": 0.895229, "recall_weighted": 0.89879, "ap": null, "ap_weighted": null }, { "accuracy": 0.89341, "f1": 0.887106, "f1_weighted": 0.89477, "precision": 0.885318, "precision_weighted": 0.897683, "recall": 0.890491, "recall_weighted": 0.89341, "ap": null, "ap_weighted": null }, { "accuracy": 0.901816, "f1": 0.894517, "f1_weighted": 0.901522, "precision": 0.892689, "precision_weighted": 0.902228, "recall": 0.897514, "recall_weighted": 0.901816, "ap": null, "ap_weighted": null }, { "accuracy": 0.899126, "f1": 0.891476, "f1_weighted": 0.898527, "precision": 0.89097, "precision_weighted": 0.899506, "recall": 0.894131, "recall_weighted": 0.899126, "ap": null, "ap_weighted": null }, { "accuracy": 0.896772, "f1": 0.887607, "f1_weighted": 0.896619, "precision": 0.881657, "precision_weighted": 0.898151, "recall": 0.895802, "recall_weighted": 0.896772, "ap": null, "ap_weighted": null } ], "accuracy": 0.897882, "f1": 0.889555, "f1_weighted": 0.897502, "precision": 0.886643, "precision_weighted": 0.899081, "recall": 0.894736, "recall_weighted": 0.897882, "ap": NaN, "ap_weighted": NaN, "main_score": 0.897882, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "scores_per_experiment": [ { "accuracy": 0.924681, "f1": 0.917817, "f1_weighted": 0.924626, "precision": 0.915517, "precision_weighted": 0.925404, "recall": 0.921152, "recall_weighted": 0.924681, "ap": null, "ap_weighted": null }, { "accuracy": 0.927707, "f1": 0.921706, "f1_weighted": 0.928362, "precision": 0.917595, "precision_weighted": 0.930221, "recall": 0.927646, "recall_weighted": 0.927707, "ap": null, "ap_weighted": null }, { "accuracy": 0.927371, "f1": 0.919691, "f1_weighted": 0.9271, "precision": 0.914413, "precision_weighted": 0.928659, "recall": 0.927462, "recall_weighted": 0.927371, "ap": null, "ap_weighted": null }, { "accuracy": 0.927034, "f1": 0.920025, "f1_weighted": 0.926643, "precision": 0.915862, "precision_weighted": 0.928306, "recall": 0.926853, "recall_weighted": 0.927034, "ap": null, "ap_weighted": null }, { "accuracy": 0.925017, "f1": 0.918733, "f1_weighted": 0.925189, "precision": 0.914428, "precision_weighted": 0.926182, "recall": 0.924287, "recall_weighted": 0.925017, "ap": null, "ap_weighted": null }, { "accuracy": 0.923672, "f1": 0.916484, "f1_weighted": 0.923385, "precision": 0.912449, "precision_weighted": 0.925397, "recall": 0.923527, "recall_weighted": 0.923672, "ap": null, "ap_weighted": null }, { "accuracy": 0.923336, "f1": 0.916529, "f1_weighted": 0.923998, "precision": 0.912008, "precision_weighted": 0.92539, "recall": 0.922067, "recall_weighted": 0.923336, "ap": null, "ap_weighted": null }, { "accuracy": 0.925017, "f1": 0.91904, "f1_weighted": 0.924997, "precision": 0.915429, "precision_weighted": 0.925835, "recall": 0.923937, "recall_weighted": 0.925017, "ap": null, "ap_weighted": null }, { "accuracy": 0.924344, "f1": 0.917738, "f1_weighted": 0.923931, "precision": 0.914587, "precision_weighted": 0.924741, "recall": 0.922524, "recall_weighted": 0.924344, "ap": null, "ap_weighted": null }, { "accuracy": 0.924681, "f1": 0.91805, "f1_weighted": 0.924912, "precision": 0.913983, "precision_weighted": 0.92646, "recall": 0.924123, "recall_weighted": 0.924681, "ap": null, "ap_weighted": null } ], "accuracy": 0.925286, "f1": 0.918581, "f1_weighted": 0.925314, "precision": 0.914627, "precision_weighted": 0.926659, "recall": 0.924358, "recall_weighted": 0.925286, "ap": NaN, "ap_weighted": NaN, "main_score": 0.925286, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.914593, "f1": 0.907672, "f1_weighted": 0.914335, "precision": 0.905238, "precision_weighted": 0.915773, "recall": 0.912478, "recall_weighted": 0.914593, "ap": null, "ap_weighted": null }, { "accuracy": 0.918964, "f1": 0.912389, "f1_weighted": 0.919762, "precision": 0.906813, "precision_weighted": 0.921893, "recall": 0.919997, "recall_weighted": 0.918964, "ap": null, "ap_weighted": null }, { "accuracy": 0.914257, "f1": 0.904945, "f1_weighted": 0.913975, "precision": 0.897834, "precision_weighted": 0.917196, "recall": 0.917309, "recall_weighted": 0.914257, "ap": null, "ap_weighted": null }, { "accuracy": 0.913248, "f1": 0.906167, "f1_weighted": 0.912755, "precision": 0.900912, "precision_weighted": 0.914948, "recall": 0.915052, "recall_weighted": 0.913248, "ap": null, "ap_weighted": null }, { "accuracy": 0.913921, "f1": 0.907022, "f1_weighted": 0.913975, "precision": 0.902081, "precision_weighted": 0.915626, "recall": 0.914545, "recall_weighted": 0.913921, "ap": null, "ap_weighted": null }, { "accuracy": 0.915266, "f1": 0.907606, "f1_weighted": 0.914848, "precision": 0.901838, "precision_weighted": 0.91747, "recall": 0.917397, "recall_weighted": 0.915266, "ap": null, "ap_weighted": null }, { "accuracy": 0.914593, "f1": 0.908874, "f1_weighted": 0.915502, "precision": 0.903977, "precision_weighted": 0.917321, "recall": 0.915149, "recall_weighted": 0.914593, "ap": null, "ap_weighted": null }, { "accuracy": 0.917956, "f1": 0.911229, "f1_weighted": 0.918109, "precision": 0.908165, "precision_weighted": 0.919222, "recall": 0.915865, "recall_weighted": 0.917956, "ap": null, "ap_weighted": null }, { "accuracy": 0.917283, "f1": 0.910956, "f1_weighted": 0.917172, "precision": 0.908186, "precision_weighted": 0.918272, "recall": 0.91551, "recall_weighted": 0.917283, "ap": null, "ap_weighted": null }, { "accuracy": 0.918292, "f1": 0.911303, "f1_weighted": 0.918546, "precision": 0.907198, "precision_weighted": 0.92019, "recall": 0.91765, "recall_weighted": 0.918292, "ap": null, "ap_weighted": null } ], "accuracy": 0.915837, "f1": 0.908816, "f1_weighted": 0.915898, "precision": 0.904224, "precision_weighted": 0.917791, "recall": 0.916095, "recall_weighted": 0.915837, "ap": NaN, "ap_weighted": NaN, "main_score": 0.915837, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.900807, "f1": 0.890248, "f1_weighted": 0.899524, "precision": 0.886853, "precision_weighted": 0.899887, "recall": 0.895634, "recall_weighted": 0.900807, "ap": null, "ap_weighted": null }, { "accuracy": 0.899462, "f1": 0.890374, "f1_weighted": 0.900414, "precision": 0.884916, "precision_weighted": 0.903, "recall": 0.89806, "recall_weighted": 0.899462, "ap": null, "ap_weighted": null }, { "accuracy": 0.899798, "f1": 0.889179, "f1_weighted": 0.899035, "precision": 0.883231, "precision_weighted": 0.899972, "recall": 0.897482, "recall_weighted": 0.899798, "ap": null, "ap_weighted": null }, { "accuracy": 0.903833, "f1": 0.891701, "f1_weighted": 0.902436, "precision": 0.886775, "precision_weighted": 0.904039, "recall": 0.900281, "recall_weighted": 0.903833, "ap": null, "ap_weighted": null }, { "accuracy": 0.900134, "f1": 0.889349, "f1_weighted": 0.899222, "precision": 0.884469, "precision_weighted": 0.900056, "recall": 0.896558, "recall_weighted": 0.900134, "ap": null, "ap_weighted": null }, { "accuracy": 0.902152, "f1": 0.891157, "f1_weighted": 0.90105, "precision": 0.886386, "precision_weighted": 0.902146, "recall": 0.898666, "recall_weighted": 0.902152, "ap": null, "ap_weighted": null }, { "accuracy": 0.900807, "f1": 0.89218, "f1_weighted": 0.901571, "precision": 0.889016, "precision_weighted": 0.90311, "recall": 0.896317, "recall_weighted": 0.900807, "ap": null, "ap_weighted": null }, { "accuracy": 0.902152, "f1": 0.892341, "f1_weighted": 0.902223, "precision": 0.889189, "precision_weighted": 0.903047, "recall": 0.896761, "recall_weighted": 0.902152, "ap": null, "ap_weighted": null }, { "accuracy": 0.898117, "f1": 0.88593, "f1_weighted": 0.897359, "precision": 0.881652, "precision_weighted": 0.898081, "recall": 0.892127, "recall_weighted": 0.898117, "ap": null, "ap_weighted": null }, { "accuracy": 0.900807, "f1": 0.890944, "f1_weighted": 0.901309, "precision": 0.885598, "precision_weighted": 0.902882, "recall": 0.897975, "recall_weighted": 0.900807, "ap": null, "ap_weighted": null } ], "accuracy": 0.900807, "f1": 0.89034, "f1_weighted": 0.900414, "precision": 0.885808, "precision_weighted": 0.901622, "recall": 0.896986, "recall_weighted": 0.900807, "ap": NaN, "ap_weighted": NaN, "main_score": 0.900807, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.878278, "f1": 0.864607, "f1_weighted": 0.877816, "precision": 0.863016, "precision_weighted": 0.879297, "recall": 0.869449, "recall_weighted": 0.878278, "ap": null, "ap_weighted": null }, { "accuracy": 0.876597, "f1": 0.86237, "f1_weighted": 0.876959, "precision": 0.859381, "precision_weighted": 0.879049, "recall": 0.867989, "recall_weighted": 0.876597, "ap": null, "ap_weighted": null }, { "accuracy": 0.87189, "f1": 0.855899, "f1_weighted": 0.870151, "precision": 0.848123, "precision_weighted": 0.871829, "recall": 0.868451, "recall_weighted": 0.87189, "ap": null, "ap_weighted": null }, { "accuracy": 0.874916, "f1": 0.860477, "f1_weighted": 0.872541, "precision": 0.856357, "precision_weighted": 0.873168, "recall": 0.867941, "recall_weighted": 0.874916, "ap": null, "ap_weighted": null }, { "accuracy": 0.878278, "f1": 0.864615, "f1_weighted": 0.876852, "precision": 0.863311, "precision_weighted": 0.877438, "recall": 0.868922, "recall_weighted": 0.878278, "ap": null, "ap_weighted": null }, { "accuracy": 0.879287, "f1": 0.863676, "f1_weighted": 0.878293, "precision": 0.860303, "precision_weighted": 0.879851, "recall": 0.87071, "recall_weighted": 0.879287, "ap": null, "ap_weighted": null }, { "accuracy": 0.877942, "f1": 0.867859, "f1_weighted": 0.878658, "precision": 0.866509, "precision_weighted": 0.880786, "recall": 0.871064, "recall_weighted": 0.877942, "ap": null, "ap_weighted": null }, { "accuracy": 0.880296, "f1": 0.867543, "f1_weighted": 0.880321, "precision": 0.864847, "precision_weighted": 0.881887, "recall": 0.872982, "recall_weighted": 0.880296, "ap": null, "ap_weighted": null }, { "accuracy": 0.879287, "f1": 0.863675, "f1_weighted": 0.878245, "precision": 0.859877, "precision_weighted": 0.879103, "recall": 0.869787, "recall_weighted": 0.879287, "ap": null, "ap_weighted": null }, { "accuracy": 0.881641, "f1": 0.866598, "f1_weighted": 0.882135, "precision": 0.861194, "precision_weighted": 0.88423, "recall": 0.874821, "recall_weighted": 0.881641, "ap": null, "ap_weighted": null } ], "accuracy": 0.877841, "f1": 0.863732, "f1_weighted": 0.877197, "precision": 0.860292, "precision_weighted": 0.878664, "recall": 0.870212, "recall_weighted": 0.877841, "ap": NaN, "ap_weighted": NaN, "main_score": 0.877841, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.915938, "f1": 0.908076, "f1_weighted": 0.915527, "precision": 0.907226, "precision_weighted": 0.916324, "recall": 0.910313, "recall_weighted": 0.915938, "ap": null, "ap_weighted": null }, { "accuracy": 0.915938, "f1": 0.908101, "f1_weighted": 0.916403, "precision": 0.903557, "precision_weighted": 0.918382, "recall": 0.91453, "recall_weighted": 0.915938, "ap": null, "ap_weighted": null }, { "accuracy": 0.917283, "f1": 0.907329, "f1_weighted": 0.916845, "precision": 0.903001, "precision_weighted": 0.918594, "recall": 0.914052, "recall_weighted": 0.917283, "ap": null, "ap_weighted": null }, { "accuracy": 0.913921, "f1": 0.904349, "f1_weighted": 0.913128, "precision": 0.900819, "precision_weighted": 0.91496, "recall": 0.91073, "recall_weighted": 0.913921, "ap": null, "ap_weighted": null }, { "accuracy": 0.918964, "f1": 0.911724, "f1_weighted": 0.918539, "precision": 0.908346, "precision_weighted": 0.919731, "recall": 0.917019, "recall_weighted": 0.918964, "ap": null, "ap_weighted": null }, { "accuracy": 0.916274, "f1": 0.907672, "f1_weighted": 0.91576, "precision": 0.905292, "precision_weighted": 0.917862, "recall": 0.913176, "recall_weighted": 0.916274, "ap": null, "ap_weighted": null }, { "accuracy": 0.913921, "f1": 0.907409, "f1_weighted": 0.914574, "precision": 0.903151, "precision_weighted": 0.916207, "recall": 0.912878, "recall_weighted": 0.913921, "ap": null, "ap_weighted": null }, { "accuracy": 0.915266, "f1": 0.906831, "f1_weighted": 0.914647, "precision": 0.904742, "precision_weighted": 0.915221, "recall": 0.910434, "recall_weighted": 0.915266, "ap": null, "ap_weighted": null }, { "accuracy": 0.918292, "f1": 0.909793, "f1_weighted": 0.917534, "precision": 0.908696, "precision_weighted": 0.918078, "recall": 0.912419, "recall_weighted": 0.918292, "ap": null, "ap_weighted": null }, { "accuracy": 0.917619, "f1": 0.909692, "f1_weighted": 0.917715, "precision": 0.906715, "precision_weighted": 0.918986, "recall": 0.914323, "recall_weighted": 0.917619, "ap": null, "ap_weighted": null } ], "accuracy": 0.916342, "f1": 0.908098, "f1_weighted": 0.916067, "precision": 0.905154, "precision_weighted": 0.917434, "recall": 0.912987, "recall_weighted": 0.916342, "ap": NaN, "ap_weighted": NaN, "main_score": 0.916342, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.892065, "f1": 0.880353, "f1_weighted": 0.892377, "precision": 0.878736, "precision_weighted": 0.893739, "recall": 0.883562, "recall_weighted": 0.892065, "ap": null, "ap_weighted": null }, { "accuracy": 0.894418, "f1": 0.88412, "f1_weighted": 0.895398, "precision": 0.882649, "precision_weighted": 0.898285, "recall": 0.887853, "recall_weighted": 0.894418, "ap": null, "ap_weighted": null }, { "accuracy": 0.887693, "f1": 0.876185, "f1_weighted": 0.888015, "precision": 0.870585, "precision_weighted": 0.889874, "recall": 0.88387, "recall_weighted": 0.887693, "ap": null, "ap_weighted": null }, { "accuracy": 0.889038, "f1": 0.87706, "f1_weighted": 0.88792, "precision": 0.875898, "precision_weighted": 0.888687, "recall": 0.88069, "recall_weighted": 0.889038, "ap": null, "ap_weighted": null }, { "accuracy": 0.89072, "f1": 0.879236, "f1_weighted": 0.891039, "precision": 0.878928, "precision_weighted": 0.892894, "recall": 0.881496, "recall_weighted": 0.89072, "ap": null, "ap_weighted": null }, { "accuracy": 0.891392, "f1": 0.879051, "f1_weighted": 0.890723, "precision": 0.878166, "precision_weighted": 0.891303, "recall": 0.881802, "recall_weighted": 0.891392, "ap": null, "ap_weighted": null }, { "accuracy": 0.893073, "f1": 0.883138, "f1_weighted": 0.894096, "precision": 0.883112, "precision_weighted": 0.896559, "recall": 0.884537, "recall_weighted": 0.893073, "ap": null, "ap_weighted": null }, { "accuracy": 0.894082, "f1": 0.884122, "f1_weighted": 0.893945, "precision": 0.883094, "precision_weighted": 0.894838, "recall": 0.886504, "recall_weighted": 0.894082, "ap": null, "ap_weighted": null }, { "accuracy": 0.889711, "f1": 0.878726, "f1_weighted": 0.888613, "precision": 0.877195, "precision_weighted": 0.888527, "recall": 0.881558, "recall_weighted": 0.889711, "ap": null, "ap_weighted": null }, { "accuracy": 0.887693, "f1": 0.879057, "f1_weighted": 0.889435, "precision": 0.875483, "precision_weighted": 0.893909, "recall": 0.886266, "recall_weighted": 0.887693, "ap": null, "ap_weighted": null } ], "accuracy": 0.890989, "f1": 0.880105, "f1_weighted": 0.891156, "precision": 0.878385, "precision_weighted": 0.892862, "recall": 0.883814, "recall_weighted": 0.890989, "ap": NaN, "ap_weighted": NaN, "main_score": 0.890989, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.839274, "f1": 0.819042, "f1_weighted": 0.839629, "precision": 0.819398, "precision_weighted": 0.84217, "recall": 0.82161, "recall_weighted": 0.839274, "ap": null, "ap_weighted": null }, { "accuracy": 0.838937, "f1": 0.816111, "f1_weighted": 0.839405, "precision": 0.813518, "precision_weighted": 0.842491, "recall": 0.821942, "recall_weighted": 0.838937, "ap": null, "ap_weighted": null }, { "accuracy": 0.833557, "f1": 0.808251, "f1_weighted": 0.834712, "precision": 0.80033, "precision_weighted": 0.842217, "recall": 0.825774, "recall_weighted": 0.833557, "ap": null, "ap_weighted": null }, { "accuracy": 0.833221, "f1": 0.80683, "f1_weighted": 0.830598, "precision": 0.803416, "precision_weighted": 0.838549, "recall": 0.823771, "recall_weighted": 0.833221, "ap": null, "ap_weighted": null }, { "accuracy": 0.836247, "f1": 0.813646, "f1_weighted": 0.837316, "precision": 0.814395, "precision_weighted": 0.841485, "recall": 0.817826, "recall_weighted": 0.836247, "ap": null, "ap_weighted": null }, { "accuracy": 0.838601, "f1": 0.818116, "f1_weighted": 0.83842, "precision": 0.819033, "precision_weighted": 0.84242, "recall": 0.822466, "recall_weighted": 0.838601, "ap": null, "ap_weighted": null }, { "accuracy": 0.837256, "f1": 0.816239, "f1_weighted": 0.838566, "precision": 0.812577, "precision_weighted": 0.842912, "recall": 0.823461, "recall_weighted": 0.837256, "ap": null, "ap_weighted": null }, { "accuracy": 0.845326, "f1": 0.825292, "f1_weighted": 0.845312, "precision": 0.825896, "precision_weighted": 0.84716, "recall": 0.827523, "recall_weighted": 0.845326, "ap": null, "ap_weighted": null }, { "accuracy": 0.837929, "f1": 0.815316, "f1_weighted": 0.836551, "precision": 0.815326, "precision_weighted": 0.838431, "recall": 0.819161, "recall_weighted": 0.837929, "ap": null, "ap_weighted": null }, { "accuracy": 0.840282, "f1": 0.81904, "f1_weighted": 0.842347, "precision": 0.815332, "precision_weighted": 0.846543, "recall": 0.826133, "recall_weighted": 0.840282, "ap": null, "ap_weighted": null } ], "accuracy": 0.838063, "f1": 0.815788, "f1_weighted": 0.838286, "precision": 0.813922, "precision_weighted": 0.842438, "recall": 0.822967, "recall_weighted": 0.838063, "ap": NaN, "ap_weighted": NaN, "main_score": 0.838063, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.919301, "f1": 0.913418, "f1_weighted": 0.918909, "precision": 0.912447, "precision_weighted": 0.919177, "recall": 0.915268, "recall_weighted": 0.919301, "ap": null, "ap_weighted": null }, { "accuracy": 0.917619, "f1": 0.912341, "f1_weighted": 0.917565, "precision": 0.908472, "precision_weighted": 0.918541, "recall": 0.917521, "recall_weighted": 0.917619, "ap": null, "ap_weighted": null }, { "accuracy": 0.914929, "f1": 0.907807, "f1_weighted": 0.915093, "precision": 0.900774, "precision_weighted": 0.917148, "recall": 0.917935, "recall_weighted": 0.914929, "ap": null, "ap_weighted": null }, { "accuracy": 0.914257, "f1": 0.90599, "f1_weighted": 0.912964, "precision": 0.903658, "precision_weighted": 0.913842, "recall": 0.910783, "recall_weighted": 0.914257, "ap": null, "ap_weighted": null }, { "accuracy": 0.915938, "f1": 0.909775, "f1_weighted": 0.915673, "precision": 0.907105, "precision_weighted": 0.916249, "recall": 0.913636, "recall_weighted": 0.915938, "ap": null, "ap_weighted": null }, { "accuracy": 0.918292, "f1": 0.91146, "f1_weighted": 0.91753, "precision": 0.90895, "precision_weighted": 0.918777, "recall": 0.916432, "recall_weighted": 0.918292, "ap": null, "ap_weighted": null }, { "accuracy": 0.915938, "f1": 0.91093, "f1_weighted": 0.915984, "precision": 0.907784, "precision_weighted": 0.916573, "recall": 0.914783, "recall_weighted": 0.915938, "ap": null, "ap_weighted": null }, { "accuracy": 0.918292, "f1": 0.9131, "f1_weighted": 0.918259, "precision": 0.913244, "precision_weighted": 0.919273, "recall": 0.914213, "recall_weighted": 0.918292, "ap": null, "ap_weighted": null }, { "accuracy": 0.920309, "f1": 0.914798, "f1_weighted": 0.919257, "precision": 0.913981, "precision_weighted": 0.919471, "recall": 0.917151, "recall_weighted": 0.920309, "ap": null, "ap_weighted": null }, { "accuracy": 0.919637, "f1": 0.914191, "f1_weighted": 0.91921, "precision": 0.913142, "precision_weighted": 0.919727, "recall": 0.916519, "recall_weighted": 0.919637, "ap": null, "ap_weighted": null } ], "accuracy": 0.917451, "f1": 0.911381, "f1_weighted": 0.917044, "precision": 0.908956, "precision_weighted": 0.917878, "recall": 0.915424, "recall_weighted": 0.917451, "ap": NaN, "ap_weighted": NaN, "main_score": 0.917451, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.917283, "f1": 0.91226, "f1_weighted": 0.917219, "precision": 0.911363, "precision_weighted": 0.917741, "recall": 0.914064, "recall_weighted": 0.917283, "ap": null, "ap_weighted": null }, { "accuracy": 0.914929, "f1": 0.908353, "f1_weighted": 0.915346, "precision": 0.904466, "precision_weighted": 0.916882, "recall": 0.913903, "recall_weighted": 0.914929, "ap": null, "ap_weighted": null }, { "accuracy": 0.916611, "f1": 0.910339, "f1_weighted": 0.91658, "precision": 0.905461, "precision_weighted": 0.918139, "recall": 0.917611, "recall_weighted": 0.916611, "ap": null, "ap_weighted": null }, { "accuracy": 0.911231, "f1": 0.90404, "f1_weighted": 0.909983, "precision": 0.900462, "precision_weighted": 0.911573, "recall": 0.910682, "recall_weighted": 0.911231, "ap": null, "ap_weighted": null }, { "accuracy": 0.916947, "f1": 0.910926, "f1_weighted": 0.916486, "precision": 0.909973, "precision_weighted": 0.916968, "recall": 0.913159, "recall_weighted": 0.916947, "ap": null, "ap_weighted": null }, { "accuracy": 0.916274, "f1": 0.909552, "f1_weighted": 0.915762, "precision": 0.908155, "precision_weighted": 0.917115, "recall": 0.913446, "recall_weighted": 0.916274, "ap": null, "ap_weighted": null }, { "accuracy": 0.916947, "f1": 0.909022, "f1_weighted": 0.916686, "precision": 0.905595, "precision_weighted": 0.917231, "recall": 0.913771, "recall_weighted": 0.916947, "ap": null, "ap_weighted": null }, { "accuracy": 0.917619, "f1": 0.910038, "f1_weighted": 0.917518, "precision": 0.906681, "precision_weighted": 0.918362, "recall": 0.914767, "recall_weighted": 0.917619, "ap": null, "ap_weighted": null }, { "accuracy": 0.917956, "f1": 0.91316, "f1_weighted": 0.91714, "precision": 0.913033, "precision_weighted": 0.917588, "recall": 0.914768, "recall_weighted": 0.917956, "ap": null, "ap_weighted": null }, { "accuracy": 0.918292, "f1": 0.912941, "f1_weighted": 0.918609, "precision": 0.91162, "precision_weighted": 0.919663, "recall": 0.915292, "recall_weighted": 0.918292, "ap": null, "ap_weighted": null } ], "accuracy": 0.916409, "f1": 0.910063, "f1_weighted": 0.916133, "precision": 0.907681, "precision_weighted": 0.917126, "recall": 0.914146, "recall_weighted": 0.916409, "ap": NaN, "ap_weighted": NaN, "main_score": 0.916409, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "scores_per_experiment": [ { "accuracy": 0.869536, "f1": 0.854365, "f1_weighted": 0.86777, "precision": 0.85214, "precision_weighted": 0.868348, "recall": 0.859781, "recall_weighted": 0.869536, "ap": null, "ap_weighted": null }, { "accuracy": 0.861802, "f1": 0.84637, "f1_weighted": 0.862637, "precision": 0.839561, "precision_weighted": 0.866558, "recall": 0.857795, "recall_weighted": 0.861802, "ap": null, "ap_weighted": null }, { "accuracy": 0.86113, "f1": 0.84537, "f1_weighted": 0.861259, "precision": 0.839553, "precision_weighted": 0.864123, "recall": 0.855547, "recall_weighted": 0.86113, "ap": null, "ap_weighted": null }, { "accuracy": 0.867182, "f1": 0.852776, "f1_weighted": 0.866641, "precision": 0.851781, "precision_weighted": 0.868637, "recall": 0.857347, "recall_weighted": 0.867182, "ap": null, "ap_weighted": null }, { "accuracy": 0.864492, "f1": 0.848907, "f1_weighted": 0.86373, "precision": 0.846054, "precision_weighted": 0.86551, "recall": 0.855655, "recall_weighted": 0.864492, "ap": null, "ap_weighted": null }, { "accuracy": 0.86382, "f1": 0.848949, "f1_weighted": 0.862359, "precision": 0.845014, "precision_weighted": 0.863483, "recall": 0.856839, "recall_weighted": 0.86382, "ap": null, "ap_weighted": null }, { "accuracy": 0.862139, "f1": 0.846167, "f1_weighted": 0.862317, "precision": 0.841287, "precision_weighted": 0.865104, "recall": 0.855298, "recall_weighted": 0.862139, "ap": null, "ap_weighted": null }, { "accuracy": 0.867855, "f1": 0.853482, "f1_weighted": 0.867852, "precision": 0.851745, "precision_weighted": 0.869352, "recall": 0.857629, "recall_weighted": 0.867855, "ap": null, "ap_weighted": null }, { "accuracy": 0.868191, "f1": 0.854757, "f1_weighted": 0.866855, "precision": 0.855763, "precision_weighted": 0.867495, "recall": 0.856323, "recall_weighted": 0.868191, "ap": null, "ap_weighted": null }, { "accuracy": 0.86651, "f1": 0.849826, "f1_weighted": 0.866137, "precision": 0.843909, "precision_weighted": 0.868773, "recall": 0.860444, "recall_weighted": 0.86651, "ap": null, "ap_weighted": null } ], "accuracy": 0.865266, "f1": 0.850097, "f1_weighted": 0.864756, "precision": 0.846681, "precision_weighted": 0.866738, "recall": 0.857266, "recall_weighted": 0.865266, "ap": NaN, "ap_weighted": NaN, "main_score": 0.865266, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.911903, "f1": 0.904828, "f1_weighted": 0.911946, "precision": 0.903698, "precision_weighted": 0.912795, "recall": 0.907068, "recall_weighted": 0.911903, "ap": null, "ap_weighted": null }, { "accuracy": 0.909886, "f1": 0.902901, "f1_weighted": 0.911067, "precision": 0.898471, "precision_weighted": 0.913817, "recall": 0.909571, "recall_weighted": 0.909886, "ap": null, "ap_weighted": null }, { "accuracy": 0.907532, "f1": 0.8976, "f1_weighted": 0.90702, "precision": 0.891559, "precision_weighted": 0.908758, "recall": 0.906747, "recall_weighted": 0.907532, "ap": null, "ap_weighted": null }, { "accuracy": 0.911231, "f1": 0.903236, "f1_weighted": 0.910425, "precision": 0.899604, "precision_weighted": 0.911185, "recall": 0.90873, "recall_weighted": 0.911231, "ap": null, "ap_weighted": null }, { "accuracy": 0.913921, "f1": 0.905455, "f1_weighted": 0.914209, "precision": 0.902998, "precision_weighted": 0.915287, "recall": 0.909206, "recall_weighted": 0.913921, "ap": null, "ap_weighted": null }, { "accuracy": 0.913921, "f1": 0.905618, "f1_weighted": 0.91331, "precision": 0.903356, "precision_weighted": 0.914619, "recall": 0.910224, "recall_weighted": 0.913921, "ap": null, "ap_weighted": null }, { "accuracy": 0.911231, "f1": 0.904364, "f1_weighted": 0.912007, "precision": 0.90065, "precision_weighted": 0.913628, "recall": 0.909293, "recall_weighted": 0.911231, "ap": null, "ap_weighted": null }, { "accuracy": 0.916611, "f1": 0.910508, "f1_weighted": 0.916776, "precision": 0.908403, "precision_weighted": 0.91761, "recall": 0.913537, "recall_weighted": 0.916611, "ap": null, "ap_weighted": null }, { "accuracy": 0.915266, "f1": 0.906094, "f1_weighted": 0.914702, "precision": 0.905861, "precision_weighted": 0.915038, "recall": 0.907591, "recall_weighted": 0.915266, "ap": null, "ap_weighted": null }, { "accuracy": 0.917283, "f1": 0.908415, "f1_weighted": 0.917409, "precision": 0.904542, "precision_weighted": 0.918618, "recall": 0.913984, "recall_weighted": 0.917283, "ap": null, "ap_weighted": null } ], "accuracy": 0.912878, "f1": 0.904902, "f1_weighted": 0.912887, "precision": 0.901914, "precision_weighted": 0.914136, "recall": 0.909595, "recall_weighted": 0.912878, "ap": NaN, "ap_weighted": NaN, "main_score": 0.912878, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.913248, "f1": 0.90617, "f1_weighted": 0.912847, "precision": 0.90268, "precision_weighted": 0.913437, "recall": 0.910978, "recall_weighted": 0.913248, "ap": null, "ap_weighted": null }, { "accuracy": 0.917283, "f1": 0.910668, "f1_weighted": 0.917613, "precision": 0.904142, "precision_weighted": 0.918918, "recall": 0.918724, "recall_weighted": 0.917283, "ap": null, "ap_weighted": null }, { "accuracy": 0.911231, "f1": 0.904208, "f1_weighted": 0.910772, "precision": 0.89761, "precision_weighted": 0.911972, "recall": 0.913288, "recall_weighted": 0.911231, "ap": null, "ap_weighted": null }, { "accuracy": 0.913584, "f1": 0.907022, "f1_weighted": 0.912728, "precision": 0.901897, "precision_weighted": 0.913799, "recall": 0.914498, "recall_weighted": 0.913584, "ap": null, "ap_weighted": null }, { "accuracy": 0.912912, "f1": 0.907305, "f1_weighted": 0.91255, "precision": 0.902494, "precision_weighted": 0.91324, "recall": 0.91375, "recall_weighted": 0.912912, "ap": null, "ap_weighted": null }, { "accuracy": 0.911903, "f1": 0.905403, "f1_weighted": 0.910801, "precision": 0.900988, "precision_weighted": 0.911909, "recall": 0.912616, "recall_weighted": 0.911903, "ap": null, "ap_weighted": null }, { "accuracy": 0.913248, "f1": 0.906581, "f1_weighted": 0.913598, "precision": 0.903023, "precision_weighted": 0.914529, "recall": 0.911078, "recall_weighted": 0.913248, "ap": null, "ap_weighted": null }, { "accuracy": 0.915602, "f1": 0.909748, "f1_weighted": 0.915455, "precision": 0.904314, "precision_weighted": 0.916046, "recall": 0.916445, "recall_weighted": 0.915602, "ap": null, "ap_weighted": null }, { "accuracy": 0.912239, "f1": 0.904847, "f1_weighted": 0.911396, "precision": 0.902319, "precision_weighted": 0.911461, "recall": 0.90854, "recall_weighted": 0.912239, "ap": null, "ap_weighted": null }, { "accuracy": 0.913921, "f1": 0.90798, "f1_weighted": 0.91375, "precision": 0.904092, "precision_weighted": 0.914391, "recall": 0.913101, "recall_weighted": 0.913921, "ap": null, "ap_weighted": null } ], "accuracy": 0.913517, "f1": 0.906993, "f1_weighted": 0.913151, "precision": 0.902356, "precision_weighted": 0.91397, "recall": 0.913302, "recall_weighted": 0.913517, "ap": NaN, "ap_weighted": NaN, "main_score": 0.913517, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.907196, "f1": 0.899377, "f1_weighted": 0.90662, "precision": 0.897237, "precision_weighted": 0.907313, "recall": 0.903139, "recall_weighted": 0.907196, "ap": null, "ap_weighted": null }, { "accuracy": 0.909549, "f1": 0.899083, "f1_weighted": 0.909866, "precision": 0.893867, "precision_weighted": 0.911687, "recall": 0.906487, "recall_weighted": 0.909549, "ap": null, "ap_weighted": null }, { "accuracy": 0.907196, "f1": 0.897621, "f1_weighted": 0.90715, "precision": 0.893205, "precision_weighted": 0.908698, "recall": 0.904169, "recall_weighted": 0.907196, "ap": null, "ap_weighted": null }, { "accuracy": 0.906187, "f1": 0.895375, "f1_weighted": 0.905374, "precision": 0.89448, "precision_weighted": 0.906228, "recall": 0.898293, "recall_weighted": 0.906187, "ap": null, "ap_weighted": null }, { "accuracy": 0.906187, "f1": 0.895666, "f1_weighted": 0.906016, "precision": 0.893791, "precision_weighted": 0.907192, "recall": 0.8993, "recall_weighted": 0.906187, "ap": null, "ap_weighted": null }, { "accuracy": 0.909549, "f1": 0.901906, "f1_weighted": 0.908793, "precision": 0.899737, "precision_weighted": 0.909814, "recall": 0.906449, "recall_weighted": 0.909549, "ap": null, "ap_weighted": null }, { "accuracy": 0.911567, "f1": 0.903295, "f1_weighted": 0.912625, "precision": 0.89997, "precision_weighted": 0.914708, "recall": 0.908027, "recall_weighted": 0.911567, "ap": null, "ap_weighted": null }, { "accuracy": 0.912239, "f1": 0.903912, "f1_weighted": 0.912114, "precision": 0.900995, "precision_weighted": 0.913239, "recall": 0.908697, "recall_weighted": 0.912239, "ap": null, "ap_weighted": null }, { "accuracy": 0.908877, "f1": 0.898917, "f1_weighted": 0.907879, "precision": 0.898446, "precision_weighted": 0.908239, "recall": 0.900983, "recall_weighted": 0.908877, "ap": null, "ap_weighted": null }, { "accuracy": 0.910222, "f1": 0.901877, "f1_weighted": 0.910089, "precision": 0.899248, "precision_weighted": 0.911442, "recall": 0.906648, "recall_weighted": 0.910222, "ap": null, "ap_weighted": null } ], "accuracy": 0.908877, "f1": 0.899703, "f1_weighted": 0.908652, "precision": 0.897098, "precision_weighted": 0.909856, "recall": 0.904219, "recall_weighted": 0.908877, "ap": NaN, "ap_weighted": NaN, "main_score": 0.908877, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.916274, "f1": 0.911318, "f1_weighted": 0.915899, "precision": 0.908703, "precision_weighted": 0.916685, "recall": 0.91544, "recall_weighted": 0.916274, "ap": null, "ap_weighted": null }, { "accuracy": 0.918292, "f1": 0.91177, "f1_weighted": 0.918451, "precision": 0.907734, "precision_weighted": 0.919724, "recall": 0.917353, "recall_weighted": 0.918292, "ap": null, "ap_weighted": null }, { "accuracy": 0.914929, "f1": 0.907251, "f1_weighted": 0.915069, "precision": 0.900861, "precision_weighted": 0.916949, "recall": 0.916174, "recall_weighted": 0.914929, "ap": null, "ap_weighted": null }, { "accuracy": 0.914593, "f1": 0.907343, "f1_weighted": 0.913935, "precision": 0.903795, "precision_weighted": 0.914848, "recall": 0.912777, "recall_weighted": 0.914593, "ap": null, "ap_weighted": null }, { "accuracy": 0.912576, "f1": 0.906506, "f1_weighted": 0.912206, "precision": 0.903888, "precision_weighted": 0.91316, "recall": 0.910854, "recall_weighted": 0.912576, "ap": null, "ap_weighted": null }, { "accuracy": 0.915266, "f1": 0.909138, "f1_weighted": 0.914859, "precision": 0.907272, "precision_weighted": 0.91596, "recall": 0.912997, "recall_weighted": 0.915266, "ap": null, "ap_weighted": null }, { "accuracy": 0.915938, "f1": 0.912567, "f1_weighted": 0.917, "precision": 0.910962, "precision_weighted": 0.919064, "recall": 0.915522, "recall_weighted": 0.915938, "ap": null, "ap_weighted": null }, { "accuracy": 0.914929, "f1": 0.909612, "f1_weighted": 0.915294, "precision": 0.905927, "precision_weighted": 0.916652, "recall": 0.914769, "recall_weighted": 0.914929, "ap": null, "ap_weighted": null }, { "accuracy": 0.914929, "f1": 0.908409, "f1_weighted": 0.914211, "precision": 0.906341, "precision_weighted": 0.914824, "recall": 0.912213, "recall_weighted": 0.914929, "ap": null, "ap_weighted": null }, { "accuracy": 0.915602, "f1": 0.909934, "f1_weighted": 0.915436, "precision": 0.907858, "precision_weighted": 0.916625, "recall": 0.913798, "recall_weighted": 0.915602, "ap": null, "ap_weighted": null } ], "accuracy": 0.915333, "f1": 0.909385, "f1_weighted": 0.915236, "precision": 0.906334, "precision_weighted": 0.916449, "recall": 0.914189, "recall_weighted": 0.915333, "ap": NaN, "ap_weighted": NaN, "main_score": 0.915333, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.905514, "f1": 0.895519, "f1_weighted": 0.905243, "precision": 0.895619, "precision_weighted": 0.905781, "recall": 0.896529, "recall_weighted": 0.905514, "ap": null, "ap_weighted": null }, { "accuracy": 0.902152, "f1": 0.892776, "f1_weighted": 0.903292, "precision": 0.892202, "precision_weighted": 0.905565, "recall": 0.894909, "recall_weighted": 0.902152, "ap": null, "ap_weighted": null }, { "accuracy": 0.904169, "f1": 0.893478, "f1_weighted": 0.903341, "precision": 0.889187, "precision_weighted": 0.904187, "recall": 0.899648, "recall_weighted": 0.904169, "ap": null, "ap_weighted": null }, { "accuracy": 0.900807, "f1": 0.889563, "f1_weighted": 0.899972, "precision": 0.886206, "precision_weighted": 0.900845, "recall": 0.894838, "recall_weighted": 0.900807, "ap": null, "ap_weighted": null }, { "accuracy": 0.900134, "f1": 0.889969, "f1_weighted": 0.900439, "precision": 0.888555, "precision_weighted": 0.901686, "recall": 0.892851, "recall_weighted": 0.900134, "ap": null, "ap_weighted": null }, { "accuracy": 0.902824, "f1": 0.891125, "f1_weighted": 0.901966, "precision": 0.890514, "precision_weighted": 0.902829, "recall": 0.894127, "recall_weighted": 0.902824, "ap": null, "ap_weighted": null }, { "accuracy": 0.902488, "f1": 0.894886, "f1_weighted": 0.903493, "precision": 0.894742, "precision_weighted": 0.905646, "recall": 0.896374, "recall_weighted": 0.902488, "ap": null, "ap_weighted": null }, { "accuracy": 0.900471, "f1": 0.889103, "f1_weighted": 0.900402, "precision": 0.889199, "precision_weighted": 0.901134, "recall": 0.890284, "recall_weighted": 0.900471, "ap": null, "ap_weighted": null }, { "accuracy": 0.901143, "f1": 0.891169, "f1_weighted": 0.900403, "precision": 0.890052, "precision_weighted": 0.900881, "recall": 0.893829, "recall_weighted": 0.901143, "ap": null, "ap_weighted": null }, { "accuracy": 0.904169, "f1": 0.893476, "f1_weighted": 0.904577, "precision": 0.891986, "precision_weighted": 0.905884, "recall": 0.896328, "recall_weighted": 0.904169, "ap": null, "ap_weighted": null } ], "accuracy": 0.902387, "f1": 0.892107, "f1_weighted": 0.902313, "precision": 0.890826, "precision_weighted": 0.903444, "recall": 0.894972, "recall_weighted": 0.902387, "ap": NaN, "ap_weighted": NaN, "main_score": 0.902387, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.917619, "f1": 0.911661, "f1_weighted": 0.917165, "precision": 0.908837, "precision_weighted": 0.917335, "recall": 0.91529, "recall_weighted": 0.917619, "ap": null, "ap_weighted": null }, { "accuracy": 0.916611, "f1": 0.910378, "f1_weighted": 0.917527, "precision": 0.906802, "precision_weighted": 0.919531, "recall": 0.915322, "recall_weighted": 0.916611, "ap": null, "ap_weighted": null }, { "accuracy": 0.915938, "f1": 0.908433, "f1_weighted": 0.916195, "precision": 0.903854, "precision_weighted": 0.917438, "recall": 0.914676, "recall_weighted": 0.915938, "ap": null, "ap_weighted": null }, { "accuracy": 0.917619, "f1": 0.90976, "f1_weighted": 0.917168, "precision": 0.905502, "precision_weighted": 0.918147, "recall": 0.915872, "recall_weighted": 0.917619, "ap": null, "ap_weighted": null }, { "accuracy": 0.917956, "f1": 0.91186, "f1_weighted": 0.91837, "precision": 0.910085, "precision_weighted": 0.919232, "recall": 0.914403, "recall_weighted": 0.917956, "ap": null, "ap_weighted": null }, { "accuracy": 0.915938, "f1": 0.909086, "f1_weighted": 0.915583, "precision": 0.906115, "precision_weighted": 0.916124, "recall": 0.913203, "recall_weighted": 0.915938, "ap": null, "ap_weighted": null }, { "accuracy": 0.916611, "f1": 0.910667, "f1_weighted": 0.917444, "precision": 0.907384, "precision_weighted": 0.918887, "recall": 0.914759, "recall_weighted": 0.916611, "ap": null, "ap_weighted": null }, { "accuracy": 0.918292, "f1": 0.910162, "f1_weighted": 0.918532, "precision": 0.906249, "precision_weighted": 0.919277, "recall": 0.91493, "recall_weighted": 0.918292, "ap": null, "ap_weighted": null }, { "accuracy": 0.918964, "f1": 0.913453, "f1_weighted": 0.919072, "precision": 0.91487, "precision_weighted": 0.919648, "recall": 0.912776, "recall_weighted": 0.918964, "ap": null, "ap_weighted": null }, { "accuracy": 0.918292, "f1": 0.912823, "f1_weighted": 0.918742, "precision": 0.909668, "precision_weighted": 0.919738, "recall": 0.916811, "recall_weighted": 0.918292, "ap": null, "ap_weighted": null } ], "accuracy": 0.917384, "f1": 0.910828, "f1_weighted": 0.91758, "precision": 0.907937, "precision_weighted": 0.918536, "recall": 0.914804, "recall_weighted": 0.917384, "ap": NaN, "ap_weighted": NaN, "main_score": 0.917384, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.885003, "f1": 0.873657, "f1_weighted": 0.885738, "precision": 0.87193, "precision_weighted": 0.887475, "recall": 0.877012, "recall_weighted": 0.885003, "ap": null, "ap_weighted": null }, { "accuracy": 0.885676, "f1": 0.873735, "f1_weighted": 0.886037, "precision": 0.868838, "precision_weighted": 0.887904, "recall": 0.880518, "recall_weighted": 0.885676, "ap": null, "ap_weighted": null }, { "accuracy": 0.878278, "f1": 0.86601, "f1_weighted": 0.878423, "precision": 0.860394, "precision_weighted": 0.881946, "recall": 0.876236, "recall_weighted": 0.878278, "ap": null, "ap_weighted": null }, { "accuracy": 0.880968, "f1": 0.867176, "f1_weighted": 0.880109, "precision": 0.862768, "precision_weighted": 0.882645, "recall": 0.875682, "recall_weighted": 0.880968, "ap": null, "ap_weighted": null }, { "accuracy": 0.886348, "f1": 0.876935, "f1_weighted": 0.887117, "precision": 0.876131, "precision_weighted": 0.889144, "recall": 0.879309, "recall_weighted": 0.886348, "ap": null, "ap_weighted": null }, { "accuracy": 0.884331, "f1": 0.874125, "f1_weighted": 0.883803, "precision": 0.874584, "precision_weighted": 0.885123, "recall": 0.875953, "recall_weighted": 0.884331, "ap": null, "ap_weighted": null }, { "accuracy": 0.883322, "f1": 0.872434, "f1_weighted": 0.88418, "precision": 0.870136, "precision_weighted": 0.886306, "recall": 0.876406, "recall_weighted": 0.883322, "ap": null, "ap_weighted": null }, { "accuracy": 0.883658, "f1": 0.871931, "f1_weighted": 0.883636, "precision": 0.869781, "precision_weighted": 0.884948, "recall": 0.876212, "recall_weighted": 0.883658, "ap": null, "ap_weighted": null }, { "accuracy": 0.883322, "f1": 0.872321, "f1_weighted": 0.883355, "precision": 0.871505, "precision_weighted": 0.884925, "recall": 0.875207, "recall_weighted": 0.883322, "ap": null, "ap_weighted": null }, { "accuracy": 0.88265, "f1": 0.87324, "f1_weighted": 0.883933, "precision": 0.872213, "precision_weighted": 0.886657, "recall": 0.876233, "recall_weighted": 0.88265, "ap": null, "ap_weighted": null } ], "accuracy": 0.883356, "f1": 0.872157, "f1_weighted": 0.883633, "precision": 0.869828, "precision_weighted": 0.885707, "recall": 0.876877, "recall_weighted": 0.883356, "ap": NaN, "ap_weighted": NaN, "main_score": 0.883356, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.908541, "f1": 0.901343, "f1_weighted": 0.908328, "precision": 0.904757, "precision_weighted": 0.908801, "recall": 0.898803, "recall_weighted": 0.908541, "ap": null, "ap_weighted": null }, { "accuracy": 0.913921, "f1": 0.908231, "f1_weighted": 0.91496, "precision": 0.90659, "precision_weighted": 0.917416, "recall": 0.911435, "recall_weighted": 0.913921, "ap": null, "ap_weighted": null }, { "accuracy": 0.911567, "f1": 0.901788, "f1_weighted": 0.911449, "precision": 0.896885, "precision_weighted": 0.912557, "recall": 0.908624, "recall_weighted": 0.911567, "ap": null, "ap_weighted": null }, { "accuracy": 0.912576, "f1": 0.904417, "f1_weighted": 0.911733, "precision": 0.901774, "precision_weighted": 0.912371, "recall": 0.908803, "recall_weighted": 0.912576, "ap": null, "ap_weighted": null }, { "accuracy": 0.909213, "f1": 0.900563, "f1_weighted": 0.909157, "precision": 0.899143, "precision_weighted": 0.909978, "recall": 0.903251, "recall_weighted": 0.909213, "ap": null, "ap_weighted": null }, { "accuracy": 0.911567, "f1": 0.902751, "f1_weighted": 0.910836, "precision": 0.902275, "precision_weighted": 0.91169, "recall": 0.90512, "recall_weighted": 0.911567, "ap": null, "ap_weighted": null }, { "accuracy": 0.911231, "f1": 0.903788, "f1_weighted": 0.912125, "precision": 0.904059, "precision_weighted": 0.914028, "recall": 0.905011, "recall_weighted": 0.911231, "ap": null, "ap_weighted": null }, { "accuracy": 0.914257, "f1": 0.906518, "f1_weighted": 0.914572, "precision": 0.90638, "precision_weighted": 0.915568, "recall": 0.907551, "recall_weighted": 0.914257, "ap": null, "ap_weighted": null }, { "accuracy": 0.912239, "f1": 0.90476, "f1_weighted": 0.911594, "precision": 0.905224, "precision_weighted": 0.912598, "recall": 0.906298, "recall_weighted": 0.912239, "ap": null, "ap_weighted": null }, { "accuracy": 0.915266, "f1": 0.909184, "f1_weighted": 0.915278, "precision": 0.910388, "precision_weighted": 0.916061, "recall": 0.90903, "recall_weighted": 0.915266, "ap": null, "ap_weighted": null } ], "accuracy": 0.912038, "f1": 0.904334, "f1_weighted": 0.912003, "precision": 0.903747, "precision_weighted": 0.913107, "recall": 0.906393, "recall_weighted": 0.912038, "ap": NaN, "ap_weighted": NaN, "main_score": 0.912038, "hf_subset": "sv", "languages": [ "swe-Latn" ] } ], "validation": [ { "scores_per_experiment": [ { "accuracy": 0.928677, "f1": 0.921347, "f1_weighted": 0.928485, "precision": 0.9179, "precision_weighted": 0.929473, "recall": 0.926589, "recall_weighted": 0.928677, "ap": null, "ap_weighted": null }, { "accuracy": 0.92425, "f1": 0.915861, "f1_weighted": 0.925552, "precision": 0.9088, "precision_weighted": 0.929144, "recall": 0.925983, "recall_weighted": 0.92425, "ap": null, "ap_weighted": null }, { "accuracy": 0.927201, "f1": 0.917912, "f1_weighted": 0.92685, "precision": 0.911309, "precision_weighted": 0.928991, "recall": 0.92795, "recall_weighted": 0.927201, "ap": null, "ap_weighted": null }, { "accuracy": 0.927201, "f1": 0.917361, "f1_weighted": 0.926771, "precision": 0.912543, "precision_weighted": 0.927779, "recall": 0.924248, "recall_weighted": 0.927201, "ap": null, "ap_weighted": null }, { "accuracy": 0.927201, "f1": 0.918531, "f1_weighted": 0.927521, "precision": 0.914249, "precision_weighted": 0.929016, "recall": 0.92469, "recall_weighted": 0.927201, "ap": null, "ap_weighted": null }, { "accuracy": 0.927693, "f1": 0.919369, "f1_weighted": 0.927136, "precision": 0.915392, "precision_weighted": 0.928675, "recall": 0.925955, "recall_weighted": 0.927693, "ap": null, "ap_weighted": null }, { "accuracy": 0.924742, "f1": 0.916153, "f1_weighted": 0.925349, "precision": 0.909665, "precision_weighted": 0.927063, "recall": 0.924227, "recall_weighted": 0.924742, "ap": null, "ap_weighted": null }, { "accuracy": 0.924742, "f1": 0.916138, "f1_weighted": 0.925158, "precision": 0.912367, "precision_weighted": 0.926523, "recall": 0.921083, "recall_weighted": 0.924742, "ap": null, "ap_weighted": null }, { "accuracy": 0.923758, "f1": 0.915263, "f1_weighted": 0.922845, "precision": 0.912586, "precision_weighted": 0.923403, "recall": 0.920165, "recall_weighted": 0.923758, "ap": null, "ap_weighted": null }, { "accuracy": 0.927693, "f1": 0.920141, "f1_weighted": 0.927938, "precision": 0.915065, "precision_weighted": 0.929122, "recall": 0.926605, "recall_weighted": 0.927693, "ap": null, "ap_weighted": null } ], "accuracy": 0.926316, "f1": 0.917807, "f1_weighted": 0.92636, "precision": 0.912988, "precision_weighted": 0.927919, "recall": 0.92475, "recall_weighted": 0.926316, "ap": NaN, "ap_weighted": NaN, "main_score": 0.926316, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.933104, "f1": 0.925248, "f1_weighted": 0.932468, "precision": 0.919372, "precision_weighted": 0.932693, "recall": 0.932285, "recall_weighted": 0.933104, "ap": null, "ap_weighted": null }, { "accuracy": 0.932612, "f1": 0.926019, "f1_weighted": 0.932669, "precision": 0.917748, "precision_weighted": 0.933609, "recall": 0.935696, "recall_weighted": 0.932612, "ap": null, "ap_weighted": null }, { "accuracy": 0.933596, "f1": 0.92803, "f1_weighted": 0.933434, "precision": 0.919857, "precision_weighted": 0.934677, "recall": 0.938253, "recall_weighted": 0.933596, "ap": null, "ap_weighted": null }, { "accuracy": 0.934579, "f1": 0.93065, "f1_weighted": 0.933672, "precision": 0.924664, "precision_weighted": 0.93425, "recall": 0.938302, "recall_weighted": 0.934579, "ap": null, "ap_weighted": null }, { "accuracy": 0.934579, "f1": 0.927437, "f1_weighted": 0.934703, "precision": 0.920115, "precision_weighted": 0.935611, "recall": 0.936272, "recall_weighted": 0.934579, "ap": null, "ap_weighted": null }, { "accuracy": 0.933104, "f1": 0.92652, "f1_weighted": 0.932776, "precision": 0.918368, "precision_weighted": 0.934213, "recall": 0.93688, "recall_weighted": 0.933104, "ap": null, "ap_weighted": null }, { "accuracy": 0.934088, "f1": 0.928106, "f1_weighted": 0.934424, "precision": 0.920499, "precision_weighted": 0.93552, "recall": 0.936887, "recall_weighted": 0.934088, "ap": null, "ap_weighted": null }, { "accuracy": 0.933104, "f1": 0.925597, "f1_weighted": 0.932734, "precision": 0.919868, "precision_weighted": 0.932942, "recall": 0.932266, "recall_weighted": 0.933104, "ap": null, "ap_weighted": null }, { "accuracy": 0.930644, "f1": 0.923303, "f1_weighted": 0.92996, "precision": 0.917901, "precision_weighted": 0.930429, "recall": 0.930207, "recall_weighted": 0.930644, "ap": null, "ap_weighted": null }, { "accuracy": 0.934088, "f1": 0.929785, "f1_weighted": 0.934017, "precision": 0.922414, "precision_weighted": 0.934802, "recall": 0.938537, "recall_weighted": 0.934088, "ap": null, "ap_weighted": null } ], "accuracy": 0.93335, "f1": 0.927069, "f1_weighted": 0.933086, "precision": 0.920081, "precision_weighted": 0.933875, "recall": 0.935558, "recall_weighted": 0.93335, "ap": NaN, "ap_weighted": NaN, "main_score": 0.93335, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.928677, "f1": 0.922883, "f1_weighted": 0.928431, "precision": 0.91703, "precision_weighted": 0.929197, "recall": 0.930213, "recall_weighted": 0.928677, "ap": null, "ap_weighted": null }, { "accuracy": 0.926217, "f1": 0.920632, "f1_weighted": 0.927401, "precision": 0.914071, "precision_weighted": 0.930371, "recall": 0.929846, "recall_weighted": 0.926217, "ap": null, "ap_weighted": null }, { "accuracy": 0.929661, "f1": 0.924396, "f1_weighted": 0.929507, "precision": 0.91808, "precision_weighted": 0.931567, "recall": 0.933803, "recall_weighted": 0.929661, "ap": null, "ap_weighted": null }, { "accuracy": 0.928677, "f1": 0.922774, "f1_weighted": 0.927842, "precision": 0.919414, "precision_weighted": 0.930643, "recall": 0.930472, "recall_weighted": 0.928677, "ap": null, "ap_weighted": null }, { "accuracy": 0.925726, "f1": 0.920018, "f1_weighted": 0.925804, "precision": 0.915784, "precision_weighted": 0.927173, "recall": 0.926418, "recall_weighted": 0.925726, "ap": null, "ap_weighted": null }, { "accuracy": 0.925234, "f1": 0.916793, "f1_weighted": 0.92534, "precision": 0.910773, "precision_weighted": 0.927866, "recall": 0.925926, "recall_weighted": 0.925234, "ap": null, "ap_weighted": null }, { "accuracy": 0.922774, "f1": 0.917193, "f1_weighted": 0.923822, "precision": 0.912177, "precision_weighted": 0.92626, "recall": 0.923618, "recall_weighted": 0.922774, "ap": null, "ap_weighted": null }, { "accuracy": 0.927201, "f1": 0.922339, "f1_weighted": 0.927876, "precision": 0.91714, "precision_weighted": 0.929292, "recall": 0.928457, "recall_weighted": 0.927201, "ap": null, "ap_weighted": null }, { "accuracy": 0.926709, "f1": 0.921598, "f1_weighted": 0.926505, "precision": 0.917142, "precision_weighted": 0.927609, "recall": 0.927838, "recall_weighted": 0.926709, "ap": null, "ap_weighted": null }, { "accuracy": 0.927201, "f1": 0.922832, "f1_weighted": 0.927758, "precision": 0.917028, "precision_weighted": 0.929568, "recall": 0.930567, "recall_weighted": 0.927201, "ap": null, "ap_weighted": null } ], "accuracy": 0.926808, "f1": 0.921146, "f1_weighted": 0.927029, "precision": 0.915864, "precision_weighted": 0.928955, "recall": 0.928716, "recall_weighted": 0.926808, "ap": NaN, "ap_weighted": NaN, "main_score": 0.926808, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "scores_per_experiment": [ { "accuracy": 0.944909, "f1": 0.939823, "f1_weighted": 0.945364, "precision": 0.933294, "precision_weighted": 0.946801, "recall": 0.947639, "recall_weighted": 0.944909, "ap": null, "ap_weighted": null }, { "accuracy": 0.93999, "f1": 0.935514, "f1_weighted": 0.941142, "precision": 0.927584, "precision_weighted": 0.944478, "recall": 0.946132, "recall_weighted": 0.93999, "ap": null, "ap_weighted": null }, { "accuracy": 0.940974, "f1": 0.935832, "f1_weighted": 0.941275, "precision": 0.928342, "precision_weighted": 0.942971, "recall": 0.945353, "recall_weighted": 0.940974, "ap": null, "ap_weighted": null }, { "accuracy": 0.94245, "f1": 0.93759, "f1_weighted": 0.942652, "precision": 0.928924, "precision_weighted": 0.944212, "recall": 0.948247, "recall_weighted": 0.94245, "ap": null, "ap_weighted": null }, { "accuracy": 0.943925, "f1": 0.940928, "f1_weighted": 0.944608, "precision": 0.9338, "precision_weighted": 0.946633, "recall": 0.949927, "recall_weighted": 0.943925, "ap": null, "ap_weighted": null }, { "accuracy": 0.941466, "f1": 0.936625, "f1_weighted": 0.941847, "precision": 0.929642, "precision_weighted": 0.943961, "recall": 0.946044, "recall_weighted": 0.941466, "ap": null, "ap_weighted": null }, { "accuracy": 0.94245, "f1": 0.938176, "f1_weighted": 0.943367, "precision": 0.931108, "precision_weighted": 0.945768, "recall": 0.947175, "recall_weighted": 0.94245, "ap": null, "ap_weighted": null }, { "accuracy": 0.943433, "f1": 0.939959, "f1_weighted": 0.94443, "precision": 0.933582, "precision_weighted": 0.947077, "recall": 0.948205, "recall_weighted": 0.943433, "ap": null, "ap_weighted": null }, { "accuracy": 0.946385, "f1": 0.940541, "f1_weighted": 0.946381, "precision": 0.935367, "precision_weighted": 0.946905, "recall": 0.946393, "recall_weighted": 0.946385, "ap": null, "ap_weighted": null }, { "accuracy": 0.942941, "f1": 0.938278, "f1_weighted": 0.943714, "precision": 0.931323, "precision_weighted": 0.94597, "recall": 0.947158, "recall_weighted": 0.942941, "ap": null, "ap_weighted": null } ], "accuracy": 0.942892, "f1": 0.938327, "f1_weighted": 0.943478, "precision": 0.931297, "precision_weighted": 0.945478, "recall": 0.947227, "recall_weighted": 0.942892, "ap": NaN, "ap_weighted": NaN, "main_score": 0.942892, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.937039, "f1": 0.93419, "f1_weighted": 0.937025, "precision": 0.926737, "precision_weighted": 0.938269, "recall": 0.943309, "recall_weighted": 0.937039, "ap": null, "ap_weighted": null }, { "accuracy": 0.937039, "f1": 0.932961, "f1_weighted": 0.937499, "precision": 0.924112, "precision_weighted": 0.939713, "recall": 0.944442, "recall_weighted": 0.937039, "ap": null, "ap_weighted": null }, { "accuracy": 0.933596, "f1": 0.9281, "f1_weighted": 0.933573, "precision": 0.919645, "precision_weighted": 0.936354, "recall": 0.940872, "recall_weighted": 0.933596, "ap": null, "ap_weighted": null }, { "accuracy": 0.937531, "f1": 0.933727, "f1_weighted": 0.937039, "precision": 0.925259, "precision_weighted": 0.93847, "recall": 0.944812, "recall_weighted": 0.937531, "ap": null, "ap_weighted": null }, { "accuracy": 0.938515, "f1": 0.935146, "f1_weighted": 0.93873, "precision": 0.927497, "precision_weighted": 0.940086, "recall": 0.944505, "recall_weighted": 0.938515, "ap": null, "ap_weighted": null }, { "accuracy": 0.938023, "f1": 0.935295, "f1_weighted": 0.937859, "precision": 0.928387, "precision_weighted": 0.939232, "recall": 0.944286, "recall_weighted": 0.938023, "ap": null, "ap_weighted": null }, { "accuracy": 0.938515, "f1": 0.935103, "f1_weighted": 0.938761, "precision": 0.927368, "precision_weighted": 0.940178, "recall": 0.944415, "recall_weighted": 0.938515, "ap": null, "ap_weighted": null }, { "accuracy": 0.942941, "f1": 0.94048, "f1_weighted": 0.943064, "precision": 0.934601, "precision_weighted": 0.944048, "recall": 0.947643, "recall_weighted": 0.942941, "ap": null, "ap_weighted": null }, { "accuracy": 0.940482, "f1": 0.937018, "f1_weighted": 0.940192, "precision": 0.931362, "precision_weighted": 0.940768, "recall": 0.943845, "recall_weighted": 0.940482, "ap": null, "ap_weighted": null }, { "accuracy": 0.941466, "f1": 0.939221, "f1_weighted": 0.941712, "precision": 0.931927, "precision_weighted": 0.942961, "recall": 0.947973, "recall_weighted": 0.941466, "ap": null, "ap_weighted": null } ], "accuracy": 0.938515, "f1": 0.935124, "f1_weighted": 0.938545, "precision": 0.92769, "precision_weighted": 0.940008, "recall": 0.94461, "recall_weighted": 0.938515, "ap": NaN, "ap_weighted": NaN, "main_score": 0.938515, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.923266, "f1": 0.918194, "f1_weighted": 0.922798, "precision": 0.915283, "precision_weighted": 0.923757, "recall": 0.922883, "recall_weighted": 0.923266, "ap": null, "ap_weighted": null }, { "accuracy": 0.918839, "f1": 0.911499, "f1_weighted": 0.919658, "precision": 0.903468, "precision_weighted": 0.922472, "recall": 0.922882, "recall_weighted": 0.918839, "ap": null, "ap_weighted": null }, { "accuracy": 0.921299, "f1": 0.913156, "f1_weighted": 0.921385, "precision": 0.906811, "precision_weighted": 0.923127, "recall": 0.92207, "recall_weighted": 0.921299, "ap": null, "ap_weighted": null }, { "accuracy": 0.918839, "f1": 0.9086, "f1_weighted": 0.918361, "precision": 0.903012, "precision_weighted": 0.920619, "recall": 0.91849, "recall_weighted": 0.918839, "ap": null, "ap_weighted": null }, { "accuracy": 0.92179, "f1": 0.915297, "f1_weighted": 0.921352, "precision": 0.910751, "precision_weighted": 0.922362, "recall": 0.921963, "recall_weighted": 0.92179, "ap": null, "ap_weighted": null }, { "accuracy": 0.922774, "f1": 0.917279, "f1_weighted": 0.922222, "precision": 0.914812, "precision_weighted": 0.923779, "recall": 0.922531, "recall_weighted": 0.922774, "ap": null, "ap_weighted": null }, { "accuracy": 0.920315, "f1": 0.916193, "f1_weighted": 0.921096, "precision": 0.912369, "precision_weighted": 0.922919, "recall": 0.92132, "recall_weighted": 0.920315, "ap": null, "ap_weighted": null }, { "accuracy": 0.925234, "f1": 0.921132, "f1_weighted": 0.925259, "precision": 0.918115, "precision_weighted": 0.926055, "recall": 0.925394, "recall_weighted": 0.925234, "ap": null, "ap_weighted": null }, { "accuracy": 0.923266, "f1": 0.914875, "f1_weighted": 0.922925, "precision": 0.911174, "precision_weighted": 0.924401, "recall": 0.921255, "recall_weighted": 0.923266, "ap": null, "ap_weighted": null }, { "accuracy": 0.921299, "f1": 0.915883, "f1_weighted": 0.921868, "precision": 0.910217, "precision_weighted": 0.9237, "recall": 0.923349, "recall_weighted": 0.921299, "ap": null, "ap_weighted": null } ], "accuracy": 0.921692, "f1": 0.915211, "f1_weighted": 0.921692, "precision": 0.910601, "precision_weighted": 0.923319, "recall": 0.922214, "recall_weighted": 0.921692, "ap": NaN, "ap_weighted": NaN, "main_score": 0.921692, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "scores_per_experiment": [ { "accuracy": 0.899656, "f1": 0.887647, "f1_weighted": 0.899101, "precision": 0.880148, "precision_weighted": 0.900366, "recall": 0.897635, "recall_weighted": 0.899656, "ap": null, "ap_weighted": null }, { "accuracy": 0.897196, "f1": 0.886047, "f1_weighted": 0.898078, "precision": 0.875322, "precision_weighted": 0.901217, "recall": 0.900121, "recall_weighted": 0.897196, "ap": null, "ap_weighted": null }, { "accuracy": 0.89818, "f1": 0.882974, "f1_weighted": 0.896959, "precision": 0.872568, "precision_weighted": 0.900126, "recall": 0.899844, "recall_weighted": 0.89818, "ap": null, "ap_weighted": null }, { "accuracy": 0.894245, "f1": 0.878553, "f1_weighted": 0.89238, "precision": 0.869507, "precision_weighted": 0.894366, "recall": 0.892922, "recall_weighted": 0.894245, "ap": null, "ap_weighted": null }, { "accuracy": 0.895229, "f1": 0.880957, "f1_weighted": 0.89427, "precision": 0.874026, "precision_weighted": 0.895616, "recall": 0.891913, "recall_weighted": 0.895229, "ap": null, "ap_weighted": null }, { "accuracy": 0.897196, "f1": 0.885666, "f1_weighted": 0.89649, "precision": 0.876531, "precision_weighted": 0.898007, "recall": 0.897782, "recall_weighted": 0.897196, "ap": null, "ap_weighted": null }, { "accuracy": 0.893753, "f1": 0.883014, "f1_weighted": 0.893761, "precision": 0.872813, "precision_weighted": 0.895714, "recall": 0.895804, "recall_weighted": 0.893753, "ap": null, "ap_weighted": null }, { "accuracy": 0.899164, "f1": 0.887322, "f1_weighted": 0.899466, "precision": 0.878193, "precision_weighted": 0.901328, "recall": 0.899037, "recall_weighted": 0.899164, "ap": null, "ap_weighted": null }, { "accuracy": 0.897688, "f1": 0.882984, "f1_weighted": 0.89699, "precision": 0.875683, "precision_weighted": 0.89879, "recall": 0.893838, "recall_weighted": 0.897688, "ap": null, "ap_weighted": null }, { "accuracy": 0.898672, "f1": 0.884502, "f1_weighted": 0.899326, "precision": 0.873259, "precision_weighted": 0.902062, "recall": 0.899609, "recall_weighted": 0.898672, "ap": null, "ap_weighted": null } ], "accuracy": 0.897098, "f1": 0.883967, "f1_weighted": 0.896682, "precision": 0.874805, "precision_weighted": 0.898759, "recall": 0.89685, "recall_weighted": 0.897098, "ap": NaN, "ap_weighted": NaN, "main_score": 0.897098, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.939498, "f1": 0.932863, "f1_weighted": 0.939147, "precision": 0.927128, "precision_weighted": 0.940276, "recall": 0.940769, "recall_weighted": 0.939498, "ap": null, "ap_weighted": null }, { "accuracy": 0.939498, "f1": 0.934836, "f1_weighted": 0.940166, "precision": 0.926034, "precision_weighted": 0.942653, "recall": 0.9462, "recall_weighted": 0.939498, "ap": null, "ap_weighted": null }, { "accuracy": 0.937039, "f1": 0.928862, "f1_weighted": 0.936917, "precision": 0.919781, "precision_weighted": 0.93978, "recall": 0.942768, "recall_weighted": 0.937039, "ap": null, "ap_weighted": null }, { "accuracy": 0.941466, "f1": 0.936527, "f1_weighted": 0.940947, "precision": 0.929307, "precision_weighted": 0.943396, "recall": 0.947546, "recall_weighted": 0.941466, "ap": null, "ap_weighted": null }, { "accuracy": 0.940482, "f1": 0.933921, "f1_weighted": 0.940447, "precision": 0.924867, "precision_weighted": 0.942731, "recall": 0.946957, "recall_weighted": 0.940482, "ap": null, "ap_weighted": null }, { "accuracy": 0.936547, "f1": 0.930111, "f1_weighted": 0.936235, "precision": 0.92297, "precision_weighted": 0.940272, "recall": 0.942771, "recall_weighted": 0.936547, "ap": null, "ap_weighted": null }, { "accuracy": 0.939006, "f1": 0.933768, "f1_weighted": 0.939485, "precision": 0.924676, "precision_weighted": 0.941213, "recall": 0.944741, "recall_weighted": 0.939006, "ap": null, "ap_weighted": null }, { "accuracy": 0.940974, "f1": 0.935525, "f1_weighted": 0.941086, "precision": 0.926873, "precision_weighted": 0.94212, "recall": 0.945794, "recall_weighted": 0.940974, "ap": null, "ap_weighted": null }, { "accuracy": 0.941958, "f1": 0.93598, "f1_weighted": 0.941711, "precision": 0.930898, "precision_weighted": 0.942317, "recall": 0.942393, "recall_weighted": 0.941958, "ap": null, "ap_weighted": null }, { "accuracy": 0.939498, "f1": 0.935739, "f1_weighted": 0.939868, "precision": 0.927554, "precision_weighted": 0.941696, "recall": 0.945973, "recall_weighted": 0.939498, "ap": null, "ap_weighted": null } ], "accuracy": 0.939597, "f1": 0.933813, "f1_weighted": 0.939601, "precision": 0.926009, "precision_weighted": 0.941645, "recall": 0.944591, "recall_weighted": 0.939597, "ap": NaN, "ap_weighted": NaN, "main_score": 0.939597, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.904575, "f1": 0.89764, "f1_weighted": 0.905576, "precision": 0.892537, "precision_weighted": 0.907623, "recall": 0.904509, "recall_weighted": 0.904575, "ap": null, "ap_weighted": null }, { "accuracy": 0.899656, "f1": 0.892601, "f1_weighted": 0.901136, "precision": 0.885823, "precision_weighted": 0.904237, "recall": 0.901579, "recall_weighted": 0.899656, "ap": null, "ap_weighted": null }, { "accuracy": 0.900148, "f1": 0.886965, "f1_weighted": 0.900922, "precision": 0.878204, "precision_weighted": 0.904116, "recall": 0.900145, "recall_weighted": 0.900148, "ap": null, "ap_weighted": null }, { "accuracy": 0.905066, "f1": 0.896201, "f1_weighted": 0.904891, "precision": 0.891635, "precision_weighted": 0.905904, "recall": 0.902087, "recall_weighted": 0.905066, "ap": null, "ap_weighted": null }, { "accuracy": 0.902607, "f1": 0.894939, "f1_weighted": 0.903931, "precision": 0.890707, "precision_weighted": 0.906797, "recall": 0.901381, "recall_weighted": 0.902607, "ap": null, "ap_weighted": null }, { "accuracy": 0.902115, "f1": 0.891274, "f1_weighted": 0.902385, "precision": 0.885914, "precision_weighted": 0.903789, "recall": 0.898352, "recall_weighted": 0.902115, "ap": null, "ap_weighted": null }, { "accuracy": 0.901131, "f1": 0.894569, "f1_weighted": 0.902735, "precision": 0.891366, "precision_weighted": 0.90606, "recall": 0.899759, "recall_weighted": 0.901131, "ap": null, "ap_weighted": null }, { "accuracy": 0.903099, "f1": 0.891693, "f1_weighted": 0.903765, "precision": 0.886141, "precision_weighted": 0.905412, "recall": 0.899384, "recall_weighted": 0.903099, "ap": null, "ap_weighted": null }, { "accuracy": 0.90851, "f1": 0.89839, "f1_weighted": 0.908421, "precision": 0.895942, "precision_weighted": 0.908867, "recall": 0.901761, "recall_weighted": 0.90851, "ap": null, "ap_weighted": null }, { "accuracy": 0.895721, "f1": 0.887087, "f1_weighted": 0.89773, "precision": 0.880684, "precision_weighted": 0.902239, "recall": 0.89696, "recall_weighted": 0.895721, "ap": null, "ap_weighted": null } ], "accuracy": 0.902263, "f1": 0.893136, "f1_weighted": 0.903149, "precision": 0.887895, "precision_weighted": 0.905504, "recall": 0.900592, "recall_weighted": 0.902263, "ap": NaN, "ap_weighted": NaN, "main_score": 0.902263, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.857846, "f1": 0.843031, "f1_weighted": 0.859572, "precision": 0.836675, "precision_weighted": 0.863144, "recall": 0.852151, "recall_weighted": 0.857846, "ap": null, "ap_weighted": null }, { "accuracy": 0.853419, "f1": 0.834612, "f1_weighted": 0.855441, "precision": 0.824457, "precision_weighted": 0.861667, "recall": 0.85246, "recall_weighted": 0.853419, "ap": null, "ap_weighted": null }, { "accuracy": 0.848008, "f1": 0.821187, "f1_weighted": 0.849133, "precision": 0.811057, "precision_weighted": 0.858629, "recall": 0.84686, "recall_weighted": 0.848008, "ap": null, "ap_weighted": null }, { "accuracy": 0.851943, "f1": 0.821376, "f1_weighted": 0.848513, "precision": 0.816762, "precision_weighted": 0.861873, "recall": 0.84951, "recall_weighted": 0.851943, "ap": null, "ap_weighted": null }, { "accuracy": 0.855386, "f1": 0.835562, "f1_weighted": 0.857702, "precision": 0.831355, "precision_weighted": 0.864062, "recall": 0.848805, "recall_weighted": 0.855386, "ap": null, "ap_weighted": null }, { "accuracy": 0.854894, "f1": 0.836673, "f1_weighted": 0.855514, "precision": 0.828001, "precision_weighted": 0.859876, "recall": 0.850706, "recall_weighted": 0.854894, "ap": null, "ap_weighted": null }, { "accuracy": 0.859321, "f1": 0.844735, "f1_weighted": 0.861086, "precision": 0.836776, "precision_weighted": 0.866011, "recall": 0.856792, "recall_weighted": 0.859321, "ap": null, "ap_weighted": null }, { "accuracy": 0.861781, "f1": 0.846693, "f1_weighted": 0.863965, "precision": 0.840825, "precision_weighted": 0.868538, "recall": 0.856563, "recall_weighted": 0.861781, "ap": null, "ap_weighted": null }, { "accuracy": 0.856862, "f1": 0.834716, "f1_weighted": 0.856336, "precision": 0.829383, "precision_weighted": 0.859421, "recall": 0.846852, "recall_weighted": 0.856862, "ap": null, "ap_weighted": null }, { "accuracy": 0.852435, "f1": 0.832719, "f1_weighted": 0.855925, "precision": 0.824384, "precision_weighted": 0.863038, "recall": 0.849196, "recall_weighted": 0.852435, "ap": null, "ap_weighted": null } ], "accuracy": 0.855189, "f1": 0.835131, "f1_weighted": 0.856319, "precision": 0.827968, "precision_weighted": 0.862626, "recall": 0.850989, "recall_weighted": 0.855189, "ap": NaN, "ap_weighted": NaN, "main_score": 0.855189, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.937039, "f1": 0.931374, "f1_weighted": 0.936539, "precision": 0.925728, "precision_weighted": 0.936995, "recall": 0.938113, "recall_weighted": 0.937039, "ap": null, "ap_weighted": null }, { "accuracy": 0.935563, "f1": 0.92948, "f1_weighted": 0.935352, "precision": 0.922238, "precision_weighted": 0.936194, "recall": 0.938109, "recall_weighted": 0.935563, "ap": null, "ap_weighted": null }, { "accuracy": 0.935071, "f1": 0.927606, "f1_weighted": 0.934987, "precision": 0.91885, "precision_weighted": 0.936633, "recall": 0.938994, "recall_weighted": 0.935071, "ap": null, "ap_weighted": null }, { "accuracy": 0.934579, "f1": 0.928053, "f1_weighted": 0.933655, "precision": 0.921653, "precision_weighted": 0.934861, "recall": 0.936924, "recall_weighted": 0.934579, "ap": null, "ap_weighted": null }, { "accuracy": 0.935563, "f1": 0.927526, "f1_weighted": 0.935469, "precision": 0.920517, "precision_weighted": 0.936419, "recall": 0.936419, "recall_weighted": 0.935563, "ap": null, "ap_weighted": null }, { "accuracy": 0.93212, "f1": 0.925684, "f1_weighted": 0.931587, "precision": 0.919132, "precision_weighted": 0.93334, "recall": 0.934934, "recall_weighted": 0.93212, "ap": null, "ap_weighted": null }, { "accuracy": 0.933104, "f1": 0.927237, "f1_weighted": 0.933199, "precision": 0.920276, "precision_weighted": 0.934255, "recall": 0.935485, "recall_weighted": 0.933104, "ap": null, "ap_weighted": null }, { "accuracy": 0.934579, "f1": 0.929698, "f1_weighted": 0.934432, "precision": 0.924397, "precision_weighted": 0.935093, "recall": 0.935916, "recall_weighted": 0.934579, "ap": null, "ap_weighted": null }, { "accuracy": 0.935563, "f1": 0.928512, "f1_weighted": 0.934632, "precision": 0.924328, "precision_weighted": 0.935049, "recall": 0.934464, "recall_weighted": 0.935563, "ap": null, "ap_weighted": null }, { "accuracy": 0.936055, "f1": 0.92991, "f1_weighted": 0.93585, "precision": 0.924655, "precision_weighted": 0.936387, "recall": 0.936215, "recall_weighted": 0.936055, "ap": null, "ap_weighted": null } ], "accuracy": 0.934924, "f1": 0.928508, "f1_weighted": 0.93457, "precision": 0.922177, "precision_weighted": 0.935523, "recall": 0.936557, "recall_weighted": 0.934924, "ap": NaN, "ap_weighted": NaN, "main_score": 0.934924, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.930644, "f1": 0.925914, "f1_weighted": 0.930667, "precision": 0.921643, "precision_weighted": 0.931468, "recall": 0.931744, "recall_weighted": 0.930644, "ap": null, "ap_weighted": null }, { "accuracy": 0.927693, "f1": 0.92214, "f1_weighted": 0.928256, "precision": 0.915775, "precision_weighted": 0.930521, "recall": 0.931531, "recall_weighted": 0.927693, "ap": null, "ap_weighted": null }, { "accuracy": 0.927693, "f1": 0.92143, "f1_weighted": 0.927782, "precision": 0.916048, "precision_weighted": 0.930054, "recall": 0.930436, "recall_weighted": 0.927693, "ap": null, "ap_weighted": null }, { "accuracy": 0.928677, "f1": 0.920735, "f1_weighted": 0.928158, "precision": 0.915842, "precision_weighted": 0.930517, "recall": 0.929554, "recall_weighted": 0.928677, "ap": null, "ap_weighted": null }, { "accuracy": 0.927693, "f1": 0.921521, "f1_weighted": 0.927294, "precision": 0.917728, "precision_weighted": 0.928179, "recall": 0.927353, "recall_weighted": 0.927693, "ap": null, "ap_weighted": null }, { "accuracy": 0.929169, "f1": 0.923162, "f1_weighted": 0.928843, "precision": 0.918775, "precision_weighted": 0.93024, "recall": 0.93005, "recall_weighted": 0.929169, "ap": null, "ap_weighted": null }, { "accuracy": 0.928677, "f1": 0.923181, "f1_weighted": 0.928545, "precision": 0.917346, "precision_weighted": 0.929481, "recall": 0.930938, "recall_weighted": 0.928677, "ap": null, "ap_weighted": null }, { "accuracy": 0.927201, "f1": 0.920769, "f1_weighted": 0.927182, "precision": 0.914613, "precision_weighted": 0.928219, "recall": 0.928903, "recall_weighted": 0.927201, "ap": null, "ap_weighted": null }, { "accuracy": 0.92425, "f1": 0.916979, "f1_weighted": 0.923384, "precision": 0.912392, "precision_weighted": 0.924599, "recall": 0.924542, "recall_weighted": 0.92425, "ap": null, "ap_weighted": null }, { "accuracy": 0.929661, "f1": 0.923684, "f1_weighted": 0.929837, "precision": 0.918812, "precision_weighted": 0.930977, "recall": 0.930504, "recall_weighted": 0.929661, "ap": null, "ap_weighted": null } ], "accuracy": 0.928136, "f1": 0.921952, "f1_weighted": 0.927995, "precision": 0.916897, "precision_weighted": 0.929425, "recall": 0.929556, "recall_weighted": 0.928136, "ap": NaN, "ap_weighted": NaN, "main_score": 0.928136, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "scores_per_experiment": [ { "accuracy": 0.900148, "f1": 0.886383, "f1_weighted": 0.899944, "precision": 0.879984, "precision_weighted": 0.901515, "recall": 0.896635, "recall_weighted": 0.900148, "ap": null, "ap_weighted": null }, { "accuracy": 0.892277, "f1": 0.881049, "f1_weighted": 0.893569, "precision": 0.868533, "precision_weighted": 0.897602, "recall": 0.89722, "recall_weighted": 0.892277, "ap": null, "ap_weighted": null }, { "accuracy": 0.891294, "f1": 0.876933, "f1_weighted": 0.89182, "precision": 0.865231, "precision_weighted": 0.89494, "recall": 0.893496, "recall_weighted": 0.891294, "ap": null, "ap_weighted": null }, { "accuracy": 0.896704, "f1": 0.883427, "f1_weighted": 0.896138, "precision": 0.874509, "precision_weighted": 0.897254, "recall": 0.895004, "recall_weighted": 0.896704, "ap": null, "ap_weighted": null }, { "accuracy": 0.894245, "f1": 0.879522, "f1_weighted": 0.894135, "precision": 0.871283, "precision_weighted": 0.896173, "recall": 0.891757, "recall_weighted": 0.894245, "ap": null, "ap_weighted": null }, { "accuracy": 0.899656, "f1": 0.886735, "f1_weighted": 0.898801, "precision": 0.87785, "precision_weighted": 0.899891, "recall": 0.898032, "recall_weighted": 0.899656, "ap": null, "ap_weighted": null }, { "accuracy": 0.891294, "f1": 0.87629, "f1_weighted": 0.891774, "precision": 0.864291, "precision_weighted": 0.89439, "recall": 0.89152, "recall_weighted": 0.891294, "ap": null, "ap_weighted": null }, { "accuracy": 0.900148, "f1": 0.888998, "f1_weighted": 0.901027, "precision": 0.88394, "precision_weighted": 0.903407, "recall": 0.895884, "recall_weighted": 0.900148, "ap": null, "ap_weighted": null }, { "accuracy": 0.894737, "f1": 0.882409, "f1_weighted": 0.893535, "precision": 0.877819, "precision_weighted": 0.893446, "recall": 0.888198, "recall_weighted": 0.894737, "ap": null, "ap_weighted": null }, { "accuracy": 0.892277, "f1": 0.879128, "f1_weighted": 0.892602, "precision": 0.868844, "precision_weighted": 0.895097, "recall": 0.892911, "recall_weighted": 0.892277, "ap": null, "ap_weighted": null } ], "accuracy": 0.895278, "f1": 0.882087, "f1_weighted": 0.895335, "precision": 0.873228, "precision_weighted": 0.897372, "recall": 0.894066, "recall_weighted": 0.895278, "ap": NaN, "ap_weighted": NaN, "main_score": 0.895278, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.926709, "f1": 0.918561, "f1_weighted": 0.927155, "precision": 0.916906, "precision_weighted": 0.928573, "recall": 0.921676, "recall_weighted": 0.926709, "ap": null, "ap_weighted": null }, { "accuracy": 0.920315, "f1": 0.912775, "f1_weighted": 0.921711, "precision": 0.906988, "precision_weighted": 0.924779, "recall": 0.920729, "recall_weighted": 0.920315, "ap": null, "ap_weighted": null }, { "accuracy": 0.923758, "f1": 0.916192, "f1_weighted": 0.92376, "precision": 0.910057, "precision_weighted": 0.925747, "recall": 0.925211, "recall_weighted": 0.923758, "ap": null, "ap_weighted": null }, { "accuracy": 0.929661, "f1": 0.922273, "f1_weighted": 0.929546, "precision": 0.917449, "precision_weighted": 0.930438, "recall": 0.928556, "recall_weighted": 0.929661, "ap": null, "ap_weighted": null }, { "accuracy": 0.925234, "f1": 0.917621, "f1_weighted": 0.925514, "precision": 0.915856, "precision_weighted": 0.92656, "recall": 0.920573, "recall_weighted": 0.925234, "ap": null, "ap_weighted": null }, { "accuracy": 0.92425, "f1": 0.914142, "f1_weighted": 0.924466, "precision": 0.910863, "precision_weighted": 0.926034, "recall": 0.919335, "recall_weighted": 0.92425, "ap": null, "ap_weighted": null }, { "accuracy": 0.924742, "f1": 0.91544, "f1_weighted": 0.92574, "precision": 0.911308, "precision_weighted": 0.927911, "recall": 0.921081, "recall_weighted": 0.924742, "ap": null, "ap_weighted": null }, { "accuracy": 0.926217, "f1": 0.918374, "f1_weighted": 0.926718, "precision": 0.917368, "precision_weighted": 0.927765, "recall": 0.920171, "recall_weighted": 0.926217, "ap": null, "ap_weighted": null }, { "accuracy": 0.929661, "f1": 0.918409, "f1_weighted": 0.929222, "precision": 0.919964, "precision_weighted": 0.929698, "recall": 0.918421, "recall_weighted": 0.929661, "ap": null, "ap_weighted": null }, { "accuracy": 0.927693, "f1": 0.918387, "f1_weighted": 0.928226, "precision": 0.915378, "precision_weighted": 0.929324, "recall": 0.922265, "recall_weighted": 0.927693, "ap": null, "ap_weighted": null } ], "accuracy": 0.925824, "f1": 0.917217, "f1_weighted": 0.926206, "precision": 0.914214, "precision_weighted": 0.927683, "recall": 0.921802, "recall_weighted": 0.925824, "ap": NaN, "ap_weighted": NaN, "main_score": 0.925824, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.934088, "f1": 0.923564, "f1_weighted": 0.933942, "precision": 0.916399, "precision_weighted": 0.935328, "recall": 0.933778, "recall_weighted": 0.934088, "ap": null, "ap_weighted": null }, { "accuracy": 0.936547, "f1": 0.927663, "f1_weighted": 0.937364, "precision": 0.919929, "precision_weighted": 0.939974, "recall": 0.938608, "recall_weighted": 0.936547, "ap": null, "ap_weighted": null }, { "accuracy": 0.934088, "f1": 0.923364, "f1_weighted": 0.934141, "precision": 0.915265, "precision_weighted": 0.936519, "recall": 0.936074, "recall_weighted": 0.934088, "ap": null, "ap_weighted": null }, { "accuracy": 0.935071, "f1": 0.924431, "f1_weighted": 0.935077, "precision": 0.916201, "precision_weighted": 0.93714, "recall": 0.936492, "recall_weighted": 0.935071, "ap": null, "ap_weighted": null }, { "accuracy": 0.936055, "f1": 0.928332, "f1_weighted": 0.936136, "precision": 0.922737, "precision_weighted": 0.9375, "recall": 0.9363, "recall_weighted": 0.936055, "ap": null, "ap_weighted": null }, { "accuracy": 0.934088, "f1": 0.924728, "f1_weighted": 0.934041, "precision": 0.917549, "precision_weighted": 0.935756, "recall": 0.934939, "recall_weighted": 0.934088, "ap": null, "ap_weighted": null }, { "accuracy": 0.934579, "f1": 0.924421, "f1_weighted": 0.935061, "precision": 0.917664, "precision_weighted": 0.93661, "recall": 0.933674, "recall_weighted": 0.934579, "ap": null, "ap_weighted": null }, { "accuracy": 0.935071, "f1": 0.925748, "f1_weighted": 0.935719, "precision": 0.918375, "precision_weighted": 0.937807, "recall": 0.936024, "recall_weighted": 0.935071, "ap": null, "ap_weighted": null }, { "accuracy": 0.936547, "f1": 0.928486, "f1_weighted": 0.936196, "precision": 0.923813, "precision_weighted": 0.937206, "recall": 0.935879, "recall_weighted": 0.936547, "ap": null, "ap_weighted": null }, { "accuracy": 0.939006, "f1": 0.92973, "f1_weighted": 0.939553, "precision": 0.922022, "precision_weighted": 0.94159, "recall": 0.940632, "recall_weighted": 0.939006, "ap": null, "ap_weighted": null } ], "accuracy": 0.935514, "f1": 0.926047, "f1_weighted": 0.935723, "precision": 0.918995, "precision_weighted": 0.937543, "recall": 0.93624, "recall_weighted": 0.935514, "ap": NaN, "ap_weighted": NaN, "main_score": 0.935514, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.925726, "f1": 0.919927, "f1_weighted": 0.925237, "precision": 0.914717, "precision_weighted": 0.926169, "recall": 0.927349, "recall_weighted": 0.925726, "ap": null, "ap_weighted": null }, { "accuracy": 0.92179, "f1": 0.915394, "f1_weighted": 0.92213, "precision": 0.908135, "precision_weighted": 0.924486, "recall": 0.925598, "recall_weighted": 0.92179, "ap": null, "ap_weighted": null }, { "accuracy": 0.92179, "f1": 0.914459, "f1_weighted": 0.921605, "precision": 0.909402, "precision_weighted": 0.923749, "recall": 0.923061, "recall_weighted": 0.92179, "ap": null, "ap_weighted": null }, { "accuracy": 0.925234, "f1": 0.918481, "f1_weighted": 0.923878, "precision": 0.915283, "precision_weighted": 0.924843, "recall": 0.9243, "recall_weighted": 0.925234, "ap": null, "ap_weighted": null }, { "accuracy": 0.92179, "f1": 0.914496, "f1_weighted": 0.921923, "precision": 0.909865, "precision_weighted": 0.923422, "recall": 0.921305, "recall_weighted": 0.92179, "ap": null, "ap_weighted": null }, { "accuracy": 0.921299, "f1": 0.912548, "f1_weighted": 0.920976, "precision": 0.906679, "precision_weighted": 0.922638, "recall": 0.921236, "recall_weighted": 0.921299, "ap": null, "ap_weighted": null }, { "accuracy": 0.923266, "f1": 0.918495, "f1_weighted": 0.924193, "precision": 0.913536, "precision_weighted": 0.927043, "recall": 0.925946, "recall_weighted": 0.923266, "ap": null, "ap_weighted": null }, { "accuracy": 0.921299, "f1": 0.915655, "f1_weighted": 0.921709, "precision": 0.909653, "precision_weighted": 0.923765, "recall": 0.924153, "recall_weighted": 0.921299, "ap": null, "ap_weighted": null }, { "accuracy": 0.924742, "f1": 0.914938, "f1_weighted": 0.923882, "precision": 0.911437, "precision_weighted": 0.924351, "recall": 0.920151, "recall_weighted": 0.924742, "ap": null, "ap_weighted": null }, { "accuracy": 0.922282, "f1": 0.915465, "f1_weighted": 0.922915, "precision": 0.911037, "precision_weighted": 0.925278, "recall": 0.922442, "recall_weighted": 0.922282, "ap": null, "ap_weighted": null } ], "accuracy": 0.922922, "f1": 0.915986, "f1_weighted": 0.922845, "precision": 0.910974, "precision_weighted": 0.924574, "recall": 0.923554, "recall_weighted": 0.922922, "ap": NaN, "ap_weighted": NaN, "main_score": 0.922922, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.929169, "f1": 0.924619, "f1_weighted": 0.929263, "precision": 0.920894, "precision_weighted": 0.930318, "recall": 0.929792, "recall_weighted": 0.929169, "ap": null, "ap_weighted": null }, { "accuracy": 0.931628, "f1": 0.929416, "f1_weighted": 0.931999, "precision": 0.924383, "precision_weighted": 0.933345, "recall": 0.935986, "recall_weighted": 0.931628, "ap": null, "ap_weighted": null }, { "accuracy": 0.929661, "f1": 0.9261, "f1_weighted": 0.930122, "precision": 0.91996, "precision_weighted": 0.9321, "recall": 0.934488, "recall_weighted": 0.929661, "ap": null, "ap_weighted": null }, { "accuracy": 0.930644, "f1": 0.92584, "f1_weighted": 0.930491, "precision": 0.920203, "precision_weighted": 0.931575, "recall": 0.933438, "recall_weighted": 0.930644, "ap": null, "ap_weighted": null }, { "accuracy": 0.931136, "f1": 0.928482, "f1_weighted": 0.931232, "precision": 0.92525, "precision_weighted": 0.932168, "recall": 0.93308, "recall_weighted": 0.931136, "ap": null, "ap_weighted": null }, { "accuracy": 0.930644, "f1": 0.927567, "f1_weighted": 0.930863, "precision": 0.922849, "precision_weighted": 0.932531, "recall": 0.93428, "recall_weighted": 0.930644, "ap": null, "ap_weighted": null }, { "accuracy": 0.931136, "f1": 0.927086, "f1_weighted": 0.931881, "precision": 0.922747, "precision_weighted": 0.933663, "recall": 0.932618, "recall_weighted": 0.931136, "ap": null, "ap_weighted": null }, { "accuracy": 0.93212, "f1": 0.928561, "f1_weighted": 0.93252, "precision": 0.923468, "precision_weighted": 0.933747, "recall": 0.934751, "recall_weighted": 0.93212, "ap": null, "ap_weighted": null }, { "accuracy": 0.932612, "f1": 0.928975, "f1_weighted": 0.932344, "precision": 0.926878, "precision_weighted": 0.932946, "recall": 0.932531, "recall_weighted": 0.932612, "ap": null, "ap_weighted": null }, { "accuracy": 0.93212, "f1": 0.928579, "f1_weighted": 0.932504, "precision": 0.924637, "precision_weighted": 0.933846, "recall": 0.934097, "recall_weighted": 0.93212, "ap": null, "ap_weighted": null } ], "accuracy": 0.931087, "f1": 0.927523, "f1_weighted": 0.931322, "precision": 0.923127, "precision_weighted": 0.932624, "recall": 0.933506, "recall_weighted": 0.931087, "ap": NaN, "ap_weighted": NaN, "main_score": 0.931087, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.918347, "f1": 0.906925, "f1_weighted": 0.918448, "precision": 0.901022, "precision_weighted": 0.919083, "recall": 0.913643, "recall_weighted": 0.918347, "ap": null, "ap_weighted": null }, { "accuracy": 0.917364, "f1": 0.90848, "f1_weighted": 0.918415, "precision": 0.90333, "precision_weighted": 0.920371, "recall": 0.914962, "recall_weighted": 0.917364, "ap": null, "ap_weighted": null }, { "accuracy": 0.918347, "f1": 0.905325, "f1_weighted": 0.918252, "precision": 0.899283, "precision_weighted": 0.919643, "recall": 0.913565, "recall_weighted": 0.918347, "ap": null, "ap_weighted": null }, { "accuracy": 0.91638, "f1": 0.903522, "f1_weighted": 0.916263, "precision": 0.896166, "precision_weighted": 0.917857, "recall": 0.913403, "recall_weighted": 0.91638, "ap": null, "ap_weighted": null }, { "accuracy": 0.92425, "f1": 0.915209, "f1_weighted": 0.924676, "precision": 0.909716, "precision_weighted": 0.926008, "recall": 0.922451, "recall_weighted": 0.92425, "ap": null, "ap_weighted": null }, { "accuracy": 0.923758, "f1": 0.913722, "f1_weighted": 0.923772, "precision": 0.909562, "precision_weighted": 0.924427, "recall": 0.918842, "recall_weighted": 0.923758, "ap": null, "ap_weighted": null }, { "accuracy": 0.922282, "f1": 0.914042, "f1_weighted": 0.922849, "precision": 0.909873, "precision_weighted": 0.924109, "recall": 0.919106, "recall_weighted": 0.922282, "ap": null, "ap_weighted": null }, { "accuracy": 0.92179, "f1": 0.913166, "f1_weighted": 0.921952, "precision": 0.90852, "precision_weighted": 0.922576, "recall": 0.918568, "recall_weighted": 0.92179, "ap": null, "ap_weighted": null }, { "accuracy": 0.919331, "f1": 0.907329, "f1_weighted": 0.919138, "precision": 0.903051, "precision_weighted": 0.919882, "recall": 0.913131, "recall_weighted": 0.919331, "ap": null, "ap_weighted": null }, { "accuracy": 0.92179, "f1": 0.911263, "f1_weighted": 0.922192, "precision": 0.905623, "precision_weighted": 0.923201, "recall": 0.917933, "recall_weighted": 0.92179, "ap": null, "ap_weighted": null } ], "accuracy": 0.920364, "f1": 0.909898, "f1_weighted": 0.920596, "precision": 0.904615, "precision_weighted": 0.921716, "recall": 0.91656, "recall_weighted": 0.920364, "ap": NaN, "ap_weighted": NaN, "main_score": 0.920364, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.937039, "f1": 0.934072, "f1_weighted": 0.936935, "precision": 0.928353, "precision_weighted": 0.938079, "recall": 0.941514, "recall_weighted": 0.937039, "ap": null, "ap_weighted": null }, { "accuracy": 0.933104, "f1": 0.930208, "f1_weighted": 0.934085, "precision": 0.921989, "precision_weighted": 0.937633, "recall": 0.941499, "recall_weighted": 0.933104, "ap": null, "ap_weighted": null }, { "accuracy": 0.934579, "f1": 0.929596, "f1_weighted": 0.934987, "precision": 0.921481, "precision_weighted": 0.937147, "recall": 0.940577, "recall_weighted": 0.934579, "ap": null, "ap_weighted": null }, { "accuracy": 0.937531, "f1": 0.933409, "f1_weighted": 0.937426, "precision": 0.926158, "precision_weighted": 0.938782, "recall": 0.94275, "recall_weighted": 0.937531, "ap": null, "ap_weighted": null }, { "accuracy": 0.937531, "f1": 0.933553, "f1_weighted": 0.93807, "precision": 0.927754, "precision_weighted": 0.939881, "recall": 0.941062, "recall_weighted": 0.937531, "ap": null, "ap_weighted": null }, { "accuracy": 0.936055, "f1": 0.932937, "f1_weighted": 0.936424, "precision": 0.928073, "precision_weighted": 0.938986, "recall": 0.940798, "recall_weighted": 0.936055, "ap": null, "ap_weighted": null }, { "accuracy": 0.937039, "f1": 0.933854, "f1_weighted": 0.937558, "precision": 0.927472, "precision_weighted": 0.939541, "recall": 0.94197, "recall_weighted": 0.937039, "ap": null, "ap_weighted": null }, { "accuracy": 0.939006, "f1": 0.935827, "f1_weighted": 0.939541, "precision": 0.929057, "precision_weighted": 0.941407, "recall": 0.94419, "recall_weighted": 0.939006, "ap": null, "ap_weighted": null }, { "accuracy": 0.937531, "f1": 0.935152, "f1_weighted": 0.937681, "precision": 0.931277, "precision_weighted": 0.938654, "recall": 0.940157, "recall_weighted": 0.937531, "ap": null, "ap_weighted": null }, { "accuracy": 0.939006, "f1": 0.937558, "f1_weighted": 0.939712, "precision": 0.932466, "precision_weighted": 0.941891, "recall": 0.94441, "recall_weighted": 0.939006, "ap": null, "ap_weighted": null } ], "accuracy": 0.936842, "f1": 0.933617, "f1_weighted": 0.937242, "precision": 0.927408, "precision_weighted": 0.9392, "recall": 0.941893, "recall_weighted": 0.936842, "ap": NaN, "ap_weighted": NaN, "main_score": 0.936842, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.89818, "f1": 0.89166, "f1_weighted": 0.898273, "precision": 0.88244, "precision_weighted": 0.900094, "recall": 0.90334, "recall_weighted": 0.89818, "ap": null, "ap_weighted": null }, { "accuracy": 0.900639, "f1": 0.89309, "f1_weighted": 0.900936, "precision": 0.880965, "precision_weighted": 0.903527, "recall": 0.908915, "recall_weighted": 0.900639, "ap": null, "ap_weighted": null }, { "accuracy": 0.892277, "f1": 0.882383, "f1_weighted": 0.892501, "precision": 0.873315, "precision_weighted": 0.897042, "recall": 0.898344, "recall_weighted": 0.892277, "ap": null, "ap_weighted": null }, { "accuracy": 0.895229, "f1": 0.88834, "f1_weighted": 0.894216, "precision": 0.877159, "precision_weighted": 0.896401, "recall": 0.903661, "recall_weighted": 0.895229, "ap": null, "ap_weighted": null }, { "accuracy": 0.899164, "f1": 0.893251, "f1_weighted": 0.89998, "precision": 0.885853, "precision_weighted": 0.902292, "recall": 0.902945, "recall_weighted": 0.899164, "ap": null, "ap_weighted": null }, { "accuracy": 0.900148, "f1": 0.89511, "f1_weighted": 0.89944, "precision": 0.887228, "precision_weighted": 0.900985, "recall": 0.905929, "recall_weighted": 0.900148, "ap": null, "ap_weighted": null }, { "accuracy": 0.893753, "f1": 0.887881, "f1_weighted": 0.894253, "precision": 0.878221, "precision_weighted": 0.897257, "recall": 0.900705, "recall_weighted": 0.893753, "ap": null, "ap_weighted": null }, { "accuracy": 0.898672, "f1": 0.893439, "f1_weighted": 0.899312, "precision": 0.884295, "precision_weighted": 0.901689, "recall": 0.905051, "recall_weighted": 0.898672, "ap": null, "ap_weighted": null }, { "accuracy": 0.902115, "f1": 0.895745, "f1_weighted": 0.901886, "precision": 0.890404, "precision_weighted": 0.902823, "recall": 0.902766, "recall_weighted": 0.902115, "ap": null, "ap_weighted": null }, { "accuracy": 0.901623, "f1": 0.897949, "f1_weighted": 0.902776, "precision": 0.8894, "precision_weighted": 0.905663, "recall": 0.90902, "recall_weighted": 0.901623, "ap": null, "ap_weighted": null } ], "accuracy": 0.89818, "f1": 0.891885, "f1_weighted": 0.898357, "precision": 0.882928, "precision_weighted": 0.900777, "recall": 0.904068, "recall_weighted": 0.89818, "ap": NaN, "ap_weighted": NaN, "main_score": 0.89818, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.927201, "f1": 0.920326, "f1_weighted": 0.927109, "precision": 0.91515, "precision_weighted": 0.927899, "recall": 0.92681, "recall_weighted": 0.927201, "ap": null, "ap_weighted": null }, { "accuracy": 0.923758, "f1": 0.915235, "f1_weighted": 0.924743, "precision": 0.906844, "precision_weighted": 0.92796, "recall": 0.927189, "recall_weighted": 0.923758, "ap": null, "ap_weighted": null }, { "accuracy": 0.928677, "f1": 0.919823, "f1_weighted": 0.92883, "precision": 0.911112, "precision_weighted": 0.930888, "recall": 0.931632, "recall_weighted": 0.928677, "ap": null, "ap_weighted": null }, { "accuracy": 0.924742, "f1": 0.915528, "f1_weighted": 0.924506, "precision": 0.907068, "precision_weighted": 0.926474, "recall": 0.927444, "recall_weighted": 0.924742, "ap": null, "ap_weighted": null }, { "accuracy": 0.925234, "f1": 0.917842, "f1_weighted": 0.925385, "precision": 0.912068, "precision_weighted": 0.927045, "recall": 0.926149, "recall_weighted": 0.925234, "ap": null, "ap_weighted": null }, { "accuracy": 0.926217, "f1": 0.916005, "f1_weighted": 0.926055, "precision": 0.908322, "precision_weighted": 0.928733, "recall": 0.927621, "recall_weighted": 0.926217, "ap": null, "ap_weighted": null }, { "accuracy": 0.924742, "f1": 0.917125, "f1_weighted": 0.925736, "precision": 0.90995, "precision_weighted": 0.928271, "recall": 0.926402, "recall_weighted": 0.924742, "ap": null, "ap_weighted": null }, { "accuracy": 0.928677, "f1": 0.92274, "f1_weighted": 0.929207, "precision": 0.916288, "precision_weighted": 0.930949, "recall": 0.930939, "recall_weighted": 0.928677, "ap": null, "ap_weighted": null }, { "accuracy": 0.930152, "f1": 0.921904, "f1_weighted": 0.929845, "precision": 0.915477, "precision_weighted": 0.931316, "recall": 0.931153, "recall_weighted": 0.930152, "ap": null, "ap_weighted": null }, { "accuracy": 0.925234, "f1": 0.917971, "f1_weighted": 0.925321, "precision": 0.912256, "precision_weighted": 0.92667, "recall": 0.925883, "recall_weighted": 0.925234, "ap": null, "ap_weighted": null } ], "accuracy": 0.926463, "f1": 0.91845, "f1_weighted": 0.926674, "precision": 0.911454, "precision_weighted": 0.928621, "recall": 0.928122, "recall_weighted": 0.926463, "ap": NaN, "ap_weighted": NaN, "main_score": 0.926463, "hf_subset": "sv", "languages": [ "swe-Latn" ] } ] }, "evaluation_time": 458.2804398536682, "kg_co2_emissions": null }