{ "dataset_revision": "4672e20407010da34463acc759c162ca9734bca6", "task_name": "MassiveIntentClassification", "mteb_version": "1.18.0", "scores": { "validation": [ { "accuracy": 0.536793, "f1": 0.49429, "f1_weighted": 0.524664, "scores_per_experiment": [ { "accuracy": 0.541564, "f1": 0.498742, "f1_weighted": 0.531683 }, { "accuracy": 0.553861, "f1": 0.495142, "f1_weighted": 0.549232 }, { "accuracy": 0.533694, "f1": 0.483781, "f1_weighted": 0.523211 }, { "accuracy": 0.541072, "f1": 0.50406, "f1_weighted": 0.527911 }, { "accuracy": 0.547467, "f1": 0.488843, "f1_weighted": 0.533168 }, { "accuracy": 0.519921, "f1": 0.499042, "f1_weighted": 0.5073 }, { "accuracy": 0.522381, "f1": 0.488701, "f1_weighted": 0.504776 }, { "accuracy": 0.523856, "f1": 0.47768, "f1_weighted": 0.509434 }, { "accuracy": 0.528283, "f1": 0.493344, "f1_weighted": 0.512752 }, { "accuracy": 0.555829, "f1": 0.513562, "f1_weighted": 0.547173 } ], "main_score": 0.536793, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "accuracy": 0.606591, "f1": 0.574998, "f1_weighted": 0.592477, "scores_per_experiment": [ { "accuracy": 0.61092, "f1": 0.590164, "f1_weighted": 0.60827 }, { "accuracy": 0.618298, "f1": 0.575157, "f1_weighted": 0.611384 }, { "accuracy": 0.593212, "f1": 0.560977, "f1_weighted": 0.579554 }, { "accuracy": 0.627152, "f1": 0.583509, "f1_weighted": 0.615196 }, { "accuracy": 0.606001, "f1": 0.564983, "f1_weighted": 0.590797 }, { "accuracy": 0.57698, "f1": 0.561339, "f1_weighted": 0.559725 }, { "accuracy": 0.610428, "f1": 0.585568, "f1_weighted": 0.58912 }, { "accuracy": 0.594688, "f1": 0.562605, "f1_weighted": 0.578007 }, { "accuracy": 0.604033, "f1": 0.58302, "f1_weighted": 0.583468 }, { "accuracy": 0.624201, "f1": 0.582662, "f1_weighted": 0.60925 } ], "main_score": 0.606591, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "accuracy": 0.624939, "f1": 0.58334, "f1_weighted": 0.615395, "scores_per_experiment": [ { "accuracy": 0.61879, "f1": 0.594707, "f1_weighted": 0.613433 }, { "accuracy": 0.652238, "f1": 0.60385, "f1_weighted": 0.648279 }, { "accuracy": 0.590753, "f1": 0.546979, "f1_weighted": 0.581196 }, { "accuracy": 0.645352, "f1": 0.599583, "f1_weighted": 0.635859 }, { "accuracy": 0.662076, "f1": 0.603545, "f1_weighted": 0.654397 }, { "accuracy": 0.591244, "f1": 0.554559, "f1_weighted": 0.579898 }, { "accuracy": 0.62912, "f1": 0.593787, "f1_weighted": 0.621033 }, { "accuracy": 0.607969, "f1": 0.569825, "f1_weighted": 0.592528 }, { "accuracy": 0.615839, "f1": 0.583243, "f1_weighted": 0.599655 }, { "accuracy": 0.636006, "f1": 0.583324, "f1_weighted": 0.627675 } ], "main_score": 0.624939, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "accuracy": 0.608559, "f1": 0.576825, "f1_weighted": 0.59699, "scores_per_experiment": [ { "accuracy": 0.597639, "f1": 0.574514, "f1_weighted": 0.588851 }, { "accuracy": 0.631579, "f1": 0.594468, "f1_weighted": 0.6218 }, { "accuracy": 0.602066, "f1": 0.57337, "f1_weighted": 0.590848 }, { "accuracy": 0.610428, "f1": 0.56662, "f1_weighted": 0.601908 }, { "accuracy": 0.630103, "f1": 0.586973, "f1_weighted": 0.6211 }, { "accuracy": 0.579439, "f1": 0.569001, "f1_weighted": 0.56479 }, { "accuracy": 0.615839, "f1": 0.581486, "f1_weighted": 0.60272 }, { "accuracy": 0.59272, "f1": 0.563459, "f1_weighted": 0.570685 }, { "accuracy": 0.605017, "f1": 0.580105, "f1_weighted": 0.589496 }, { "accuracy": 0.620758, "f1": 0.578251, "f1_weighted": 0.617698 } ], "main_score": 0.608559, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "accuracy": 0.492523, "f1": 0.43582, "f1_weighted": 0.479153, "scores_per_experiment": [ { "accuracy": 0.496803, "f1": 0.444617, "f1_weighted": 0.486346 }, { "accuracy": 0.516478, "f1": 0.45269, "f1_weighted": 0.509027 }, { "accuracy": 0.503197, "f1": 0.442252, "f1_weighted": 0.488288 }, { "accuracy": 0.498278, "f1": 0.43547, "f1_weighted": 0.492537 }, { "accuracy": 0.509592, "f1": 0.452496, "f1_weighted": 0.48737 }, { "accuracy": 0.450074, "f1": 0.414143, "f1_weighted": 0.435201 }, { "accuracy": 0.488933, "f1": 0.434804, "f1_weighted": 0.478102 }, { "accuracy": 0.472209, "f1": 0.402172, "f1_weighted": 0.453827 }, { "accuracy": 0.497787, "f1": 0.450993, "f1_weighted": 0.482022 }, { "accuracy": 0.491884, "f1": 0.428565, "f1_weighted": 0.478812 } ], "main_score": 0.492523, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "accuracy": 0.606444, "f1": 0.569169, "f1_weighted": 0.596236, "scores_per_experiment": [ { "accuracy": 0.611904, "f1": 0.574917, "f1_weighted": 0.601556 }, { "accuracy": 0.620758, "f1": 0.580356, "f1_weighted": 0.618226 }, { "accuracy": 0.60059, "f1": 0.559077, "f1_weighted": 0.594157 }, { "accuracy": 0.633055, "f1": 0.576109, "f1_weighted": 0.622423 }, { "accuracy": 0.62666, "f1": 0.586124, "f1_weighted": 0.617297 }, { "accuracy": 0.568618, "f1": 0.55052, "f1_weighted": 0.558329 }, { "accuracy": 0.602558, "f1": 0.567206, "f1_weighted": 0.592292 }, { "accuracy": 0.582882, "f1": 0.543701, "f1_weighted": 0.567426 }, { "accuracy": 0.589769, "f1": 0.571429, "f1_weighted": 0.571545 }, { "accuracy": 0.627644, "f1": 0.582251, "f1_weighted": 0.619104 } ], "main_score": 0.606444, "hf_subset": "az", "languages": [ "aze-Latn" ] }, { "accuracy": 0.632415, "f1": 0.601901, "f1_weighted": 0.618754, "scores_per_experiment": [ { "accuracy": 0.644368, "f1": 0.617862, "f1_weighted": 0.634413 }, { "accuracy": 0.641417, "f1": 0.608244, "f1_weighted": 0.63501 }, { "accuracy": 0.609936, "f1": 0.582173, "f1_weighted": 0.597832 }, { "accuracy": 0.666995, "f1": 0.628164, "f1_weighted": 0.65973 }, { "accuracy": 0.632563, "f1": 0.584328, "f1_weighted": 0.61918 }, { "accuracy": 0.62912, "f1": 0.604394, "f1_weighted": 0.615707 }, { "accuracy": 0.631087, "f1": 0.600707, "f1_weighted": 0.611594 }, { "accuracy": 0.599606, "f1": 0.572133, "f1_weighted": 0.575568 }, { "accuracy": 0.61879, "f1": 0.602855, "f1_weighted": 0.598894 }, { "accuracy": 0.650271, "f1": 0.618151, "f1_weighted": 0.639611 } ], "main_score": 0.632415, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "accuracy": 0.599951, "f1": 0.561213, "f1_weighted": 0.592113, "scores_per_experiment": [ { "accuracy": 0.594688, "f1": 0.563694, "f1_weighted": 0.589513 }, { "accuracy": 0.613871, "f1": 0.567152, "f1_weighted": 0.610792 }, { "accuracy": 0.597639, "f1": 0.557722, "f1_weighted": 0.591153 }, { "accuracy": 0.620758, "f1": 0.575095, "f1_weighted": 0.616934 }, { "accuracy": 0.622725, "f1": 0.568814, "f1_weighted": 0.616472 }, { "accuracy": 0.56911, "f1": 0.539125, "f1_weighted": 0.562727 }, { "accuracy": 0.594196, "f1": 0.549465, "f1_weighted": 0.582247 }, { "accuracy": 0.598131, "f1": 0.559708, "f1_weighted": 0.58298 }, { "accuracy": 0.574029, "f1": 0.553448, "f1_weighted": 0.556836 }, { "accuracy": 0.614363, "f1": 0.57791, "f1_weighted": 0.611479 } ], "main_score": 0.599951, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "accuracy": 0.58908, "f1": 0.545333, "f1_weighted": 0.580869, "scores_per_experiment": [ { "accuracy": 0.604525, "f1": 0.571056, "f1_weighted": 0.595869 }, { "accuracy": 0.602558, "f1": 0.55516, "f1_weighted": 0.600713 }, { "accuracy": 0.604033, "f1": 0.55777, "f1_weighted": 0.59843 }, { "accuracy": 0.601574, "f1": 0.554661, "f1_weighted": 0.595754 }, { "accuracy": 0.590753, "f1": 0.536634, "f1_weighted": 0.587764 }, { "accuracy": 0.550418, "f1": 0.51937, "f1_weighted": 0.538461 }, { "accuracy": 0.593704, "f1": 0.546078, "f1_weighted": 0.58236 }, { "accuracy": 0.571569, "f1": 0.521042, "f1_weighted": 0.55774 }, { "accuracy": 0.575996, "f1": 0.544871, "f1_weighted": 0.566574 }, { "accuracy": 0.595671, "f1": 0.546688, "f1_weighted": 0.58502 } ], "main_score": 0.58908, "hf_subset": "my", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.613182, "f1": 0.568612, "f1_weighted": 0.603424, "scores_per_experiment": [ { "accuracy": 0.599115, "f1": 0.567852, "f1_weighted": 0.597257 }, { "accuracy": 0.646335, "f1": 0.581163, "f1_weighted": 0.64236 }, { "accuracy": 0.609936, "f1": 0.561362, "f1_weighted": 0.598606 }, { "accuracy": 0.631579, "f1": 0.569295, "f1_weighted": 0.623075 }, { "accuracy": 0.619774, "f1": 0.560383, "f1_weighted": 0.604825 }, { "accuracy": 0.590753, "f1": 0.559159, "f1_weighted": 0.581628 }, { "accuracy": 0.613871, "f1": 0.574119, "f1_weighted": 0.599148 }, { "accuracy": 0.609936, "f1": 0.569118, "f1_weighted": 0.598304 }, { "accuracy": 0.585342, "f1": 0.555074, "f1_weighted": 0.567094 }, { "accuracy": 0.625184, "f1": 0.588596, "f1_weighted": 0.621944 } ], "main_score": 0.613182, "hf_subset": "sq", "languages": [ "sqi-Latn" ] }, { "accuracy": 0.563797, "f1": 0.524147, "f1_weighted": 0.555355, "scores_per_experiment": [ { "accuracy": 0.563207, "f1": 0.537025, "f1_weighted": 0.557551 }, { "accuracy": 0.608952, "f1": 0.559305, "f1_weighted": 0.606567 }, { "accuracy": 0.56124, "f1": 0.511627, "f1_weighted": 0.554909 }, { "accuracy": 0.560748, "f1": 0.518808, "f1_weighted": 0.55209 }, { "accuracy": 0.579439, "f1": 0.514068, "f1_weighted": 0.569868 }, { "accuracy": 0.547467, "f1": 0.523014, "f1_weighted": 0.528346 }, { "accuracy": 0.547467, "f1": 0.519673, "f1_weighted": 0.534584 }, { "accuracy": 0.556813, "f1": 0.513174, "f1_weighted": 0.54657 }, { "accuracy": 0.544024, "f1": 0.521365, "f1_weighted": 0.538692 }, { "accuracy": 0.568618, "f1": 0.52341, "f1_weighted": 0.564376 } ], "main_score": 0.563797, "hf_subset": "am", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.591097, "f1": 0.567807, "f1_weighted": 0.573929, "scores_per_experiment": [ { "accuracy": 0.587309, "f1": 0.56693, "f1_weighted": 0.577317 }, { "accuracy": 0.598131, "f1": 0.573538, "f1_weighted": 0.587286 }, { "accuracy": 0.601082, "f1": 0.563457, "f1_weighted": 0.589961 }, { "accuracy": 0.60846, "f1": 0.582863, "f1_weighted": 0.593592 }, { "accuracy": 0.593212, "f1": 0.564244, "f1_weighted": 0.573789 }, { "accuracy": 0.577964, "f1": 0.562267, "f1_weighted": 0.555236 }, { "accuracy": 0.58485, "f1": 0.56718, "f1_weighted": 0.560571 }, { "accuracy": 0.594688, "f1": 0.568058, "f1_weighted": 0.576921 }, { "accuracy": 0.579439, "f1": 0.563022, "f1_weighted": 0.55799 }, { "accuracy": 0.585834, "f1": 0.566505, "f1_weighted": 0.566629 } ], "main_score": 0.591097, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ] }, { "accuracy": 0.623168, "f1": 0.578832, "f1_weighted": 0.613306, "scores_per_experiment": [ { "accuracy": 0.617806, "f1": 0.580429, "f1_weighted": 0.614785 }, { "accuracy": 0.646335, "f1": 0.593954, "f1_weighted": 0.641328 }, { "accuracy": 0.616331, "f1": 0.578517, "f1_weighted": 0.604375 }, { "accuracy": 0.641909, "f1": 0.587183, "f1_weighted": 0.634198 }, { "accuracy": 0.62666, "f1": 0.571805, "f1_weighted": 0.616571 }, { "accuracy": 0.616331, "f1": 0.572664, "f1_weighted": 0.606498 }, { "accuracy": 0.61879, "f1": 0.586536, "f1_weighted": 0.61265 }, { "accuracy": 0.60059, "f1": 0.555965, "f1_weighted": 0.574494 }, { "accuracy": 0.608952, "f1": 0.578845, "f1_weighted": 0.593542 }, { "accuracy": 0.637973, "f1": 0.582424, "f1_weighted": 0.63462 } ], "main_score": 0.623168, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "accuracy": 0.606198, "f1": 0.576434, "f1_weighted": 0.59871, "scores_per_experiment": [ { "accuracy": 0.601082, "f1": 0.581376, "f1_weighted": 0.594518 }, { "accuracy": 0.622233, "f1": 0.583877, "f1_weighted": 0.622686 }, { "accuracy": 0.601082, "f1": 0.575506, "f1_weighted": 0.594895 }, { "accuracy": 0.601574, "f1": 0.564446, "f1_weighted": 0.596737 }, { "accuracy": 0.635514, "f1": 0.588572, "f1_weighted": 0.628786 }, { "accuracy": 0.597147, "f1": 0.577422, "f1_weighted": 0.585193 }, { "accuracy": 0.60059, "f1": 0.575546, "f1_weighted": 0.595314 }, { "accuracy": 0.584358, "f1": 0.552602, "f1_weighted": 0.566319 }, { "accuracy": 0.601574, "f1": 0.585302, "f1_weighted": 0.586428 }, { "accuracy": 0.616822, "f1": 0.579692, "f1_weighted": 0.616223 } ], "main_score": 0.606198, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "accuracy": 0.5909, "f1": 0.555795, "f1_weighted": 0.580373, "scores_per_experiment": [ { "accuracy": 0.588293, "f1": 0.565896, "f1_weighted": 0.58577 }, { "accuracy": 0.614363, "f1": 0.565793, "f1_weighted": 0.605888 }, { "accuracy": 0.579439, "f1": 0.553095, "f1_weighted": 0.573341 }, { "accuracy": 0.608952, "f1": 0.556118, "f1_weighted": 0.601049 }, { "accuracy": 0.610428, "f1": 0.558722, "f1_weighted": 0.600507 }, { "accuracy": 0.556321, "f1": 0.536691, "f1_weighted": 0.547562 }, { "accuracy": 0.599606, "f1": 0.565058, "f1_weighted": 0.589675 }, { "accuracy": 0.589769, "f1": 0.55142, "f1_weighted": 0.569427 }, { "accuracy": 0.575504, "f1": 0.552652, "f1_weighted": 0.555673 }, { "accuracy": 0.586326, "f1": 0.552506, "f1_weighted": 0.574837 } ], "main_score": 0.5909, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "accuracy": 0.637727, "f1": 0.599417, "f1_weighted": 0.622332, "scores_per_experiment": [ { "accuracy": 0.648303, "f1": 0.61259, "f1_weighted": 0.635329 }, { "accuracy": 0.653714, "f1": 0.615971, "f1_weighted": 0.64121 }, { "accuracy": 0.650271, "f1": 0.609017, "f1_weighted": 0.636975 }, { "accuracy": 0.651746, "f1": 0.597942, "f1_weighted": 0.642898 }, { "accuracy": 0.630103, "f1": 0.590435, "f1_weighted": 0.61216 }, { "accuracy": 0.619282, "f1": 0.600107, "f1_weighted": 0.599319 }, { "accuracy": 0.610428, "f1": 0.570331, "f1_weighted": 0.586187 }, { "accuracy": 0.617314, "f1": 0.578173, "f1_weighted": 0.596057 }, { "accuracy": 0.649779, "f1": 0.604767, "f1_weighted": 0.641302 }, { "accuracy": 0.646335, "f1": 0.61484, "f1_weighted": 0.631884 } ], "main_score": 0.637727, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.576586, "f1": 0.537035, "f1_weighted": 0.567322, "scores_per_experiment": [ { "accuracy": 0.561731, "f1": 0.536237, "f1_weighted": 0.554695 }, { "accuracy": 0.587801, "f1": 0.547747, "f1_weighted": 0.581865 }, { "accuracy": 0.572553, "f1": 0.526557, "f1_weighted": 0.56282 }, { "accuracy": 0.573537, "f1": 0.533595, "f1_weighted": 0.562874 }, { "accuracy": 0.60059, "f1": 0.557212, "f1_weighted": 0.590797 }, { "accuracy": 0.559272, "f1": 0.531127, "f1_weighted": 0.548357 }, { "accuracy": 0.583866, "f1": 0.539506, "f1_weighted": 0.574451 }, { "accuracy": 0.571569, "f1": 0.52896, "f1_weighted": 0.558439 }, { "accuracy": 0.567142, "f1": 0.53622, "f1_weighted": 0.559805 }, { "accuracy": 0.587801, "f1": 0.533185, "f1_weighted": 0.579115 } ], "main_score": 0.576586, "hf_subset": "ta", "languages": [ "tam-Taml" ] }, { "accuracy": 0.601082, "f1": 0.561068, "f1_weighted": 0.591495, "scores_per_experiment": [ { "accuracy": 0.587309, "f1": 0.558802, "f1_weighted": 0.582759 }, { "accuracy": 0.628628, "f1": 0.575233, "f1_weighted": 0.624022 }, { "accuracy": 0.613379, "f1": 0.566477, "f1_weighted": 0.607549 }, { "accuracy": 0.603542, "f1": 0.554069, "f1_weighted": 0.596495 }, { "accuracy": 0.613871, "f1": 0.558869, "f1_weighted": 0.600514 }, { "accuracy": 0.579931, "f1": 0.563304, "f1_weighted": 0.571785 }, { "accuracy": 0.60059, "f1": 0.55999, "f1_weighted": 0.588532 }, { "accuracy": 0.584358, "f1": 0.539791, "f1_weighted": 0.563752 }, { "accuracy": 0.586326, "f1": 0.555739, "f1_weighted": 0.572135 }, { "accuracy": 0.612887, "f1": 0.578408, "f1_weighted": 0.607403 } ], "main_score": 0.601082, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "accuracy": 0.60846, "f1": 0.574324, "f1_weighted": 0.59781, "scores_per_experiment": [ { "accuracy": 0.590753, "f1": 0.560969, "f1_weighted": 0.587944 }, { "accuracy": 0.6424, "f1": 0.596622, "f1_weighted": 0.636808 }, { "accuracy": 0.591736, "f1": 0.564577, "f1_weighted": 0.582263 }, { "accuracy": 0.626168, "f1": 0.565929, "f1_weighted": 0.617566 }, { "accuracy": 0.631579, "f1": 0.585512, "f1_weighted": 0.618829 }, { "accuracy": 0.578455, "f1": 0.56708, "f1_weighted": 0.567671 }, { "accuracy": 0.612395, "f1": 0.583332, "f1_weighted": 0.59662 }, { "accuracy": 0.591244, "f1": 0.554156, "f1_weighted": 0.573541 }, { "accuracy": 0.586326, "f1": 0.570232, "f1_weighted": 0.570661 }, { "accuracy": 0.633546, "f1": 0.594836, "f1_weighted": 0.626197 } ], "main_score": 0.60846, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "accuracy": 0.606099, "f1": 0.5741, "f1_weighted": 0.595443, "scores_per_experiment": [ { "accuracy": 0.602066, "f1": 0.579399, "f1_weighted": 0.596083 }, { "accuracy": 0.630595, "f1": 0.589904, "f1_weighted": 0.630263 }, { "accuracy": 0.596163, "f1": 0.564561, "f1_weighted": 0.588315 }, { "accuracy": 0.616822, "f1": 0.589077, "f1_weighted": 0.606247 }, { "accuracy": 0.621249, "f1": 0.571589, "f1_weighted": 0.610621 }, { "accuracy": 0.581407, "f1": 0.556696, "f1_weighted": 0.566602 }, { "accuracy": 0.627644, "f1": 0.590409, "f1_weighted": 0.618233 }, { "accuracy": 0.588785, "f1": 0.555252, "f1_weighted": 0.570704 }, { "accuracy": 0.573537, "f1": 0.556678, "f1_weighted": 0.551917 }, { "accuracy": 0.622725, "f1": 0.587434, "f1_weighted": 0.615442 } ], "main_score": 0.606099, "hf_subset": "ms", "languages": [ "msa-Latn" ] }, { "accuracy": 0.577472, "f1": 0.537137, "f1_weighted": 0.570623, "scores_per_experiment": [ { "accuracy": 0.556813, "f1": 0.51942, "f1_weighted": 0.554825 }, { "accuracy": 0.587309, "f1": 0.537533, "f1_weighted": 0.587781 }, { "accuracy": 0.555829, "f1": 0.519531, "f1_weighted": 0.545815 }, { "accuracy": 0.589769, "f1": 0.54337, "f1_weighted": 0.581132 }, { "accuracy": 0.605017, "f1": 0.562714, "f1_weighted": 0.599768 }, { "accuracy": 0.556321, "f1": 0.523384, "f1_weighted": 0.551685 }, { "accuracy": 0.603542, "f1": 0.555663, "f1_weighted": 0.599331 }, { "accuracy": 0.55878, "f1": 0.521128, "f1_weighted": 0.538856 }, { "accuracy": 0.565175, "f1": 0.540005, "f1_weighted": 0.551695 }, { "accuracy": 0.596163, "f1": 0.548622, "f1_weighted": 0.595339 } ], "main_score": 0.577472, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "accuracy": 0.570438, "f1": 0.532392, "f1_weighted": 0.555472, "scores_per_experiment": [ { "accuracy": 0.575504, "f1": 0.532963, "f1_weighted": 0.560283 }, { "accuracy": 0.576488, "f1": 0.544641, "f1_weighted": 0.56213 }, { "accuracy": 0.552386, "f1": 0.514769, "f1_weighted": 0.537271 }, { "accuracy": 0.593704, "f1": 0.545668, "f1_weighted": 0.58256 }, { "accuracy": 0.580423, "f1": 0.530563, "f1_weighted": 0.566159 }, { "accuracy": 0.539105, "f1": 0.516059, "f1_weighted": 0.518441 }, { "accuracy": 0.566158, "f1": 0.539781, "f1_weighted": 0.550986 }, { "accuracy": 0.567634, "f1": 0.527873, "f1_weighted": 0.555255 }, { "accuracy": 0.567634, "f1": 0.528706, "f1_weighted": 0.549598 }, { "accuracy": 0.585342, "f1": 0.542893, "f1_weighted": 0.572034 } ], "main_score": 0.570438, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "accuracy": 0.581407, "f1": 0.553998, "f1_weighted": 0.5678, "scores_per_experiment": [ { "accuracy": 0.584358, "f1": 0.569332, "f1_weighted": 0.573509 }, { "accuracy": 0.612887, "f1": 0.573426, "f1_weighted": 0.606165 }, { "accuracy": 0.587801, "f1": 0.546261, "f1_weighted": 0.57906 }, { "accuracy": 0.587801, "f1": 0.55854, "f1_weighted": 0.577685 }, { "accuracy": 0.588785, "f1": 0.550774, "f1_weighted": 0.56857 }, { "accuracy": 0.550418, "f1": 0.537815, "f1_weighted": 0.534224 }, { "accuracy": 0.572061, "f1": 0.546196, "f1_weighted": 0.554508 }, { "accuracy": 0.573045, "f1": 0.539664, "f1_weighted": 0.551121 }, { "accuracy": 0.56911, "f1": 0.56177, "f1_weighted": 0.557919 }, { "accuracy": 0.587801, "f1": 0.556201, "f1_weighted": 0.57524 } ], "main_score": 0.581407, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "accuracy": 0.469306, "f1": 0.432339, "f1_weighted": 0.452478, "scores_per_experiment": [ { "accuracy": 0.471717, "f1": 0.438884, "f1_weighted": 0.462403 }, { "accuracy": 0.478111, "f1": 0.446086, "f1_weighted": 0.470973 }, { "accuracy": 0.468273, "f1": 0.437422, "f1_weighted": 0.450978 }, { "accuracy": 0.46729, "f1": 0.422765, "f1_weighted": 0.451806 }, { "accuracy": 0.476636, "f1": 0.431536, "f1_weighted": 0.456534 }, { "accuracy": 0.432366, "f1": 0.41615, "f1_weighted": 0.407252 }, { "accuracy": 0.477127, "f1": 0.428252, "f1_weighted": 0.46306 }, { "accuracy": 0.4727, "f1": 0.432653, "f1_weighted": 0.44778 }, { "accuracy": 0.474176, "f1": 0.443183, "f1_weighted": 0.448667 }, { "accuracy": 0.474668, "f1": 0.426466, "f1_weighted": 0.465326 } ], "main_score": 0.469306, "hf_subset": "ka", "languages": [ "kat-Geor" ] }, { "accuracy": 0.569848, "f1": 0.524702, "f1_weighted": 0.557116, "scores_per_experiment": [ { "accuracy": 0.559764, "f1": 0.522256, "f1_weighted": 0.55331 }, { "accuracy": 0.583866, "f1": 0.533513, "f1_weighted": 0.579406 }, { "accuracy": 0.564683, "f1": 0.521642, "f1_weighted": 0.548014 }, { "accuracy": 0.590753, "f1": 0.538283, "f1_weighted": 0.577595 }, { "accuracy": 0.582391, "f1": 0.524655, "f1_weighted": 0.575324 }, { "accuracy": 0.53517, "f1": 0.500895, "f1_weighted": 0.516773 }, { "accuracy": 0.571569, "f1": 0.531948, "f1_weighted": 0.558308 }, { "accuracy": 0.563699, "f1": 0.511775, "f1_weighted": 0.537822 }, { "accuracy": 0.559764, "f1": 0.525551, "f1_weighted": 0.546982 }, { "accuracy": 0.586818, "f1": 0.536504, "f1_weighted": 0.577629 } ], "main_score": 0.569848, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "accuracy": 0.583522, "f1": 0.548706, "f1_weighted": 0.570795, "scores_per_experiment": [ { "accuracy": 0.578455, "f1": 0.551702, "f1_weighted": 0.568356 }, { "accuracy": 0.608952, "f1": 0.567001, "f1_weighted": 0.605752 }, { "accuracy": 0.584358, "f1": 0.54086, "f1_weighted": 0.570799 }, { "accuracy": 0.614855, "f1": 0.566836, "f1_weighted": 0.608363 }, { "accuracy": 0.575996, "f1": 0.53723, "f1_weighted": 0.558277 }, { "accuracy": 0.547959, "f1": 0.534511, "f1_weighted": 0.534935 }, { "accuracy": 0.594688, "f1": 0.555652, "f1_weighted": 0.581785 }, { "accuracy": 0.567634, "f1": 0.528806, "f1_weighted": 0.546685 }, { "accuracy": 0.55878, "f1": 0.54395, "f1_weighted": 0.540285 }, { "accuracy": 0.603542, "f1": 0.560509, "f1_weighted": 0.592707 } ], "main_score": 0.583522, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "accuracy": 0.482587, "f1": 0.451061, "f1_weighted": 0.474398, "scores_per_experiment": [ { "accuracy": 0.486473, "f1": 0.474384, "f1_weighted": 0.483566 }, { "accuracy": 0.520413, "f1": 0.467755, "f1_weighted": 0.527807 }, { "accuracy": 0.465322, "f1": 0.43223, "f1_weighted": 0.453853 }, { "accuracy": 0.500738, "f1": 0.456407, "f1_weighted": 0.496875 }, { "accuracy": 0.494343, "f1": 0.449913, "f1_weighted": 0.483413 }, { "accuracy": 0.433842, "f1": 0.430742, "f1_weighted": 0.416833 }, { "accuracy": 0.458436, "f1": 0.436934, "f1_weighted": 0.440511 }, { "accuracy": 0.4909, "f1": 0.442851, "f1_weighted": 0.479128 }, { "accuracy": 0.471225, "f1": 0.454364, "f1_weighted": 0.468049 }, { "accuracy": 0.504181, "f1": 0.465034, "f1_weighted": 0.493948 } ], "main_score": 0.482587, "hf_subset": "km", "languages": [ "khm-Khmr" ] }, { "accuracy": 0.596803, "f1": 0.550964, "f1_weighted": 0.585341, "scores_per_experiment": [ { "accuracy": 0.620758, "f1": 0.571584, "f1_weighted": 0.61005 }, { "accuracy": 0.614363, "f1": 0.567931, "f1_weighted": 0.611756 }, { "accuracy": 0.587309, "f1": 0.530808, "f1_weighted": 0.575172 }, { "accuracy": 0.60059, "f1": 0.563549, "f1_weighted": 0.588179 }, { "accuracy": 0.620266, "f1": 0.554212, "f1_weighted": 0.607244 }, { "accuracy": 0.572061, "f1": 0.536376, "f1_weighted": 0.55393 }, { "accuracy": 0.592228, "f1": 0.552295, "f1_weighted": 0.583999 }, { "accuracy": 0.575504, "f1": 0.53569, "f1_weighted": 0.558999 }, { "accuracy": 0.579931, "f1": 0.543784, "f1_weighted": 0.561947 }, { "accuracy": 0.605017, "f1": 0.553413, "f1_weighted": 0.602138 } ], "main_score": 0.596803, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "accuracy": 0.585243, "f1": 0.522626, "f1_weighted": 0.576534, "scores_per_experiment": [ { "accuracy": 0.564683, "f1": 0.515361, "f1_weighted": 0.561581 }, { "accuracy": 0.609936, "f1": 0.54008, "f1_weighted": 0.611269 }, { "accuracy": 0.591736, "f1": 0.524707, "f1_weighted": 0.582792 }, { "accuracy": 0.59518, "f1": 0.524813, "f1_weighted": 0.590867 }, { "accuracy": 0.596655, "f1": 0.523646, "f1_weighted": 0.581104 }, { "accuracy": 0.579439, "f1": 0.516972, "f1_weighted": 0.570483 }, { "accuracy": 0.573537, "f1": 0.508603, "f1_weighted": 0.565645 }, { "accuracy": 0.564683, "f1": 0.511395, "f1_weighted": 0.544186 }, { "accuracy": 0.583374, "f1": 0.534278, "f1_weighted": 0.56894 }, { "accuracy": 0.593212, "f1": 0.526406, "f1_weighted": 0.588469 } ], "main_score": 0.585243, "hf_subset": "he", "languages": [ "heb-Hebr" ] }, { "accuracy": 0.603197, "f1": 0.561961, "f1_weighted": 0.592575, "scores_per_experiment": [ { "accuracy": 0.585342, "f1": 0.554347, "f1_weighted": 0.579905 }, { "accuracy": 0.649287, "f1": 0.599613, "f1_weighted": 0.643856 }, { "accuracy": 0.610428, "f1": 0.561856, "f1_weighted": 0.601342 }, { "accuracy": 0.62912, "f1": 0.572941, "f1_weighted": 0.623391 }, { "accuracy": 0.60059, "f1": 0.554947, "f1_weighted": 0.585592 }, { "accuracy": 0.575996, "f1": 0.550745, "f1_weighted": 0.565577 }, { "accuracy": 0.602558, "f1": 0.554335, "f1_weighted": 0.585333 }, { "accuracy": 0.583866, "f1": 0.54888, "f1_weighted": 0.563184 }, { "accuracy": 0.58485, "f1": 0.562247, "f1_weighted": 0.573943 }, { "accuracy": 0.609936, "f1": 0.559701, "f1_weighted": 0.603629 } ], "main_score": 0.603197, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "accuracy": 0.585047, "f1": 0.537293, "f1_weighted": 0.577372, "scores_per_experiment": [ { "accuracy": 0.583866, "f1": 0.551837, "f1_weighted": 0.582035 }, { "accuracy": 0.60059, "f1": 0.538194, "f1_weighted": 0.59752 }, { "accuracy": 0.570585, "f1": 0.525695, "f1_weighted": 0.560422 }, { "accuracy": 0.60059, "f1": 0.548974, "f1_weighted": 0.590836 }, { "accuracy": 0.601574, "f1": 0.53649, "f1_weighted": 0.593407 }, { "accuracy": 0.547959, "f1": 0.513067, "f1_weighted": 0.5417 }, { "accuracy": 0.589769, "f1": 0.545756, "f1_weighted": 0.582485 }, { "accuracy": 0.575012, "f1": 0.521062, "f1_weighted": 0.560546 }, { "accuracy": 0.582391, "f1": 0.546824, "f1_weighted": 0.568321 }, { "accuracy": 0.598131, "f1": 0.54503, "f1_weighted": 0.59645 } ], "main_score": 0.585047, "hf_subset": "af", "languages": [ "afr-Latn" ] }, { "accuracy": 0.519872, "f1": 0.478991, "f1_weighted": 0.506962, "scores_per_experiment": [ { "accuracy": 0.517462, "f1": 0.483187, "f1_weighted": 0.506501 }, { "accuracy": 0.542056, "f1": 0.504448, "f1_weighted": 0.536429 }, { "accuracy": 0.522873, "f1": 0.472698, "f1_weighted": 0.511293 }, { "accuracy": 0.527791, "f1": 0.482569, "f1_weighted": 0.514952 }, { "accuracy": 0.528283, "f1": 0.483875, "f1_weighted": 0.517691 }, { "accuracy": 0.521889, "f1": 0.481296, "f1_weighted": 0.510243 }, { "accuracy": 0.518938, "f1": 0.472115, "f1_weighted": 0.50092 }, { "accuracy": 0.497295, "f1": 0.460619, "f1_weighted": 0.481535 }, { "accuracy": 0.515494, "f1": 0.475805, "f1_weighted": 0.503623 }, { "accuracy": 0.50664, "f1": 0.473299, "f1_weighted": 0.486436 } ], "main_score": 0.519872, "hf_subset": "jv", "languages": [ "jav-Latn" ] }, { "accuracy": 0.598967, "f1": 0.560373, "f1_weighted": 0.58719, "scores_per_experiment": [ { "accuracy": 0.576488, "f1": 0.54708, "f1_weighted": 0.568121 }, { "accuracy": 0.61879, "f1": 0.578367, "f1_weighted": 0.613917 }, { "accuracy": 0.598131, "f1": 0.548048, "f1_weighted": 0.592294 }, { "accuracy": 0.615839, "f1": 0.573096, "f1_weighted": 0.605071 }, { "accuracy": 0.608952, "f1": 0.552537, "f1_weighted": 0.59644 }, { "accuracy": 0.587801, "f1": 0.55893, "f1_weighted": 0.572357 }, { "accuracy": 0.60059, "f1": 0.556719, "f1_weighted": 0.589238 }, { "accuracy": 0.587309, "f1": 0.540574, "f1_weighted": 0.570213 }, { "accuracy": 0.578455, "f1": 0.564592, "f1_weighted": 0.561796 }, { "accuracy": 0.617314, "f1": 0.583788, "f1_weighted": 0.602451 } ], "main_score": 0.598967, "hf_subset": "mn", "languages": [ "mon-Cyrl" ] }, { "accuracy": 0.570536, "f1": 0.53564, "f1_weighted": 0.562677, "scores_per_experiment": [ { "accuracy": 0.570093, "f1": 0.545258, "f1_weighted": 0.569608 }, { "accuracy": 0.61092, "f1": 0.572596, "f1_weighted": 0.604262 }, { "accuracy": 0.547959, "f1": 0.509373, "f1_weighted": 0.540053 }, { "accuracy": 0.578455, "f1": 0.547063, "f1_weighted": 0.574922 }, { "accuracy": 0.564191, "f1": 0.520847, "f1_weighted": 0.550355 }, { "accuracy": 0.564191, "f1": 0.534688, "f1_weighted": 0.547449 }, { "accuracy": 0.567634, "f1": 0.531251, "f1_weighted": 0.563661 }, { "accuracy": 0.55878, "f1": 0.512389, "f1_weighted": 0.54426 }, { "accuracy": 0.559764, "f1": 0.542618, "f1_weighted": 0.553599 }, { "accuracy": 0.583374, "f1": 0.540315, "f1_weighted": 0.578605 } ], "main_score": 0.570536, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "accuracy": 0.614265, "f1": 0.578224, "f1_weighted": 0.601616, "scores_per_experiment": [ { "accuracy": 0.632563, "f1": 0.594116, "f1_weighted": 0.618077 }, { "accuracy": 0.624693, "f1": 0.579315, "f1_weighted": 0.619816 }, { "accuracy": 0.613379, "f1": 0.577825, "f1_weighted": 0.601003 }, { "accuracy": 0.62912, "f1": 0.59933, "f1_weighted": 0.620356 }, { "accuracy": 0.620758, "f1": 0.574826, "f1_weighted": 0.611269 }, { "accuracy": 0.566158, "f1": 0.551064, "f1_weighted": 0.548496 }, { "accuracy": 0.625184, "f1": 0.582862, "f1_weighted": 0.610956 }, { "accuracy": 0.601574, "f1": 0.551767, "f1_weighted": 0.583147 }, { "accuracy": 0.616822, "f1": 0.597876, "f1_weighted": 0.598362 }, { "accuracy": 0.612395, "f1": 0.573258, "f1_weighted": 0.604681 } ], "main_score": 0.614265, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "accuracy": 0.588883, "f1": 0.548739, "f1_weighted": 0.581254, "scores_per_experiment": [ { "accuracy": 0.575504, "f1": 0.547992, "f1_weighted": 0.571809 }, { "accuracy": 0.602066, "f1": 0.551404, "f1_weighted": 0.598461 }, { "accuracy": 0.586818, "f1": 0.542048, "f1_weighted": 0.581799 }, { "accuracy": 0.593704, "f1": 0.546461, "f1_weighted": 0.587342 }, { "accuracy": 0.599115, "f1": 0.548658, "f1_weighted": 0.592325 }, { "accuracy": 0.56911, "f1": 0.543975, "f1_weighted": 0.561927 }, { "accuracy": 0.590753, "f1": 0.546929, "f1_weighted": 0.580704 }, { "accuracy": 0.573537, "f1": 0.53344, "f1_weighted": 0.566203 }, { "accuracy": 0.586326, "f1": 0.560184, "f1_weighted": 0.567242 }, { "accuracy": 0.611904, "f1": 0.566302, "f1_weighted": 0.604729 } ], "main_score": 0.588883, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "accuracy": 0.626365, "f1": 0.581782, "f1_weighted": 0.618517, "scores_per_experiment": [ { "accuracy": 0.616822, "f1": 0.580595, "f1_weighted": 0.616512 }, { "accuracy": 0.650271, "f1": 0.610781, "f1_weighted": 0.647116 }, { "accuracy": 0.627152, "f1": 0.576651, "f1_weighted": 0.612838 }, { "accuracy": 0.636006, "f1": 0.583097, "f1_weighted": 0.628419 }, { "accuracy": 0.635022, "f1": 0.56996, "f1_weighted": 0.626745 }, { "accuracy": 0.615347, "f1": 0.573888, "f1_weighted": 0.607264 }, { "accuracy": 0.624693, "f1": 0.579326, "f1_weighted": 0.61355 }, { "accuracy": 0.625676, "f1": 0.579165, "f1_weighted": 0.618936 }, { "accuracy": 0.606985, "f1": 0.574421, "f1_weighted": 0.595714 }, { "accuracy": 0.625676, "f1": 0.589935, "f1_weighted": 0.618074 } ], "main_score": 0.626365, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "accuracy": 0.587063, "f1": 0.541771, "f1_weighted": 0.579729, "scores_per_experiment": [ { "accuracy": 0.57452, "f1": 0.549871, "f1_weighted": 0.568415 }, { "accuracy": 0.611904, "f1": 0.557338, "f1_weighted": 0.610682 }, { "accuracy": 0.566158, "f1": 0.514278, "f1_weighted": 0.558812 }, { "accuracy": 0.620758, "f1": 0.555663, "f1_weighted": 0.618096 }, { "accuracy": 0.590261, "f1": 0.548675, "f1_weighted": 0.584417 }, { "accuracy": 0.556321, "f1": 0.52167, "f1_weighted": 0.546273 }, { "accuracy": 0.59272, "f1": 0.552239, "f1_weighted": 0.585909 }, { "accuracy": 0.571077, "f1": 0.523236, "f1_weighted": 0.551246 }, { "accuracy": 0.589277, "f1": 0.544735, "f1_weighted": 0.581191 }, { "accuracy": 0.597639, "f1": 0.550005, "f1_weighted": 0.592251 } ], "main_score": 0.587063, "hf_subset": "ur", "languages": [ "urd-Arab" ] }, { "accuracy": 0.58244, "f1": 0.53723, "f1_weighted": 0.570405, "scores_per_experiment": [ { "accuracy": 0.565175, "f1": 0.537703, "f1_weighted": 0.561092 }, { "accuracy": 0.598623, "f1": 0.541902, "f1_weighted": 0.589396 }, { "accuracy": 0.575996, "f1": 0.522874, "f1_weighted": 0.562061 }, { "accuracy": 0.588785, "f1": 0.5359, "f1_weighted": 0.582586 }, { "accuracy": 0.576488, "f1": 0.520404, "f1_weighted": 0.557695 }, { "accuracy": 0.553861, "f1": 0.523411, "f1_weighted": 0.543766 }, { "accuracy": 0.590261, "f1": 0.548609, "f1_weighted": 0.574585 }, { "accuracy": 0.588785, "f1": 0.537006, "f1_weighted": 0.574002 }, { "accuracy": 0.575996, "f1": 0.541861, "f1_weighted": 0.554858 }, { "accuracy": 0.610428, "f1": 0.562635, "f1_weighted": 0.604009 } ], "main_score": 0.58244, "hf_subset": "kn", "languages": [ "kan-Knda" ] }, { "accuracy": 0.593163, "f1": 0.545367, "f1_weighted": 0.58207, "scores_per_experiment": [ { "accuracy": 0.602066, "f1": 0.566306, "f1_weighted": 0.592426 }, { "accuracy": 0.606985, "f1": 0.54315, "f1_weighted": 0.608282 }, { "accuracy": 0.594196, "f1": 0.538632, "f1_weighted": 0.584635 }, { "accuracy": 0.590753, "f1": 0.542979, "f1_weighted": 0.583913 }, { "accuracy": 0.626168, "f1": 0.569287, "f1_weighted": 0.616689 }, { "accuracy": 0.555829, "f1": 0.529203, "f1_weighted": 0.53833 }, { "accuracy": 0.58485, "f1": 0.536725, "f1_weighted": 0.571139 }, { "accuracy": 0.586818, "f1": 0.531893, "f1_weighted": 0.571957 }, { "accuracy": 0.575504, "f1": 0.538178, "f1_weighted": 0.556488 }, { "accuracy": 0.60846, "f1": 0.557316, "f1_weighted": 0.596838 } ], "main_score": 0.593163, "hf_subset": "ml", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.580817, "f1": 0.54349, "f1_weighted": 0.572437, "scores_per_experiment": [ { "accuracy": 0.602066, "f1": 0.55839, "f1_weighted": 0.601452 }, { "accuracy": 0.590753, "f1": 0.556254, "f1_weighted": 0.588299 }, { "accuracy": 0.577472, "f1": 0.53569, "f1_weighted": 0.568636 }, { "accuracy": 0.606001, "f1": 0.545151, "f1_weighted": 0.60451 }, { "accuracy": 0.605017, "f1": 0.5578, "f1_weighted": 0.59691 }, { "accuracy": 0.545007, "f1": 0.525632, "f1_weighted": 0.532306 }, { "accuracy": 0.58485, "f1": 0.554802, "f1_weighted": 0.577641 }, { "accuracy": 0.568126, "f1": 0.52598, "f1_weighted": 0.550999 }, { "accuracy": 0.559272, "f1": 0.54712, "f1_weighted": 0.543314 }, { "accuracy": 0.569602, "f1": 0.528076, "f1_weighted": 0.560304 } ], "main_score": 0.580817, "hf_subset": "hy", "languages": [ "hye-Armn" ] }, { "accuracy": 0.601722, "f1": 0.561065, "f1_weighted": 0.589579, "scores_per_experiment": [ { "accuracy": 0.594196, "f1": 0.572526, "f1_weighted": 0.587415 }, { "accuracy": 0.627644, "f1": 0.581106, "f1_weighted": 0.621662 }, { "accuracy": 0.60846, "f1": 0.554612, "f1_weighted": 0.595321 }, { "accuracy": 0.611904, "f1": 0.564836, "f1_weighted": 0.604383 }, { "accuracy": 0.619774, "f1": 0.559291, "f1_weighted": 0.601607 }, { "accuracy": 0.583866, "f1": 0.553927, "f1_weighted": 0.572454 }, { "accuracy": 0.595671, "f1": 0.56247, "f1_weighted": 0.582568 }, { "accuracy": 0.593212, "f1": 0.55478, "f1_weighted": 0.571825 }, { "accuracy": 0.581407, "f1": 0.558975, "f1_weighted": 0.566191 }, { "accuracy": 0.601082, "f1": 0.548122, "f1_weighted": 0.59236 } ], "main_score": 0.601722, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "accuracy": 0.596704, "f1": 0.55764, "f1_weighted": 0.589551, "scores_per_experiment": [ { "accuracy": 0.607477, "f1": 0.573767, "f1_weighted": 0.600701 }, { "accuracy": 0.622725, "f1": 0.566814, "f1_weighted": 0.623806 }, { "accuracy": 0.592228, "f1": 0.551051, "f1_weighted": 0.590548 }, { "accuracy": 0.610428, "f1": 0.565179, "f1_weighted": 0.604743 }, { "accuracy": 0.606001, "f1": 0.55324, "f1_weighted": 0.600352 }, { "accuracy": 0.55878, "f1": 0.533928, "f1_weighted": 0.550962 }, { "accuracy": 0.592228, "f1": 0.558535, "f1_weighted": 0.584262 }, { "accuracy": 0.590753, "f1": 0.544238, "f1_weighted": 0.576671 }, { "accuracy": 0.581407, "f1": 0.560657, "f1_weighted": 0.56459 }, { "accuracy": 0.605017, "f1": 0.568987, "f1_weighted": 0.598873 } ], "main_score": 0.596704, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "accuracy": 0.622577, "f1": 0.585673, "f1_weighted": 0.613213, "scores_per_experiment": [ { "accuracy": 0.622725, "f1": 0.603323, "f1_weighted": 0.618113 }, { "accuracy": 0.640925, "f1": 0.588011, "f1_weighted": 0.634149 }, { "accuracy": 0.628136, "f1": 0.588144, "f1_weighted": 0.619673 }, { "accuracy": 0.640433, "f1": 0.582403, "f1_weighted": 0.63444 }, { "accuracy": 0.633546, "f1": 0.592419, "f1_weighted": 0.620099 }, { "accuracy": 0.586818, "f1": 0.560822, "f1_weighted": 0.576399 }, { "accuracy": 0.619774, "f1": 0.585474, "f1_weighted": 0.608556 }, { "accuracy": 0.606985, "f1": 0.566053, "f1_weighted": 0.595719 }, { "accuracy": 0.614363, "f1": 0.599163, "f1_weighted": 0.601065 }, { "accuracy": 0.632071, "f1": 0.590923, "f1_weighted": 0.623912 } ], "main_score": 0.622577, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "accuracy": 0.639597, "f1": 0.609711, "f1_weighted": 0.627863, "scores_per_experiment": [ { "accuracy": 0.649287, "f1": 0.635853, "f1_weighted": 0.640474 }, { "accuracy": 0.674373, "f1": 0.633831, "f1_weighted": 0.670496 }, { "accuracy": 0.646335, "f1": 0.598395, "f1_weighted": 0.631625 }, { "accuracy": 0.646827, "f1": 0.60541, "f1_weighted": 0.633415 }, { "accuracy": 0.638465, "f1": 0.597357, "f1_weighted": 0.621384 }, { "accuracy": 0.60846, "f1": 0.598095, "f1_weighted": 0.591097 }, { "accuracy": 0.624693, "f1": 0.603958, "f1_weighted": 0.613017 }, { "accuracy": 0.640925, "f1": 0.606239, "f1_weighted": 0.628282 }, { "accuracy": 0.619774, "f1": 0.603464, "f1_weighted": 0.61098 }, { "accuracy": 0.646827, "f1": 0.61451, "f1_weighted": 0.637857 } ], "main_score": 0.639597, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ] }, { "accuracy": 0.641515, "f1": 0.604659, "f1_weighted": 0.633367, "scores_per_experiment": [ { "accuracy": 0.656173, "f1": 0.626107, "f1_weighted": 0.648664 }, { "accuracy": 0.672405, "f1": 0.615053, "f1_weighted": 0.668517 }, { "accuracy": 0.648303, "f1": 0.602032, "f1_weighted": 0.639358 }, { "accuracy": 0.646827, "f1": 0.593746, "f1_weighted": 0.640886 }, { "accuracy": 0.665519, "f1": 0.62393, "f1_weighted": 0.658686 }, { "accuracy": 0.591244, "f1": 0.57313, "f1_weighted": 0.581331 }, { "accuracy": 0.644368, "f1": 0.617661, "f1_weighted": 0.632508 }, { "accuracy": 0.645844, "f1": 0.596588, "f1_weighted": 0.633502 }, { "accuracy": 0.623709, "f1": 0.605943, "f1_weighted": 0.613587 }, { "accuracy": 0.620758, "f1": 0.592397, "f1_weighted": 0.61663 } ], "main_score": 0.641515, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "accuracy": 0.528775, "f1": 0.478953, "f1_weighted": 0.524235, "scores_per_experiment": [ { "accuracy": 0.519429, "f1": 0.491395, "f1_weighted": 0.521938 }, { "accuracy": 0.548451, "f1": 0.483883, "f1_weighted": 0.550391 }, { "accuracy": 0.525332, "f1": 0.472701, "f1_weighted": 0.522804 }, { "accuracy": 0.529267, "f1": 0.472611, "f1_weighted": 0.518944 }, { "accuracy": 0.548942, "f1": 0.485451, "f1_weighted": 0.542644 }, { "accuracy": 0.518446, "f1": 0.477858, "f1_weighted": 0.514031 }, { "accuracy": 0.530251, "f1": 0.478509, "f1_weighted": 0.527879 }, { "accuracy": 0.52484, "f1": 0.464684, "f1_weighted": 0.512713 }, { "accuracy": 0.509592, "f1": 0.480065, "f1_weighted": 0.499066 }, { "accuracy": 0.533202, "f1": 0.482371, "f1_weighted": 0.531941 } ], "main_score": 0.528775, "hf_subset": "cy", "languages": [ "cym-Latn" ] }, { "accuracy": 0.600049, "f1": 0.580238, "f1_weighted": 0.589523, "scores_per_experiment": [ { "accuracy": 0.602558, "f1": 0.60033, "f1_weighted": 0.594841 }, { "accuracy": 0.620266, "f1": 0.587103, "f1_weighted": 0.612524 }, { "accuracy": 0.589769, "f1": 0.574219, "f1_weighted": 0.582092 }, { "accuracy": 0.61092, "f1": 0.585572, "f1_weighted": 0.602423 }, { "accuracy": 0.630595, "f1": 0.591342, "f1_weighted": 0.622275 }, { "accuracy": 0.577472, "f1": 0.56538, "f1_weighted": 0.567097 }, { "accuracy": 0.584358, "f1": 0.567758, "f1_weighted": 0.573517 }, { "accuracy": 0.589769, "f1": 0.573238, "f1_weighted": 0.568175 }, { "accuracy": 0.586326, "f1": 0.57166, "f1_weighted": 0.572314 }, { "accuracy": 0.60846, "f1": 0.585775, "f1_weighted": 0.599973 } ], "main_score": 0.600049, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "accuracy": 0.591835, "f1": 0.577742, "f1_weighted": 0.578365, "scores_per_experiment": [ { "accuracy": 0.583866, "f1": 0.577189, "f1_weighted": 0.57803 }, { "accuracy": 0.620266, "f1": 0.598898, "f1_weighted": 0.608717 }, { "accuracy": 0.574029, "f1": 0.554242, "f1_weighted": 0.563053 }, { "accuracy": 0.596655, "f1": 0.572078, "f1_weighted": 0.584618 }, { "accuracy": 0.624693, "f1": 0.596383, "f1_weighted": 0.616309 }, { "accuracy": 0.565667, "f1": 0.566546, "f1_weighted": 0.549539 }, { "accuracy": 0.583866, "f1": 0.567356, "f1_weighted": 0.565941 }, { "accuracy": 0.585342, "f1": 0.572535, "f1_weighted": 0.566451 }, { "accuracy": 0.58485, "f1": 0.587241, "f1_weighted": 0.563868 }, { "accuracy": 0.599115, "f1": 0.584949, "f1_weighted": 0.587124 } ], "main_score": 0.591835, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "accuracy": 0.583669, "f1": 0.551444, "f1_weighted": 0.57147, "scores_per_experiment": [ { "accuracy": 0.586326, "f1": 0.567331, "f1_weighted": 0.579311 }, { "accuracy": 0.605509, "f1": 0.562031, "f1_weighted": 0.600337 }, { "accuracy": 0.587801, "f1": 0.552154, "f1_weighted": 0.574832 }, { "accuracy": 0.589769, "f1": 0.554927, "f1_weighted": 0.578354 }, { "accuracy": 0.583866, "f1": 0.53668, "f1_weighted": 0.574996 }, { "accuracy": 0.548942, "f1": 0.517252, "f1_weighted": 0.536609 }, { "accuracy": 0.578947, "f1": 0.55149, "f1_weighted": 0.564814 }, { "accuracy": 0.575996, "f1": 0.541688, "f1_weighted": 0.556362 }, { "accuracy": 0.583374, "f1": 0.571631, "f1_weighted": 0.562412 }, { "accuracy": 0.596163, "f1": 0.559253, "f1_weighted": 0.586672 } ], "main_score": 0.583669, "hf_subset": "tl", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.648598, "f1": 0.613448, "f1_weighted": 0.637459, "scores_per_experiment": [ { "accuracy": 0.636006, "f1": 0.616861, "f1_weighted": 0.632247 }, { "accuracy": 0.675357, "f1": 0.628679, "f1_weighted": 0.669725 }, { "accuracy": 0.641909, "f1": 0.588997, "f1_weighted": 0.629121 }, { "accuracy": 0.662076, "f1": 0.621075, "f1_weighted": 0.650417 }, { "accuracy": 0.675357, "f1": 0.631556, "f1_weighted": 0.663962 }, { "accuracy": 0.622233, "f1": 0.595545, "f1_weighted": 0.615018 }, { "accuracy": 0.639449, "f1": 0.599558, "f1_weighted": 0.625519 }, { "accuracy": 0.634038, "f1": 0.602204, "f1_weighted": 0.617448 }, { "accuracy": 0.632071, "f1": 0.61843, "f1_weighted": 0.611507 }, { "accuracy": 0.667486, "f1": 0.631572, "f1_weighted": 0.659626 } ], "main_score": 0.648598, "hf_subset": "en", "languages": [ "eng-Latn" ] } ], "test": [ { "accuracy": 0.525017, "f1": 0.495888, "f1_weighted": 0.513697, "scores_per_experiment": [ { "accuracy": 0.54304, "f1": 0.515656, "f1_weighted": 0.533347 }, { "accuracy": 0.553463, "f1": 0.520589, "f1_weighted": 0.548418 }, { "accuracy": 0.522865, "f1": 0.488252, "f1_weighted": 0.514966 }, { "accuracy": 0.531607, "f1": 0.501778, "f1_weighted": 0.522085 }, { "accuracy": 0.519839, "f1": 0.481666, "f1_weighted": 0.505014 }, { "accuracy": 0.512105, "f1": 0.493344, "f1_weighted": 0.502516 }, { "accuracy": 0.511432, "f1": 0.486533, "f1_weighted": 0.495988 }, { "accuracy": 0.511096, "f1": 0.472493, "f1_weighted": 0.498974 }, { "accuracy": 0.511769, "f1": 0.495952, "f1_weighted": 0.489627 }, { "accuracy": 0.532952, "f1": 0.502614, "f1_weighted": 0.526033 } ], "main_score": 0.525017, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "accuracy": 0.606759, "f1": 0.583517, "f1_weighted": 0.59302, "scores_per_experiment": [ { "accuracy": 0.62004, "f1": 0.597233, "f1_weighted": 0.614531 }, { "accuracy": 0.614324, "f1": 0.579304, "f1_weighted": 0.603694 }, { "accuracy": 0.592804, "f1": 0.572159, "f1_weighted": 0.580747 }, { "accuracy": 0.618695, "f1": 0.584873, "f1_weighted": 0.609499 }, { "accuracy": 0.61197, "f1": 0.586561, "f1_weighted": 0.597987 }, { "accuracy": 0.577673, "f1": 0.566959, "f1_weighted": 0.56006 }, { "accuracy": 0.605245, "f1": 0.588235, "f1_weighted": 0.588345 }, { "accuracy": 0.598857, "f1": 0.569714, "f1_weighted": 0.581029 }, { "accuracy": 0.599193, "f1": 0.584588, "f1_weighted": 0.578362 }, { "accuracy": 0.628783, "f1": 0.605548, "f1_weighted": 0.615944 } ], "main_score": 0.606759, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "accuracy": 0.617888, "f1": 0.598452, "f1_weighted": 0.607367, "scores_per_experiment": [ { "accuracy": 0.620713, "f1": 0.600725, "f1_weighted": 0.615412 }, { "accuracy": 0.639879, "f1": 0.614957, "f1_weighted": 0.631206 }, { "accuracy": 0.588433, "f1": 0.570846, "f1_weighted": 0.578609 }, { "accuracy": 0.624748, "f1": 0.600239, "f1_weighted": 0.613735 }, { "accuracy": 0.641896, "f1": 0.6115, "f1_weighted": 0.626452 }, { "accuracy": 0.598184, "f1": 0.587171, "f1_weighted": 0.589935 }, { "accuracy": 0.621385, "f1": 0.606797, "f1_weighted": 0.612848 }, { "accuracy": 0.610625, "f1": 0.584433, "f1_weighted": 0.599493 }, { "accuracy": 0.611634, "f1": 0.60313, "f1_weighted": 0.59401 }, { "accuracy": 0.621385, "f1": 0.604726, "f1_weighted": 0.611969 } ], "main_score": 0.617888, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "accuracy": 0.598151, "f1": 0.576237, "f1_weighted": 0.585495, "scores_per_experiment": [ { "accuracy": 0.592804, "f1": 0.57559, "f1_weighted": 0.580513 }, { "accuracy": 0.617014, "f1": 0.604264, "f1_weighted": 0.603265 }, { "accuracy": 0.597176, "f1": 0.572976, "f1_weighted": 0.586843 }, { "accuracy": 0.588769, "f1": 0.559763, "f1_weighted": 0.580682 }, { "accuracy": 0.610289, "f1": 0.574319, "f1_weighted": 0.598095 }, { "accuracy": 0.581036, "f1": 0.573161, "f1_weighted": 0.569572 }, { "accuracy": 0.603564, "f1": 0.584437, "f1_weighted": 0.588801 }, { "accuracy": 0.592804, "f1": 0.566715, "f1_weighted": 0.573409 }, { "accuracy": 0.590451, "f1": 0.570215, "f1_weighted": 0.571862 }, { "accuracy": 0.607599, "f1": 0.580935, "f1_weighted": 0.601903 } ], "main_score": 0.598151, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "accuracy": 0.48581, "f1": 0.4435, "f1_weighted": 0.470381, "scores_per_experiment": [ { "accuracy": 0.48924, "f1": 0.438817, "f1_weighted": 0.475497 }, { "accuracy": 0.507734, "f1": 0.470044, "f1_weighted": 0.497737 }, { "accuracy": 0.487895, "f1": 0.453123, "f1_weighted": 0.476284 }, { "accuracy": 0.496974, "f1": 0.456618, "f1_weighted": 0.484364 }, { "accuracy": 0.494956, "f1": 0.447462, "f1_weighted": 0.469817 }, { "accuracy": 0.443847, "f1": 0.41053, "f1_weighted": 0.428174 }, { "accuracy": 0.492266, "f1": 0.44492, "f1_weighted": 0.475186 }, { "accuracy": 0.477135, "f1": 0.418178, "f1_weighted": 0.458955 }, { "accuracy": 0.490249, "f1": 0.4599, "f1_weighted": 0.475466 }, { "accuracy": 0.477808, "f1": 0.435402, "f1_weighted": 0.462327 } ], "main_score": 0.48581, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "accuracy": 0.603531, "f1": 0.579843, "f1_weighted": 0.59344, "scores_per_experiment": [ { "accuracy": 0.613652, "f1": 0.586159, "f1_weighted": 0.604874 }, { "accuracy": 0.621722, "f1": 0.597744, "f1_weighted": 0.615384 }, { "accuracy": 0.597176, "f1": 0.571864, "f1_weighted": 0.589272 }, { "accuracy": 0.624412, "f1": 0.584166, "f1_weighted": 0.614923 }, { "accuracy": 0.618695, "f1": 0.581083, "f1_weighted": 0.609104 }, { "accuracy": 0.568931, "f1": 0.567342, "f1_weighted": 0.560102 }, { "accuracy": 0.598184, "f1": 0.586468, "f1_weighted": 0.58762 }, { "accuracy": 0.596839, "f1": 0.568185, "f1_weighted": 0.583298 }, { "accuracy": 0.583053, "f1": 0.569017, "f1_weighted": 0.563035 }, { "accuracy": 0.612643, "f1": 0.586402, "f1_weighted": 0.606792 } ], "main_score": 0.603531, "hf_subset": "az", "languages": [ "aze-Latn" ] }, { "accuracy": 0.628547, "f1": 0.612364, "f1_weighted": 0.615397, "scores_per_experiment": [ { "accuracy": 0.64156, "f1": 0.626744, "f1_weighted": 0.635088 }, { "accuracy": 0.640888, "f1": 0.625023, "f1_weighted": 0.63045 }, { "accuracy": 0.607263, "f1": 0.599184, "f1_weighted": 0.598739 }, { "accuracy": 0.652993, "f1": 0.619804, "f1_weighted": 0.643999 }, { "accuracy": 0.638534, "f1": 0.615484, "f1_weighted": 0.621802 }, { "accuracy": 0.61735, "f1": 0.603674, "f1_weighted": 0.604758 }, { "accuracy": 0.610625, "f1": 0.594063, "f1_weighted": 0.593164 }, { "accuracy": 0.607935, "f1": 0.586002, "f1_weighted": 0.582762 }, { "accuracy": 0.622394, "f1": 0.625086, "f1_weighted": 0.60131 }, { "accuracy": 0.645931, "f1": 0.628572, "f1_weighted": 0.641902 } ], "main_score": 0.628547, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "accuracy": 0.591594, "f1": 0.569292, "f1_weighted": 0.583444, "scores_per_experiment": [ { "accuracy": 0.599529, "f1": 0.579836, "f1_weighted": 0.593937 }, { "accuracy": 0.609617, "f1": 0.586555, "f1_weighted": 0.607449 }, { "accuracy": 0.581372, "f1": 0.562436, "f1_weighted": 0.57302 }, { "accuracy": 0.608608, "f1": 0.576399, "f1_weighted": 0.605806 }, { "accuracy": 0.611298, "f1": 0.579416, "f1_weighted": 0.605049 }, { "accuracy": 0.560525, "f1": 0.547783, "f1_weighted": 0.553383 }, { "accuracy": 0.585407, "f1": 0.55691, "f1_weighted": 0.575404 }, { "accuracy": 0.594486, "f1": 0.56662, "f1_weighted": 0.578672 }, { "accuracy": 0.562206, "f1": 0.553321, "f1_weighted": 0.541668 }, { "accuracy": 0.602892, "f1": 0.583638, "f1_weighted": 0.600053 } ], "main_score": 0.591594, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "accuracy": 0.58117, "f1": 0.550317, "f1_weighted": 0.573101, "scores_per_experiment": [ { "accuracy": 0.583726, "f1": 0.565613, "f1_weighted": 0.575774 }, { "accuracy": 0.605918, "f1": 0.569437, "f1_weighted": 0.602945 }, { "accuracy": 0.578346, "f1": 0.547842, "f1_weighted": 0.573533 }, { "accuracy": 0.595494, "f1": 0.550882, "f1_weighted": 0.589726 }, { "accuracy": 0.590114, "f1": 0.555823, "f1_weighted": 0.582589 }, { "accuracy": 0.546738, "f1": 0.526963, "f1_weighted": 0.537612 }, { "accuracy": 0.586079, "f1": 0.552477, "f1_weighted": 0.575587 }, { "accuracy": 0.571957, "f1": 0.530306, "f1_weighted": 0.556647 }, { "accuracy": 0.568931, "f1": 0.552553, "f1_weighted": 0.558066 }, { "accuracy": 0.584398, "f1": 0.551277, "f1_weighted": 0.578534 } ], "main_score": 0.58117, "hf_subset": "my", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.594923, "f1": 0.563366, "f1_weighted": 0.585695, "scores_per_experiment": [ { "accuracy": 0.600538, "f1": 0.582233, "f1_weighted": 0.596509 }, { "accuracy": 0.635844, "f1": 0.595075, "f1_weighted": 0.630025 }, { "accuracy": 0.596503, "f1": 0.555486, "f1_weighted": 0.589532 }, { "accuracy": 0.613315, "f1": 0.561564, "f1_weighted": 0.606961 }, { "accuracy": 0.601883, "f1": 0.562494, "f1_weighted": 0.589043 }, { "accuracy": 0.565568, "f1": 0.540808, "f1_weighted": 0.556562 }, { "accuracy": 0.579018, "f1": 0.552485, "f1_weighted": 0.56612 }, { "accuracy": 0.598857, "f1": 0.567541, "f1_weighted": 0.589721 }, { "accuracy": 0.567922, "f1": 0.548045, "f1_weighted": 0.547846 }, { "accuracy": 0.589778, "f1": 0.567927, "f1_weighted": 0.584634 } ], "main_score": 0.594923, "hf_subset": "sq", "languages": [ "sqi-Latn" ] }, { "accuracy": 0.558608, "f1": 0.530182, "f1_weighted": 0.548676, "scores_per_experiment": [ { "accuracy": 0.571957, "f1": 0.556886, "f1_weighted": 0.561614 }, { "accuracy": 0.597512, "f1": 0.558186, "f1_weighted": 0.591564 }, { "accuracy": 0.553463, "f1": 0.522216, "f1_weighted": 0.544339 }, { "accuracy": 0.560188, "f1": 0.531984, "f1_weighted": 0.551689 }, { "accuracy": 0.561533, "f1": 0.515946, "f1_weighted": 0.551035 }, { "accuracy": 0.538332, "f1": 0.520253, "f1_weighted": 0.521467 }, { "accuracy": 0.555817, "f1": 0.5273, "f1_weighted": 0.545509 }, { "accuracy": 0.553463, "f1": 0.514743, "f1_weighted": 0.540852 }, { "accuracy": 0.544385, "f1": 0.530492, "f1_weighted": 0.533374 }, { "accuracy": 0.549428, "f1": 0.523817, "f1_weighted": 0.545314 } ], "main_score": 0.558608, "hf_subset": "am", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.58497, "f1": 0.57312, "f1_weighted": 0.56887, "scores_per_experiment": [ { "accuracy": 0.593477, "f1": 0.58554, "f1_weighted": 0.586717 }, { "accuracy": 0.60659, "f1": 0.584849, "f1_weighted": 0.599383 }, { "accuracy": 0.593477, "f1": 0.575079, "f1_weighted": 0.579705 }, { "accuracy": 0.583053, "f1": 0.579283, "f1_weighted": 0.566102 }, { "accuracy": 0.593477, "f1": 0.56778, "f1_weighted": 0.573378 }, { "accuracy": 0.56456, "f1": 0.558532, "f1_weighted": 0.540034 }, { "accuracy": 0.574647, "f1": 0.562447, "f1_weighted": 0.552559 }, { "accuracy": 0.596503, "f1": 0.570407, "f1_weighted": 0.582718 }, { "accuracy": 0.565232, "f1": 0.571234, "f1_weighted": 0.546914 }, { "accuracy": 0.578682, "f1": 0.576047, "f1_weighted": 0.56119 } ], "main_score": 0.58497, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ] }, { "accuracy": 0.612273, "f1": 0.575079, "f1_weighted": 0.601915, "scores_per_experiment": [ { "accuracy": 0.62542, "f1": 0.594617, "f1_weighted": 0.621736 }, { "accuracy": 0.630464, "f1": 0.589461, "f1_weighted": 0.626755 }, { "accuracy": 0.601883, "f1": 0.567389, "f1_weighted": 0.58999 }, { "accuracy": 0.63349, "f1": 0.588453, "f1_weighted": 0.626275 }, { "accuracy": 0.618359, "f1": 0.573903, "f1_weighted": 0.602028 }, { "accuracy": 0.605582, "f1": 0.570395, "f1_weighted": 0.593846 }, { "accuracy": 0.605245, "f1": 0.568386, "f1_weighted": 0.597719 }, { "accuracy": 0.595158, "f1": 0.551303, "f1_weighted": 0.575876 }, { "accuracy": 0.598184, "f1": 0.574741, "f1_weighted": 0.585011 }, { "accuracy": 0.608944, "f1": 0.57214, "f1_weighted": 0.599911 } ], "main_score": 0.612273, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "accuracy": 0.605077, "f1": 0.586, "f1_weighted": 0.596684, "scores_per_experiment": [ { "accuracy": 0.611298, "f1": 0.587279, "f1_weighted": 0.604927 }, { "accuracy": 0.622058, "f1": 0.590304, "f1_weighted": 0.617713 }, { "accuracy": 0.598184, "f1": 0.582414, "f1_weighted": 0.590277 }, { "accuracy": 0.599193, "f1": 0.577326, "f1_weighted": 0.592789 }, { "accuracy": 0.622394, "f1": 0.584964, "f1_weighted": 0.61352 }, { "accuracy": 0.597512, "f1": 0.5873, "f1_weighted": 0.588399 }, { "accuracy": 0.606927, "f1": 0.592054, "f1_weighted": 0.60168 }, { "accuracy": 0.593477, "f1": 0.576183, "f1_weighted": 0.577434 }, { "accuracy": 0.594149, "f1": 0.588578, "f1_weighted": 0.578315 }, { "accuracy": 0.605582, "f1": 0.5936, "f1_weighted": 0.601781 } ], "main_score": 0.605077, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "accuracy": 0.587323, "f1": 0.575034, "f1_weighted": 0.572648, "scores_per_experiment": [ { "accuracy": 0.588769, "f1": 0.577246, "f1_weighted": 0.581702 }, { "accuracy": 0.602555, "f1": 0.584962, "f1_weighted": 0.585242 }, { "accuracy": 0.572629, "f1": 0.576293, "f1_weighted": 0.560981 }, { "accuracy": 0.60659, "f1": 0.585452, "f1_weighted": 0.597457 }, { "accuracy": 0.605582, "f1": 0.575572, "f1_weighted": 0.592813 }, { "accuracy": 0.557498, "f1": 0.554474, "f1_weighted": 0.550205 }, { "accuracy": 0.588433, "f1": 0.574897, "f1_weighted": 0.571918 }, { "accuracy": 0.589442, "f1": 0.571129, "f1_weighted": 0.563721 }, { "accuracy": 0.577673, "f1": 0.573271, "f1_weighted": 0.553641 }, { "accuracy": 0.584062, "f1": 0.577045, "f1_weighted": 0.568804 } ], "main_score": 0.587323, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "accuracy": 0.626698, "f1": 0.607046, "f1_weighted": 0.608391, "scores_per_experiment": [ { "accuracy": 0.64156, "f1": 0.61345, "f1_weighted": 0.625164 }, { "accuracy": 0.638534, "f1": 0.624058, "f1_weighted": 0.6234 }, { "accuracy": 0.63349, "f1": 0.611425, "f1_weighted": 0.617144 }, { "accuracy": 0.641224, "f1": 0.615555, "f1_weighted": 0.632715 }, { "accuracy": 0.605582, "f1": 0.582154, "f1_weighted": 0.580904 }, { "accuracy": 0.610289, "f1": 0.605197, "f1_weighted": 0.587757 }, { "accuracy": 0.60121, "f1": 0.581863, "f1_weighted": 0.580134 }, { "accuracy": 0.615333, "f1": 0.595512, "f1_weighted": 0.588548 }, { "accuracy": 0.649966, "f1": 0.620787, "f1_weighted": 0.634409 }, { "accuracy": 0.629792, "f1": 0.620462, "f1_weighted": 0.613735 } ], "main_score": 0.626698, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.570377, "f1": 0.541037, "f1_weighted": 0.558157, "scores_per_experiment": [ { "accuracy": 0.574311, "f1": 0.548658, "f1_weighted": 0.562698 }, { "accuracy": 0.579691, "f1": 0.543964, "f1_weighted": 0.570239 }, { "accuracy": 0.563215, "f1": 0.531593, "f1_weighted": 0.554579 }, { "accuracy": 0.571284, "f1": 0.543803, "f1_weighted": 0.56127 }, { "accuracy": 0.578009, "f1": 0.541744, "f1_weighted": 0.565206 }, { "accuracy": 0.54842, "f1": 0.53119, "f1_weighted": 0.536521 }, { "accuracy": 0.574311, "f1": 0.554582, "f1_weighted": 0.562645 }, { "accuracy": 0.567586, "f1": 0.531197, "f1_weighted": 0.545083 }, { "accuracy": 0.564896, "f1": 0.536583, "f1_weighted": 0.551382 }, { "accuracy": 0.582044, "f1": 0.54706, "f1_weighted": 0.571952 } ], "main_score": 0.570377, "hf_subset": "ta", "languages": [ "tam-Taml" ] }, { "accuracy": 0.596032, "f1": 0.570587, "f1_weighted": 0.58465, "scores_per_experiment": [ { "accuracy": 0.596839, "f1": 0.576246, "f1_weighted": 0.590779 }, { "accuracy": 0.625757, "f1": 0.596004, "f1_weighted": 0.621549 }, { "accuracy": 0.595158, "f1": 0.565133, "f1_weighted": 0.586533 }, { "accuracy": 0.600538, "f1": 0.567993, "f1_weighted": 0.59764 }, { "accuracy": 0.603564, "f1": 0.568562, "f1_weighted": 0.585403 }, { "accuracy": 0.565568, "f1": 0.558985, "f1_weighted": 0.555269 }, { "accuracy": 0.587424, "f1": 0.562919, "f1_weighted": 0.572578 }, { "accuracy": 0.587761, "f1": 0.557178, "f1_weighted": 0.56806 }, { "accuracy": 0.590114, "f1": 0.566416, "f1_weighted": 0.572243 }, { "accuracy": 0.607599, "f1": 0.586431, "f1_weighted": 0.596449 } ], "main_score": 0.596032, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "accuracy": 0.604203, "f1": 0.585044, "f1_weighted": 0.593165, "scores_per_experiment": [ { "accuracy": 0.604237, "f1": 0.579869, "f1_weighted": 0.596559 }, { "accuracy": 0.634835, "f1": 0.61078, "f1_weighted": 0.632328 }, { "accuracy": 0.570276, "f1": 0.564075, "f1_weighted": 0.55994 }, { "accuracy": 0.613652, "f1": 0.581488, "f1_weighted": 0.605544 }, { "accuracy": 0.622394, "f1": 0.593841, "f1_weighted": 0.60814 }, { "accuracy": 0.580027, "f1": 0.57493, "f1_weighted": 0.566364 }, { "accuracy": 0.607263, "f1": 0.590197, "f1_weighted": 0.593474 }, { "accuracy": 0.601883, "f1": 0.575144, "f1_weighted": 0.58268 }, { "accuracy": 0.583389, "f1": 0.577302, "f1_weighted": 0.568433 }, { "accuracy": 0.624075, "f1": 0.602813, "f1_weighted": 0.618191 } ], "main_score": 0.604203, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "accuracy": 0.607162, "f1": 0.585582, "f1_weighted": 0.593643, "scores_per_experiment": [ { "accuracy": 0.6039, "f1": 0.575807, "f1_weighted": 0.593489 }, { "accuracy": 0.634499, "f1": 0.602655, "f1_weighted": 0.628591 }, { "accuracy": 0.593477, "f1": 0.575206, "f1_weighted": 0.582023 }, { "accuracy": 0.621049, "f1": 0.594327, "f1_weighted": 0.610805 }, { "accuracy": 0.62273, "f1": 0.595324, "f1_weighted": 0.607919 }, { "accuracy": 0.586416, "f1": 0.57934, "f1_weighted": 0.569718 }, { "accuracy": 0.605582, "f1": 0.593228, "f1_weighted": 0.589797 }, { "accuracy": 0.605582, "f1": 0.577099, "f1_weighted": 0.587129 }, { "accuracy": 0.582044, "f1": 0.567425, "f1_weighted": 0.558061 }, { "accuracy": 0.616342, "f1": 0.595407, "f1_weighted": 0.608902 } ], "main_score": 0.607162, "hf_subset": "ms", "languages": [ "msa-Latn" ] }, { "accuracy": 0.569939, "f1": 0.53654, "f1_weighted": 0.561147, "scores_per_experiment": [ { "accuracy": 0.571957, "f1": 0.542118, "f1_weighted": 0.567847 }, { "accuracy": 0.583053, "f1": 0.551732, "f1_weighted": 0.577379 }, { "accuracy": 0.546066, "f1": 0.516095, "f1_weighted": 0.534082 }, { "accuracy": 0.579018, "f1": 0.543566, "f1_weighted": 0.575016 }, { "accuracy": 0.596503, "f1": 0.552518, "f1_weighted": 0.585921 }, { "accuracy": 0.553127, "f1": 0.519285, "f1_weighted": 0.545046 }, { "accuracy": 0.584062, "f1": 0.547536, "f1_weighted": 0.577823 }, { "accuracy": 0.561533, "f1": 0.522817, "f1_weighted": 0.541874 }, { "accuracy": 0.558171, "f1": 0.53306, "f1_weighted": 0.543252 }, { "accuracy": 0.565905, "f1": 0.536672, "f1_weighted": 0.563234 } ], "main_score": 0.569939, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "accuracy": 0.573268, "f1": 0.551504, "f1_weighted": 0.558315, "scores_per_experiment": [ { "accuracy": 0.591796, "f1": 0.567738, "f1_weighted": 0.57456 }, { "accuracy": 0.573974, "f1": 0.564642, "f1_weighted": 0.556334 }, { "accuracy": 0.565905, "f1": 0.545758, "f1_weighted": 0.551488 }, { "accuracy": 0.578682, "f1": 0.548283, "f1_weighted": 0.570921 }, { "accuracy": 0.579691, "f1": 0.550102, "f1_weighted": 0.563863 }, { "accuracy": 0.550101, "f1": 0.534794, "f1_weighted": 0.531117 }, { "accuracy": 0.566577, "f1": 0.553674, "f1_weighted": 0.553145 }, { "accuracy": 0.568594, "f1": 0.542639, "f1_weighted": 0.553857 }, { "accuracy": 0.570276, "f1": 0.5472, "f1_weighted": 0.551724 }, { "accuracy": 0.587088, "f1": 0.560207, "f1_weighted": 0.576144 } ], "main_score": 0.573268, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "accuracy": 0.579018, "f1": 0.573123, "f1_weighted": 0.562541, "scores_per_experiment": [ { "accuracy": 0.578346, "f1": 0.574705, "f1_weighted": 0.558121 }, { "accuracy": 0.598857, "f1": 0.585885, "f1_weighted": 0.591322 }, { "accuracy": 0.583053, "f1": 0.575137, "f1_weighted": 0.569677 }, { "accuracy": 0.560525, "f1": 0.553361, "f1_weighted": 0.546813 }, { "accuracy": 0.584398, "f1": 0.564487, "f1_weighted": 0.563899 }, { "accuracy": 0.563215, "f1": 0.576324, "f1_weighted": 0.544314 }, { "accuracy": 0.567922, "f1": 0.572262, "f1_weighted": 0.547635 }, { "accuracy": 0.589442, "f1": 0.571981, "f1_weighted": 0.56814 }, { "accuracy": 0.576328, "f1": 0.572098, "f1_weighted": 0.558539 }, { "accuracy": 0.588097, "f1": 0.58499, "f1_weighted": 0.576953 } ], "main_score": 0.579018, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "accuracy": 0.478211, "f1": 0.460385, "f1_weighted": 0.459066, "scores_per_experiment": [ { "accuracy": 0.488568, "f1": 0.468033, "f1_weighted": 0.476847 }, { "accuracy": 0.494956, "f1": 0.487989, "f1_weighted": 0.48294 }, { "accuracy": 0.477808, "f1": 0.456034, "f1_weighted": 0.4603 }, { "accuracy": 0.480834, "f1": 0.458242, "f1_weighted": 0.46391 }, { "accuracy": 0.47579, "f1": 0.455251, "f1_weighted": 0.451334 }, { "accuracy": 0.435777, "f1": 0.439179, "f1_weighted": 0.412049 }, { "accuracy": 0.481843, "f1": 0.45272, "f1_weighted": 0.462796 }, { "accuracy": 0.474445, "f1": 0.454005, "f1_weighted": 0.451569 }, { "accuracy": 0.477808, "f1": 0.463466, "f1_weighted": 0.449231 }, { "accuracy": 0.494284, "f1": 0.468937, "f1_weighted": 0.479682 } ], "main_score": 0.478211, "hf_subset": "ka", "languages": [ "kat-Geor" ] }, { "accuracy": 0.564761, "f1": 0.538412, "f1_weighted": 0.550035, "scores_per_experiment": [ { "accuracy": 0.55111, "f1": 0.529613, "f1_weighted": 0.541436 }, { "accuracy": 0.591123, "f1": 0.565374, "f1_weighted": 0.580698 }, { "accuracy": 0.560525, "f1": 0.537677, "f1_weighted": 0.541565 }, { "accuracy": 0.587424, "f1": 0.556243, "f1_weighted": 0.571001 }, { "accuracy": 0.576664, "f1": 0.533484, "f1_weighted": 0.564974 }, { "accuracy": 0.528581, "f1": 0.509637, "f1_weighted": 0.509215 }, { "accuracy": 0.56456, "f1": 0.548304, "f1_weighted": 0.550238 }, { "accuracy": 0.556153, "f1": 0.51834, "f1_weighted": 0.530119 }, { "accuracy": 0.563887, "f1": 0.538731, "f1_weighted": 0.550187 }, { "accuracy": 0.567586, "f1": 0.546719, "f1_weighted": 0.560913 } ], "main_score": 0.564761, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "accuracy": 0.589913, "f1": 0.571168, "f1_weighted": 0.576497, "scores_per_experiment": [ { "accuracy": 0.592132, "f1": 0.575745, "f1_weighted": 0.580377 }, { "accuracy": 0.610625, "f1": 0.590554, "f1_weighted": 0.604279 }, { "accuracy": 0.584734, "f1": 0.560905, "f1_weighted": 0.570836 }, { "accuracy": 0.612307, "f1": 0.586232, "f1_weighted": 0.604659 }, { "accuracy": 0.581036, "f1": 0.561071, "f1_weighted": 0.566579 }, { "accuracy": 0.562878, "f1": 0.558629, "f1_weighted": 0.551566 }, { "accuracy": 0.596839, "f1": 0.579729, "f1_weighted": 0.583993 }, { "accuracy": 0.577673, "f1": 0.551984, "f1_weighted": 0.554997 }, { "accuracy": 0.573638, "f1": 0.563059, "f1_weighted": 0.552079 }, { "accuracy": 0.607263, "f1": 0.583769, "f1_weighted": 0.595607 } ], "main_score": 0.589913, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "accuracy": 0.495461, "f1": 0.467404, "f1_weighted": 0.486617, "scores_per_experiment": [ { "accuracy": 0.507734, "f1": 0.481653, "f1_weighted": 0.500371 }, { "accuracy": 0.536315, "f1": 0.491483, "f1_weighted": 0.536952 }, { "accuracy": 0.478816, "f1": 0.456443, "f1_weighted": 0.467817 }, { "accuracy": 0.508406, "f1": 0.466646, "f1_weighted": 0.500457 }, { "accuracy": 0.507734, "f1": 0.475727, "f1_weighted": 0.501399 }, { "accuracy": 0.4462, "f1": 0.447549, "f1_weighted": 0.430515 }, { "accuracy": 0.468729, "f1": 0.45053, "f1_weighted": 0.454706 }, { "accuracy": 0.509751, "f1": 0.474058, "f1_weighted": 0.498285 }, { "accuracy": 0.488568, "f1": 0.455209, "f1_weighted": 0.480718 }, { "accuracy": 0.502354, "f1": 0.474738, "f1_weighted": 0.494947 } ], "main_score": 0.495461, "hf_subset": "km", "languages": [ "khm-Khmr" ] }, { "accuracy": 0.596738, "f1": 0.569063, "f1_weighted": 0.583869, "scores_per_experiment": [ { "accuracy": 0.629119, "f1": 0.595647, "f1_weighted": 0.615603 }, { "accuracy": 0.610962, "f1": 0.587429, "f1_weighted": 0.604375 }, { "accuracy": 0.592132, "f1": 0.55981, "f1_weighted": 0.58087 }, { "accuracy": 0.611634, "f1": 0.580358, "f1_weighted": 0.604024 }, { "accuracy": 0.608944, "f1": 0.566921, "f1_weighted": 0.595929 }, { "accuracy": 0.574647, "f1": 0.555186, "f1_weighted": 0.557949 }, { "accuracy": 0.588769, "f1": 0.562136, "f1_weighted": 0.576657 }, { "accuracy": 0.581708, "f1": 0.555224, "f1_weighted": 0.561496 }, { "accuracy": 0.572966, "f1": 0.555473, "f1_weighted": 0.551575 }, { "accuracy": 0.596503, "f1": 0.572441, "f1_weighted": 0.590214 } ], "main_score": 0.596738, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "accuracy": 0.572125, "f1": 0.533102, "f1_weighted": 0.561667, "scores_per_experiment": [ { "accuracy": 0.574647, "f1": 0.543364, "f1_weighted": 0.567242 }, { "accuracy": 0.583389, "f1": 0.545265, "f1_weighted": 0.582456 }, { "accuracy": 0.570612, "f1": 0.531791, "f1_weighted": 0.559728 }, { "accuracy": 0.589778, "f1": 0.551163, "f1_weighted": 0.583084 }, { "accuracy": 0.579018, "f1": 0.532166, "f1_weighted": 0.566711 }, { "accuracy": 0.557498, "f1": 0.515941, "f1_weighted": 0.551024 }, { "accuracy": 0.567586, "f1": 0.524921, "f1_weighted": 0.555235 }, { "accuracy": 0.558843, "f1": 0.511762, "f1_weighted": 0.53336 }, { "accuracy": 0.557835, "f1": 0.525794, "f1_weighted": 0.538423 }, { "accuracy": 0.582044, "f1": 0.548849, "f1_weighted": 0.579404 } ], "main_score": 0.572125, "hf_subset": "he", "languages": [ "heb-Hebr" ] }, { "accuracy": 0.599227, "f1": 0.567454, "f1_weighted": 0.587483, "scores_per_experiment": [ { "accuracy": 0.593813, "f1": 0.57028, "f1_weighted": 0.588112 }, { "accuracy": 0.630128, "f1": 0.590579, "f1_weighted": 0.626449 }, { "accuracy": 0.590451, "f1": 0.560037, "f1_weighted": 0.576199 }, { "accuracy": 0.616678, "f1": 0.581344, "f1_weighted": 0.611802 }, { "accuracy": 0.606927, "f1": 0.572153, "f1_weighted": 0.590057 }, { "accuracy": 0.576328, "f1": 0.551839, "f1_weighted": 0.566033 }, { "accuracy": 0.594149, "f1": 0.559424, "f1_weighted": 0.579128 }, { "accuracy": 0.586752, "f1": 0.542163, "f1_weighted": 0.563794 }, { "accuracy": 0.582381, "f1": 0.562228, "f1_weighted": 0.564963 }, { "accuracy": 0.61466, "f1": 0.58449, "f1_weighted": 0.608298 } ], "main_score": 0.599227, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "accuracy": 0.57347, "f1": 0.547779, "f1_weighted": 0.562007, "scores_per_experiment": [ { "accuracy": 0.580027, "f1": 0.564238, "f1_weighted": 0.572931 }, { "accuracy": 0.592132, "f1": 0.559269, "f1_weighted": 0.582542 }, { "accuracy": 0.553463, "f1": 0.527722, "f1_weighted": 0.543085 }, { "accuracy": 0.583389, "f1": 0.547134, "f1_weighted": 0.569076 }, { "accuracy": 0.587761, "f1": 0.544438, "f1_weighted": 0.574914 }, { "accuracy": 0.551782, "f1": 0.53854, "f1_weighted": 0.54225 }, { "accuracy": 0.570948, "f1": 0.554785, "f1_weighted": 0.560629 }, { "accuracy": 0.565568, "f1": 0.535319, "f1_weighted": 0.546265 }, { "accuracy": 0.564223, "f1": 0.546502, "f1_weighted": 0.547035 }, { "accuracy": 0.585407, "f1": 0.559846, "f1_weighted": 0.581347 } ], "main_score": 0.57347, "hf_subset": "af", "languages": [ "afr-Latn" ] }, { "accuracy": 0.506691, "f1": 0.481593, "f1_weighted": 0.492473, "scores_per_experiment": [ { "accuracy": 0.515804, "f1": 0.492055, "f1_weighted": 0.508057 }, { "accuracy": 0.524882, "f1": 0.504792, "f1_weighted": 0.519084 }, { "accuracy": 0.489576, "f1": 0.461979, "f1_weighted": 0.475113 }, { "accuracy": 0.516812, "f1": 0.487773, "f1_weighted": 0.49985 }, { "accuracy": 0.497646, "f1": 0.461647, "f1_weighted": 0.483933 }, { "accuracy": 0.502354, "f1": 0.486185, "f1_weighted": 0.485102 }, { "accuracy": 0.514795, "f1": 0.482504, "f1_weighted": 0.49808 }, { "accuracy": 0.498319, "f1": 0.478063, "f1_weighted": 0.48371 }, { "accuracy": 0.51345, "f1": 0.48204, "f1_weighted": 0.49829 }, { "accuracy": 0.493275, "f1": 0.478891, "f1_weighted": 0.473512 } ], "main_score": 0.506691, "hf_subset": "jv", "languages": [ "jav-Latn" ] }, { "accuracy": 0.592502, "f1": 0.567885, "f1_weighted": 0.580965, "scores_per_experiment": [ { "accuracy": 0.591459, "f1": 0.57208, "f1_weighted": 0.583211 }, { "accuracy": 0.612979, "f1": 0.587687, "f1_weighted": 0.606794 }, { "accuracy": 0.598857, "f1": 0.566577, "f1_weighted": 0.592697 }, { "accuracy": 0.605582, "f1": 0.578012, "f1_weighted": 0.598616 }, { "accuracy": 0.589778, "f1": 0.549504, "f1_weighted": 0.576723 }, { "accuracy": 0.574983, "f1": 0.563783, "f1_weighted": 0.563453 }, { "accuracy": 0.595831, "f1": 0.571946, "f1_weighted": 0.581597 }, { "accuracy": 0.586752, "f1": 0.557731, "f1_weighted": 0.567551 }, { "accuracy": 0.566241, "f1": 0.560304, "f1_weighted": 0.548056 }, { "accuracy": 0.602555, "f1": 0.57123, "f1_weighted": 0.590952 } ], "main_score": 0.592502, "hf_subset": "mn", "languages": [ "mon-Cyrl" ] }, { "accuracy": 0.563248, "f1": 0.54255, "f1_weighted": 0.553402, "scores_per_experiment": [ { "accuracy": 0.572293, "f1": 0.547859, "f1_weighted": 0.567525 }, { "accuracy": 0.591123, "f1": 0.571426, "f1_weighted": 0.582955 }, { "accuracy": 0.542703, "f1": 0.528423, "f1_weighted": 0.534588 }, { "accuracy": 0.570612, "f1": 0.543431, "f1_weighted": 0.564339 }, { "accuracy": 0.558843, "f1": 0.531265, "f1_weighted": 0.542413 }, { "accuracy": 0.544721, "f1": 0.540036, "f1_weighted": 0.532467 }, { "accuracy": 0.570948, "f1": 0.545508, "f1_weighted": 0.562243 }, { "accuracy": 0.562878, "f1": 0.535, "f1_weighted": 0.545593 }, { "accuracy": 0.546066, "f1": 0.530027, "f1_weighted": 0.534556 }, { "accuracy": 0.572293, "f1": 0.552529, "f1_weighted": 0.567338 } ], "main_score": 0.563248, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "accuracy": 0.602286, "f1": 0.584275, "f1_weighted": 0.588001, "scores_per_experiment": [ { "accuracy": 0.629455, "f1": 0.598621, "f1_weighted": 0.611328 }, { "accuracy": 0.617014, "f1": 0.601724, "f1_weighted": 0.612953 }, { "accuracy": 0.601547, "f1": 0.57751, "f1_weighted": 0.591475 }, { "accuracy": 0.61466, "f1": 0.58962, "f1_weighted": 0.603978 }, { "accuracy": 0.593813, "f1": 0.573265, "f1_weighted": 0.579887 }, { "accuracy": 0.558507, "f1": 0.561473, "f1_weighted": 0.542672 }, { "accuracy": 0.602555, "f1": 0.588033, "f1_weighted": 0.583188 }, { "accuracy": 0.599529, "f1": 0.573635, "f1_weighted": 0.580401 }, { "accuracy": 0.604573, "f1": 0.594957, "f1_weighted": 0.585398 }, { "accuracy": 0.60121, "f1": 0.583909, "f1_weighted": 0.588735 } ], "main_score": 0.602286, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "accuracy": 0.586886, "f1": 0.552657, "f1_weighted": 0.578192, "scores_per_experiment": [ { "accuracy": 0.585743, "f1": 0.554145, "f1_weighted": 0.581506 }, { "accuracy": 0.590451, "f1": 0.551033, "f1_weighted": 0.584565 }, { "accuracy": 0.582717, "f1": 0.551552, "f1_weighted": 0.575503 }, { "accuracy": 0.593477, "f1": 0.552196, "f1_weighted": 0.586842 }, { "accuracy": 0.588097, "f1": 0.551306, "f1_weighted": 0.577079 }, { "accuracy": 0.566913, "f1": 0.542742, "f1_weighted": 0.560154 }, { "accuracy": 0.589442, "f1": 0.564954, "f1_weighted": 0.580229 }, { "accuracy": 0.584062, "f1": 0.535283, "f1_weighted": 0.569719 }, { "accuracy": 0.575656, "f1": 0.552678, "f1_weighted": 0.559144 }, { "accuracy": 0.612307, "f1": 0.57068, "f1_weighted": 0.607175 } ], "main_score": 0.586886, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "accuracy": 0.624815, "f1": 0.59518, "f1_weighted": 0.614572, "scores_per_experiment": [ { "accuracy": 0.645931, "f1": 0.614518, "f1_weighted": 0.637997 }, { "accuracy": 0.642569, "f1": 0.608026, "f1_weighted": 0.635383 }, { "accuracy": 0.611634, "f1": 0.580789, "f1_weighted": 0.598056 }, { "accuracy": 0.6308, "f1": 0.596431, "f1_weighted": 0.622954 }, { "accuracy": 0.630128, "f1": 0.589707, "f1_weighted": 0.620801 }, { "accuracy": 0.606254, "f1": 0.58868, "f1_weighted": 0.598669 }, { "accuracy": 0.627102, "f1": 0.594347, "f1_weighted": 0.615797 }, { "accuracy": 0.614997, "f1": 0.577147, "f1_weighted": 0.606053 }, { "accuracy": 0.613652, "f1": 0.597895, "f1_weighted": 0.594308 }, { "accuracy": 0.625084, "f1": 0.604263, "f1_weighted": 0.615699 } ], "main_score": 0.624815, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "accuracy": 0.586483, "f1": 0.558179, "f1_weighted": 0.576781, "scores_per_experiment": [ { "accuracy": 0.583053, "f1": 0.56491, "f1_weighted": 0.578024 }, { "accuracy": 0.616678, "f1": 0.582657, "f1_weighted": 0.611165 }, { "accuracy": 0.581036, "f1": 0.544702, "f1_weighted": 0.568496 }, { "accuracy": 0.613988, "f1": 0.574605, "f1_weighted": 0.609138 }, { "accuracy": 0.580027, "f1": 0.545748, "f1_weighted": 0.571959 }, { "accuracy": 0.557498, "f1": 0.541712, "f1_weighted": 0.545595 }, { "accuracy": 0.584062, "f1": 0.562156, "f1_weighted": 0.574263 }, { "accuracy": 0.573638, "f1": 0.54224, "f1_weighted": 0.556572 }, { "accuracy": 0.571284, "f1": 0.545019, "f1_weighted": 0.556152 }, { "accuracy": 0.603564, "f1": 0.578044, "f1_weighted": 0.59644 } ], "main_score": 0.586483, "hf_subset": "ur", "languages": [ "urd-Arab" ] }, { "accuracy": 0.582313, "f1": 0.553093, "f1_weighted": 0.569901, "scores_per_experiment": [ { "accuracy": 0.579354, "f1": 0.551864, "f1_weighted": 0.57249 }, { "accuracy": 0.597512, "f1": 0.553843, "f1_weighted": 0.590697 }, { "accuracy": 0.570612, "f1": 0.542011, "f1_weighted": 0.556731 }, { "accuracy": 0.595494, "f1": 0.566236, "f1_weighted": 0.589323 }, { "accuracy": 0.583389, "f1": 0.544823, "f1_weighted": 0.564101 }, { "accuracy": 0.563215, "f1": 0.544415, "f1_weighted": 0.549028 }, { "accuracy": 0.582717, "f1": 0.561869, "f1_weighted": 0.572204 }, { "accuracy": 0.589106, "f1": 0.555456, "f1_weighted": 0.573701 }, { "accuracy": 0.569267, "f1": 0.546467, "f1_weighted": 0.547212 }, { "accuracy": 0.592468, "f1": 0.563942, "f1_weighted": 0.583526 } ], "main_score": 0.582313, "hf_subset": "kn", "languages": [ "kan-Knda" ] }, { "accuracy": 0.58766, "f1": 0.557408, "f1_weighted": 0.575819, "scores_per_experiment": [ { "accuracy": 0.6039, "f1": 0.578898, "f1_weighted": 0.596422 }, { "accuracy": 0.602892, "f1": 0.559265, "f1_weighted": 0.59648 }, { "accuracy": 0.582717, "f1": 0.556001, "f1_weighted": 0.570309 }, { "accuracy": 0.588097, "f1": 0.554121, "f1_weighted": 0.578367 }, { "accuracy": 0.604573, "f1": 0.560541, "f1_weighted": 0.590163 }, { "accuracy": 0.544385, "f1": 0.534688, "f1_weighted": 0.529044 }, { "accuracy": 0.587761, "f1": 0.555516, "f1_weighted": 0.576314 }, { "accuracy": 0.593477, "f1": 0.550522, "f1_weighted": 0.579793 }, { "accuracy": 0.571621, "f1": 0.554436, "f1_weighted": 0.55166 }, { "accuracy": 0.597176, "f1": 0.57009, "f1_weighted": 0.589643 } ], "main_score": 0.58766, "hf_subset": "ml", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.573705, "f1": 0.546639, "f1_weighted": 0.56413, "scores_per_experiment": [ { "accuracy": 0.598521, "f1": 0.556204, "f1_weighted": 0.590079 }, { "accuracy": 0.594149, "f1": 0.566039, "f1_weighted": 0.590969 }, { "accuracy": 0.562878, "f1": 0.539207, "f1_weighted": 0.553409 }, { "accuracy": 0.596839, "f1": 0.555399, "f1_weighted": 0.593035 }, { "accuracy": 0.585407, "f1": 0.55178, "f1_weighted": 0.574135 }, { "accuracy": 0.541022, "f1": 0.533841, "f1_weighted": 0.53439 }, { "accuracy": 0.571284, "f1": 0.54609, "f1_weighted": 0.561186 }, { "accuracy": 0.571957, "f1": 0.535295, "f1_weighted": 0.556314 }, { "accuracy": 0.552118, "f1": 0.538049, "f1_weighted": 0.535775 }, { "accuracy": 0.562878, "f1": 0.544484, "f1_weighted": 0.552007 } ], "main_score": 0.573705, "hf_subset": "hy", "languages": [ "hye-Armn" ] }, { "accuracy": 0.609684, "f1": 0.583435, "f1_weighted": 0.597317, "scores_per_experiment": [ { "accuracy": 0.62004, "f1": 0.597436, "f1_weighted": 0.613042 }, { "accuracy": 0.634835, "f1": 0.606553, "f1_weighted": 0.628384 }, { "accuracy": 0.611634, "f1": 0.586849, "f1_weighted": 0.600287 }, { "accuracy": 0.61735, "f1": 0.582693, "f1_weighted": 0.608135 }, { "accuracy": 0.622058, "f1": 0.581838, "f1_weighted": 0.60318 }, { "accuracy": 0.596503, "f1": 0.578463, "f1_weighted": 0.586055 }, { "accuracy": 0.596167, "f1": 0.580471, "f1_weighted": 0.583188 }, { "accuracy": 0.6039, "f1": 0.577817, "f1_weighted": 0.583959 }, { "accuracy": 0.586752, "f1": 0.567161, "f1_weighted": 0.566413 }, { "accuracy": 0.607599, "f1": 0.575067, "f1_weighted": 0.600527 } ], "main_score": 0.609684, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "accuracy": 0.587794, "f1": 0.562077, "f1_weighted": 0.577746, "scores_per_experiment": [ { "accuracy": 0.603564, "f1": 0.576562, "f1_weighted": 0.592624 }, { "accuracy": 0.608944, "f1": 0.57466, "f1_weighted": 0.603643 }, { "accuracy": 0.578346, "f1": 0.561144, "f1_weighted": 0.572377 }, { "accuracy": 0.603228, "f1": 0.564614, "f1_weighted": 0.597345 }, { "accuracy": 0.595831, "f1": 0.554872, "f1_weighted": 0.585013 }, { "accuracy": 0.552791, "f1": 0.547205, "f1_weighted": 0.542503 }, { "accuracy": 0.585071, "f1": 0.561436, "f1_weighted": 0.575108 }, { "accuracy": 0.585743, "f1": 0.548156, "f1_weighted": 0.569391 }, { "accuracy": 0.573638, "f1": 0.55938, "f1_weighted": 0.553152 }, { "accuracy": 0.590787, "f1": 0.572742, "f1_weighted": 0.5863 } ], "main_score": 0.587794, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "accuracy": 0.623638, "f1": 0.599444, "f1_weighted": 0.61219, "scores_per_experiment": [ { "accuracy": 0.619704, "f1": 0.603236, "f1_weighted": 0.613428 }, { "accuracy": 0.640551, "f1": 0.60644, "f1_weighted": 0.631834 }, { "accuracy": 0.624075, "f1": 0.596671, "f1_weighted": 0.615551 }, { "accuracy": 0.645595, "f1": 0.60772, "f1_weighted": 0.638941 }, { "accuracy": 0.624748, "f1": 0.59784, "f1_weighted": 0.609068 }, { "accuracy": 0.597176, "f1": 0.584313, "f1_weighted": 0.586894 }, { "accuracy": 0.629119, "f1": 0.610819, "f1_weighted": 0.617454 }, { "accuracy": 0.618359, "f1": 0.583552, "f1_weighted": 0.603341 }, { "accuracy": 0.6039, "f1": 0.591834, "f1_weighted": 0.583277 }, { "accuracy": 0.633154, "f1": 0.612014, "f1_weighted": 0.622109 } ], "main_score": 0.623638, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "accuracy": 0.632751, "f1": 0.610688, "f1_weighted": 0.623437, "scores_per_experiment": [ { "accuracy": 0.651311, "f1": 0.625598, "f1_weighted": 0.643774 }, { "accuracy": 0.648621, "f1": 0.628775, "f1_weighted": 0.646033 }, { "accuracy": 0.624748, "f1": 0.598467, "f1_weighted": 0.61298 }, { "accuracy": 0.645259, "f1": 0.612393, "f1_weighted": 0.638569 }, { "accuracy": 0.640551, "f1": 0.610709, "f1_weighted": 0.626389 }, { "accuracy": 0.619032, "f1": 0.607053, "f1_weighted": 0.608837 }, { "accuracy": 0.617687, "f1": 0.607684, "f1_weighted": 0.608585 }, { "accuracy": 0.629119, "f1": 0.601089, "f1_weighted": 0.615372 }, { "accuracy": 0.617014, "f1": 0.602992, "f1_weighted": 0.608843 }, { "accuracy": 0.634163, "f1": 0.612116, "f1_weighted": 0.624992 } ], "main_score": 0.632751, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ] }, { "accuracy": 0.635743, "f1": 0.614735, "f1_weighted": 0.627718, "scores_per_experiment": [ { "accuracy": 0.648621, "f1": 0.623769, "f1_weighted": 0.640868 }, { "accuracy": 0.658036, "f1": 0.624195, "f1_weighted": 0.649314 }, { "accuracy": 0.634835, "f1": 0.610253, "f1_weighted": 0.625812 }, { "accuracy": 0.646604, "f1": 0.617877, "f1_weighted": 0.64078 }, { "accuracy": 0.64694, "f1": 0.616394, "f1_weighted": 0.639827 }, { "accuracy": 0.605918, "f1": 0.601233, "f1_weighted": 0.597252 }, { "accuracy": 0.636853, "f1": 0.619976, "f1_weighted": 0.626938 }, { "accuracy": 0.643241, "f1": 0.606715, "f1_weighted": 0.633296 }, { "accuracy": 0.62542, "f1": 0.624817, "f1_weighted": 0.617728 }, { "accuracy": 0.610962, "f1": 0.602124, "f1_weighted": 0.605363 } ], "main_score": 0.635743, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "accuracy": 0.515131, "f1": 0.479174, "f1_weighted": 0.504751, "scores_per_experiment": [ { "accuracy": 0.521184, "f1": 0.484481, "f1_weighted": 0.513691 }, { "accuracy": 0.535306, "f1": 0.489148, "f1_weighted": 0.534999 }, { "accuracy": 0.512777, "f1": 0.472519, "f1_weighted": 0.504372 }, { "accuracy": 0.51614, "f1": 0.482543, "f1_weighted": 0.49756 }, { "accuracy": 0.522192, "f1": 0.480398, "f1_weighted": 0.511532 }, { "accuracy": 0.505716, "f1": 0.485767, "f1_weighted": 0.496005 }, { "accuracy": 0.518494, "f1": 0.488064, "f1_weighted": 0.510243 }, { "accuracy": 0.515467, "f1": 0.473412, "f1_weighted": 0.501455 }, { "accuracy": 0.494956, "f1": 0.458981, "f1_weighted": 0.475051 }, { "accuracy": 0.509079, "f1": 0.476429, "f1_weighted": 0.502605 } ], "main_score": 0.515131, "hf_subset": "cy", "languages": [ "cym-Latn" ] }, { "accuracy": 0.604237, "f1": 0.598187, "f1_weighted": 0.592604, "scores_per_experiment": [ { "accuracy": 0.613988, "f1": 0.608677, "f1_weighted": 0.604249 }, { "accuracy": 0.62004, "f1": 0.606999, "f1_weighted": 0.607698 }, { "accuracy": 0.581372, "f1": 0.584962, "f1_weighted": 0.570585 }, { "accuracy": 0.618023, "f1": 0.609692, "f1_weighted": 0.607004 }, { "accuracy": 0.631137, "f1": 0.604402, "f1_weighted": 0.623367 }, { "accuracy": 0.590114, "f1": 0.591333, "f1_weighted": 0.58132 }, { "accuracy": 0.592132, "f1": 0.589907, "f1_weighted": 0.576619 }, { "accuracy": 0.590451, "f1": 0.585508, "f1_weighted": 0.57298 }, { "accuracy": 0.601547, "f1": 0.59747, "f1_weighted": 0.584919 }, { "accuracy": 0.603564, "f1": 0.602918, "f1_weighted": 0.597295 } ], "main_score": 0.604237, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "accuracy": 0.586516, "f1": 0.581374, "f1_weighted": 0.573136, "scores_per_experiment": [ { "accuracy": 0.599193, "f1": 0.594466, "f1_weighted": 0.5917 }, { "accuracy": 0.613988, "f1": 0.604974, "f1_weighted": 0.602887 }, { "accuracy": 0.563887, "f1": 0.559076, "f1_weighted": 0.550782 }, { "accuracy": 0.593141, "f1": 0.579862, "f1_weighted": 0.583251 }, { "accuracy": 0.611298, "f1": 0.595299, "f1_weighted": 0.6028 }, { "accuracy": 0.563215, "f1": 0.574356, "f1_weighted": 0.551295 }, { "accuracy": 0.571621, "f1": 0.569298, "f1_weighted": 0.551908 }, { "accuracy": 0.581036, "f1": 0.57036, "f1_weighted": 0.559308 }, { "accuracy": 0.578009, "f1": 0.578073, "f1_weighted": 0.55703 }, { "accuracy": 0.589778, "f1": 0.587972, "f1_weighted": 0.580398 } ], "main_score": 0.586516, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "accuracy": 0.581876, "f1": 0.563492, "f1_weighted": 0.567977, "scores_per_experiment": [ { "accuracy": 0.588433, "f1": 0.576529, "f1_weighted": 0.579982 }, { "accuracy": 0.590114, "f1": 0.565267, "f1_weighted": 0.581571 }, { "accuracy": 0.581708, "f1": 0.56088, "f1_weighted": 0.567554 }, { "accuracy": 0.591123, "f1": 0.56837, "f1_weighted": 0.579902 }, { "accuracy": 0.591796, "f1": 0.564522, "f1_weighted": 0.578843 }, { "accuracy": 0.555481, "f1": 0.548798, "f1_weighted": 0.53861 }, { "accuracy": 0.579691, "f1": 0.560552, "f1_weighted": 0.562804 }, { "accuracy": 0.563887, "f1": 0.534222, "f1_weighted": 0.542135 }, { "accuracy": 0.580699, "f1": 0.574455, "f1_weighted": 0.560719 }, { "accuracy": 0.595831, "f1": 0.581325, "f1_weighted": 0.587649 } ], "main_score": 0.581876, "hf_subset": "tl", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.636651, "f1": 0.618805, "f1_weighted": 0.622966, "scores_per_experiment": [ { "accuracy": 0.640551, "f1": 0.627083, "f1_weighted": 0.632351 }, { "accuracy": 0.66039, "f1": 0.630581, "f1_weighted": 0.651104 }, { "accuracy": 0.631137, "f1": 0.611253, "f1_weighted": 0.618443 }, { "accuracy": 0.651311, "f1": 0.62428, "f1_weighted": 0.640731 }, { "accuracy": 0.647276, "f1": 0.623446, "f1_weighted": 0.630444 }, { "accuracy": 0.612643, "f1": 0.60543, "f1_weighted": 0.600745 }, { "accuracy": 0.631137, "f1": 0.620317, "f1_weighted": 0.616654 }, { "accuracy": 0.626429, "f1": 0.604975, "f1_weighted": 0.60767 }, { "accuracy": 0.621722, "f1": 0.613501, "f1_weighted": 0.597897 }, { "accuracy": 0.643914, "f1": 0.627187, "f1_weighted": 0.633623 } ], "main_score": 0.636651, "hf_subset": "en", "languages": [ "eng-Latn" ] } ] }, "evaluation_time": 2950.6626241207123, "kg_co2_emissions": 0.08955944312167763 }