{ "dataset_revision": "4672e20407010da34463acc759c162ca9734bca6", "task_name": "MassiveIntentClassification", "mteb_version": "1.18.0", "scores": { "validation": [ { "accuracy": 0.547762, "f1": 0.524994, "f1_weighted": 0.551445, "scores_per_experiment": [ { "accuracy": 0.539105, "f1": 0.539575, "f1_weighted": 0.544497 }, { "accuracy": 0.56665, "f1": 0.532782, "f1_weighted": 0.571333 }, { "accuracy": 0.551894, "f1": 0.537233, "f1_weighted": 0.555112 }, { "accuracy": 0.573537, "f1": 0.538613, "f1_weighted": 0.573667 }, { "accuracy": 0.535662, "f1": 0.506914, "f1_weighted": 0.539286 }, { "accuracy": 0.530251, "f1": 0.506068, "f1_weighted": 0.53469 }, { "accuracy": 0.529267, "f1": 0.50588, "f1_weighted": 0.537994 }, { "accuracy": 0.548451, "f1": 0.52574, "f1_weighted": 0.546098 }, { "accuracy": 0.549926, "f1": 0.526135, "f1_weighted": 0.557246 }, { "accuracy": 0.552878, "f1": 0.530998, "f1_weighted": 0.554528 } ], "main_score": 0.547762, "hf_subset": "tl", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.609739, "f1": 0.594486, "f1_weighted": 0.608018, "scores_per_experiment": [ { "accuracy": 0.607969, "f1": 0.597701, "f1_weighted": 0.60651 }, { "accuracy": 0.647811, "f1": 0.62725, "f1_weighted": 0.651129 }, { "accuracy": 0.600098, "f1": 0.58207, "f1_weighted": 0.600733 }, { "accuracy": 0.62912, "f1": 0.60617, "f1_weighted": 0.624505 }, { "accuracy": 0.594196, "f1": 0.582559, "f1_weighted": 0.589904 }, { "accuracy": 0.617806, "f1": 0.599389, "f1_weighted": 0.617954 }, { "accuracy": 0.582391, "f1": 0.57346, "f1_weighted": 0.58072 }, { "accuracy": 0.594688, "f1": 0.586443, "f1_weighted": 0.587708 }, { "accuracy": 0.598623, "f1": 0.590353, "f1_weighted": 0.598673 }, { "accuracy": 0.624693, "f1": 0.59946, "f1_weighted": 0.62234 } ], "main_score": 0.609739, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "accuracy": 0.598967, "f1": 0.576186, "f1_weighted": 0.599609, "scores_per_experiment": [ { "accuracy": 0.605509, "f1": 0.592997, "f1_weighted": 0.607493 }, { "accuracy": 0.635022, "f1": 0.599789, "f1_weighted": 0.637988 }, { "accuracy": 0.582391, "f1": 0.564067, "f1_weighted": 0.579426 }, { "accuracy": 0.615347, "f1": 0.578788, "f1_weighted": 0.613882 }, { "accuracy": 0.607969, "f1": 0.578479, "f1_weighted": 0.607026 }, { "accuracy": 0.59272, "f1": 0.573133, "f1_weighted": 0.594022 }, { "accuracy": 0.581407, "f1": 0.563847, "f1_weighted": 0.585673 }, { "accuracy": 0.558288, "f1": 0.538476, "f1_weighted": 0.559194 }, { "accuracy": 0.58485, "f1": 0.576642, "f1_weighted": 0.586464 }, { "accuracy": 0.626168, "f1": 0.59564, "f1_weighted": 0.624924 } ], "main_score": 0.598967, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "accuracy": 0.618692, "f1": 0.625653, "f1_weighted": 0.614655, "scores_per_experiment": [ { "accuracy": 0.616331, "f1": 0.623237, "f1_weighted": 0.615972 }, { "accuracy": 0.644368, "f1": 0.646517, "f1_weighted": 0.642307 }, { "accuracy": 0.604525, "f1": 0.612064, "f1_weighted": 0.599095 }, { "accuracy": 0.640925, "f1": 0.636443, "f1_weighted": 0.635821 }, { "accuracy": 0.603542, "f1": 0.615471, "f1_weighted": 0.602388 }, { "accuracy": 0.616331, "f1": 0.625009, "f1_weighted": 0.61031 }, { "accuracy": 0.615839, "f1": 0.627239, "f1_weighted": 0.60936 }, { "accuracy": 0.606493, "f1": 0.621112, "f1_weighted": 0.60179 }, { "accuracy": 0.611904, "f1": 0.619445, "f1_weighted": 0.607344 }, { "accuracy": 0.62666, "f1": 0.629998, "f1_weighted": 0.622164 } ], "main_score": 0.618692, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ] }, { "accuracy": 0.638564, "f1": 0.612712, "f1_weighted": 0.637128, "scores_per_experiment": [ { "accuracy": 0.647811, "f1": 0.62911, "f1_weighted": 0.653495 }, { "accuracy": 0.671422, "f1": 0.635411, "f1_weighted": 0.672909 }, { "accuracy": 0.627152, "f1": 0.607249, "f1_weighted": 0.620054 }, { "accuracy": 0.66306, "f1": 0.63046, "f1_weighted": 0.662117 }, { "accuracy": 0.639449, "f1": 0.61991, "f1_weighted": 0.631071 }, { "accuracy": 0.621741, "f1": 0.591662, "f1_weighted": 0.621984 }, { "accuracy": 0.618298, "f1": 0.597732, "f1_weighted": 0.617621 }, { "accuracy": 0.629611, "f1": 0.60299, "f1_weighted": 0.629156 }, { "accuracy": 0.630103, "f1": 0.601526, "f1_weighted": 0.626423 }, { "accuracy": 0.63699, "f1": 0.611068, "f1_weighted": 0.636448 } ], "main_score": 0.638564, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "accuracy": 0.612248, "f1": 0.611197, "f1_weighted": 0.607821, "scores_per_experiment": [ { "accuracy": 0.630103, "f1": 0.632007, "f1_weighted": 0.624206 }, { "accuracy": 0.632563, "f1": 0.619683, "f1_weighted": 0.632299 }, { "accuracy": 0.613379, "f1": 0.609103, "f1_weighted": 0.603974 }, { "accuracy": 0.621249, "f1": 0.613929, "f1_weighted": 0.615881 }, { "accuracy": 0.610428, "f1": 0.608787, "f1_weighted": 0.607165 }, { "accuracy": 0.598131, "f1": 0.599694, "f1_weighted": 0.590962 }, { "accuracy": 0.581899, "f1": 0.586058, "f1_weighted": 0.580293 }, { "accuracy": 0.587801, "f1": 0.601887, "f1_weighted": 0.583469 }, { "accuracy": 0.612887, "f1": 0.619473, "f1_weighted": 0.608682 }, { "accuracy": 0.634038, "f1": 0.621349, "f1_weighted": 0.631279 } ], "main_score": 0.612248, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "accuracy": 0.555288, "f1": 0.523166, "f1_weighted": 0.558424, "scores_per_experiment": [ { "accuracy": 0.555337, "f1": 0.540038, "f1_weighted": 0.557958 }, { "accuracy": 0.562715, "f1": 0.522441, "f1_weighted": 0.568677 }, { "accuracy": 0.551894, "f1": 0.526811, "f1_weighted": 0.556038 }, { "accuracy": 0.583866, "f1": 0.541775, "f1_weighted": 0.589482 }, { "accuracy": 0.564191, "f1": 0.530912, "f1_weighted": 0.56432 }, { "accuracy": 0.552386, "f1": 0.512396, "f1_weighted": 0.556969 }, { "accuracy": 0.550418, "f1": 0.519916, "f1_weighted": 0.548979 }, { "accuracy": 0.529759, "f1": 0.510569, "f1_weighted": 0.533674 }, { "accuracy": 0.534186, "f1": 0.510279, "f1_weighted": 0.537205 }, { "accuracy": 0.568126, "f1": 0.516526, "f1_weighted": 0.570936 } ], "main_score": 0.555288, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "accuracy": 0.612002, "f1": 0.608884, "f1_weighted": 0.608861, "scores_per_experiment": [ { "accuracy": 0.631087, "f1": 0.634135, "f1_weighted": 0.630613 }, { "accuracy": 0.627152, "f1": 0.61895, "f1_weighted": 0.626432 }, { "accuracy": 0.60059, "f1": 0.601031, "f1_weighted": 0.591248 }, { "accuracy": 0.621741, "f1": 0.612059, "f1_weighted": 0.618415 }, { "accuracy": 0.618298, "f1": 0.617627, "f1_weighted": 0.615365 }, { "accuracy": 0.598131, "f1": 0.599506, "f1_weighted": 0.593291 }, { "accuracy": 0.598131, "f1": 0.597521, "f1_weighted": 0.597397 }, { "accuracy": 0.598131, "f1": 0.599516, "f1_weighted": 0.592052 }, { "accuracy": 0.610428, "f1": 0.599089, "f1_weighted": 0.604656 }, { "accuracy": 0.616331, "f1": 0.609407, "f1_weighted": 0.619137 } ], "main_score": 0.612002, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "accuracy": 0.485145, "f1": 0.473642, "f1_weighted": 0.492884, "scores_per_experiment": [ { "accuracy": 0.49336, "f1": 0.489878, "f1_weighted": 0.508209 }, { "accuracy": 0.515986, "f1": 0.48889, "f1_weighted": 0.52451 }, { "accuracy": 0.468273, "f1": 0.462353, "f1_weighted": 0.472938 }, { "accuracy": 0.495327, "f1": 0.477676, "f1_weighted": 0.500958 }, { "accuracy": 0.495327, "f1": 0.473846, "f1_weighted": 0.50526 }, { "accuracy": 0.484998, "f1": 0.478427, "f1_weighted": 0.49245 }, { "accuracy": 0.455976, "f1": 0.446598, "f1_weighted": 0.46196 }, { "accuracy": 0.467782, "f1": 0.458848, "f1_weighted": 0.471992 }, { "accuracy": 0.475652, "f1": 0.466548, "f1_weighted": 0.485158 }, { "accuracy": 0.49877, "f1": 0.493359, "f1_weighted": 0.50541 } ], "main_score": 0.485145, "hf_subset": "km", "languages": [ "khm-Khmr" ] }, { "accuracy": 0.644958, "f1": 0.639028, "f1_weighted": 0.64197, "scores_per_experiment": [ { "accuracy": 0.665027, "f1": 0.660439, "f1_weighted": 0.666425 }, { "accuracy": 0.690605, "f1": 0.679271, "f1_weighted": 0.688158 }, { "accuracy": 0.627644, "f1": 0.615571, "f1_weighted": 0.623019 }, { "accuracy": 0.669454, "f1": 0.651146, "f1_weighted": 0.669091 }, { "accuracy": 0.632563, "f1": 0.62728, "f1_weighted": 0.633538 }, { "accuracy": 0.62912, "f1": 0.624731, "f1_weighted": 0.619673 }, { "accuracy": 0.627152, "f1": 0.629929, "f1_weighted": 0.626095 }, { "accuracy": 0.623709, "f1": 0.625764, "f1_weighted": 0.617318 }, { "accuracy": 0.633546, "f1": 0.632121, "f1_weighted": 0.629925 }, { "accuracy": 0.650762, "f1": 0.64403, "f1_weighted": 0.646452 } ], "main_score": 0.644958, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ] }, { "accuracy": 0.655534, "f1": 0.633701, "f1_weighted": 0.655326, "scores_per_experiment": [ { "accuracy": 0.65273, "f1": 0.642113, "f1_weighted": 0.656634 }, { "accuracy": 0.680767, "f1": 0.652189, "f1_weighted": 0.683442 }, { "accuracy": 0.629611, "f1": 0.611468, "f1_weighted": 0.624869 }, { "accuracy": 0.677816, "f1": 0.647958, "f1_weighted": 0.675069 }, { "accuracy": 0.666011, "f1": 0.638393, "f1_weighted": 0.667047 }, { "accuracy": 0.65273, "f1": 0.620356, "f1_weighted": 0.651713 }, { "accuracy": 0.650762, "f1": 0.639236, "f1_weighted": 0.651561 }, { "accuracy": 0.635514, "f1": 0.62464, "f1_weighted": 0.633338 }, { "accuracy": 0.659616, "f1": 0.640512, "f1_weighted": 0.661659 }, { "accuracy": 0.649779, "f1": 0.620142, "f1_weighted": 0.647922 } ], "main_score": 0.655534, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "accuracy": 0.577226, "f1": 0.555563, "f1_weighted": 0.574714, "scores_per_experiment": [ { "accuracy": 0.587309, "f1": 0.573124, "f1_weighted": 0.589768 }, { "accuracy": 0.593704, "f1": 0.568787, "f1_weighted": 0.59743 }, { "accuracy": 0.561731, "f1": 0.541335, "f1_weighted": 0.561082 }, { "accuracy": 0.597147, "f1": 0.558873, "f1_weighted": 0.592862 }, { "accuracy": 0.559272, "f1": 0.5314, "f1_weighted": 0.549792 }, { "accuracy": 0.559764, "f1": 0.5453, "f1_weighted": 0.560179 }, { "accuracy": 0.558288, "f1": 0.539299, "f1_weighted": 0.550455 }, { "accuracy": 0.562223, "f1": 0.551567, "f1_weighted": 0.562083 }, { "accuracy": 0.581899, "f1": 0.564964, "f1_weighted": 0.572912 }, { "accuracy": 0.61092, "f1": 0.58098, "f1_weighted": 0.610579 } ], "main_score": 0.577226, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "accuracy": 0.591441, "f1": 0.563092, "f1_weighted": 0.593417, "scores_per_experiment": [ { "accuracy": 0.60846, "f1": 0.587232, "f1_weighted": 0.610223 }, { "accuracy": 0.60059, "f1": 0.570622, "f1_weighted": 0.60324 }, { "accuracy": 0.585834, "f1": 0.55193, "f1_weighted": 0.588301 }, { "accuracy": 0.607969, "f1": 0.56343, "f1_weighted": 0.607206 }, { "accuracy": 0.596655, "f1": 0.56233, "f1_weighted": 0.601917 }, { "accuracy": 0.575012, "f1": 0.556999, "f1_weighted": 0.573777 }, { "accuracy": 0.573537, "f1": 0.546717, "f1_weighted": 0.578959 }, { "accuracy": 0.58485, "f1": 0.559141, "f1_weighted": 0.588165 }, { "accuracy": 0.585342, "f1": 0.558932, "f1_weighted": 0.58611 }, { "accuracy": 0.596163, "f1": 0.573593, "f1_weighted": 0.596268 } ], "main_score": 0.591441, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "accuracy": 0.552386, "f1": 0.531486, "f1_weighted": 0.554583, "scores_per_experiment": [ { "accuracy": 0.571569, "f1": 0.557865, "f1_weighted": 0.576913 }, { "accuracy": 0.572553, "f1": 0.537566, "f1_weighted": 0.576498 }, { "accuracy": 0.529267, "f1": 0.500787, "f1_weighted": 0.53234 }, { "accuracy": 0.578455, "f1": 0.540803, "f1_weighted": 0.584454 }, { "accuracy": 0.565667, "f1": 0.54123, "f1_weighted": 0.569631 }, { "accuracy": 0.521397, "f1": 0.52019, "f1_weighted": 0.517274 }, { "accuracy": 0.545499, "f1": 0.521825, "f1_weighted": 0.543945 }, { "accuracy": 0.539105, "f1": 0.523718, "f1_weighted": 0.541383 }, { "accuracy": 0.53271, "f1": 0.518659, "f1_weighted": 0.531189 }, { "accuracy": 0.567634, "f1": 0.552217, "f1_weighted": 0.572206 } ], "main_score": 0.552386, "hf_subset": "sq", "languages": [ "sqi-Latn" ] }, { "accuracy": 0.451845, "f1": 0.426461, "f1_weighted": 0.457174, "scores_per_experiment": [ { "accuracy": 0.453025, "f1": 0.436354, "f1_weighted": 0.468322 }, { "accuracy": 0.484998, "f1": 0.446144, "f1_weighted": 0.492663 }, { "accuracy": 0.460403, "f1": 0.444229, "f1_weighted": 0.468515 }, { "accuracy": 0.445155, "f1": 0.420514, "f1_weighted": 0.445879 }, { "accuracy": 0.455485, "f1": 0.426329, "f1_weighted": 0.463412 }, { "accuracy": 0.428431, "f1": 0.402323, "f1_weighted": 0.424829 }, { "accuracy": 0.439744, "f1": 0.412757, "f1_weighted": 0.444955 }, { "accuracy": 0.440728, "f1": 0.419108, "f1_weighted": 0.444616 }, { "accuracy": 0.451058, "f1": 0.425809, "f1_weighted": 0.456401 }, { "accuracy": 0.45942, "f1": 0.43104, "f1_weighted": 0.462147 } ], "main_score": 0.451845, "hf_subset": "jv", "languages": [ "jav-Latn" ] }, { "accuracy": 0.661141, "f1": 0.647922, "f1_weighted": 0.658719, "scores_per_experiment": [ { "accuracy": 0.679292, "f1": 0.670231, "f1_weighted": 0.678811 }, { "accuracy": 0.683227, "f1": 0.655714, "f1_weighted": 0.686311 }, { "accuracy": 0.653222, "f1": 0.631484, "f1_weighted": 0.649656 }, { "accuracy": 0.689129, "f1": 0.664954, "f1_weighted": 0.682476 }, { "accuracy": 0.657157, "f1": 0.645931, "f1_weighted": 0.652202 }, { "accuracy": 0.654206, "f1": 0.636491, "f1_weighted": 0.651742 }, { "accuracy": 0.640433, "f1": 0.647521, "f1_weighted": 0.639388 }, { "accuracy": 0.646335, "f1": 0.634359, "f1_weighted": 0.643862 }, { "accuracy": 0.64486, "f1": 0.63669, "f1_weighted": 0.645186 }, { "accuracy": 0.663551, "f1": 0.655842, "f1_weighted": 0.657554 } ], "main_score": 0.661141, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "accuracy": 0.643384, "f1": 0.626323, "f1_weighted": 0.640488, "scores_per_experiment": [ { "accuracy": 0.646827, "f1": 0.636726, "f1_weighted": 0.647955 }, { "accuracy": 0.677324, "f1": 0.646297, "f1_weighted": 0.6818 }, { "accuracy": 0.646335, "f1": 0.623738, "f1_weighted": 0.638488 }, { "accuracy": 0.672897, "f1": 0.646964, "f1_weighted": 0.669695 }, { "accuracy": 0.641909, "f1": 0.634132, "f1_weighted": 0.63752 }, { "accuracy": 0.626168, "f1": 0.606895, "f1_weighted": 0.620941 }, { "accuracy": 0.614855, "f1": 0.604593, "f1_weighted": 0.613063 }, { "accuracy": 0.641909, "f1": 0.628678, "f1_weighted": 0.637899 }, { "accuracy": 0.619774, "f1": 0.608931, "f1_weighted": 0.613253 }, { "accuracy": 0.645844, "f1": 0.626276, "f1_weighted": 0.644269 } ], "main_score": 0.643384, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "accuracy": 0.63881, "f1": 0.618431, "f1_weighted": 0.635514, "scores_per_experiment": [ { "accuracy": 0.637482, "f1": 0.634941, "f1_weighted": 0.638614 }, { "accuracy": 0.6788, "f1": 0.646165, "f1_weighted": 0.677295 }, { "accuracy": 0.628628, "f1": 0.611106, "f1_weighted": 0.620773 }, { "accuracy": 0.663551, "f1": 0.631081, "f1_weighted": 0.658323 }, { "accuracy": 0.641417, "f1": 0.616619, "f1_weighted": 0.639145 }, { "accuracy": 0.61879, "f1": 0.591332, "f1_weighted": 0.614953 }, { "accuracy": 0.620266, "f1": 0.595352, "f1_weighted": 0.619081 }, { "accuracy": 0.614363, "f1": 0.609843, "f1_weighted": 0.615143 }, { "accuracy": 0.632563, "f1": 0.616243, "f1_weighted": 0.622005 }, { "accuracy": 0.652238, "f1": 0.631624, "f1_weighted": 0.649809 } ], "main_score": 0.63881, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "accuracy": 0.630202, "f1": 0.608418, "f1_weighted": 0.628535, "scores_per_experiment": [ { "accuracy": 0.647811, "f1": 0.628042, "f1_weighted": 0.647942 }, { "accuracy": 0.638957, "f1": 0.613234, "f1_weighted": 0.639149 }, { "accuracy": 0.617806, "f1": 0.595781, "f1_weighted": 0.611466 }, { "accuracy": 0.649287, "f1": 0.615079, "f1_weighted": 0.647669 }, { "accuracy": 0.636498, "f1": 0.606445, "f1_weighted": 0.633867 }, { "accuracy": 0.628628, "f1": 0.611041, "f1_weighted": 0.624675 }, { "accuracy": 0.613379, "f1": 0.601112, "f1_weighted": 0.612239 }, { "accuracy": 0.62912, "f1": 0.612889, "f1_weighted": 0.627375 }, { "accuracy": 0.602066, "f1": 0.587812, "f1_weighted": 0.602871 }, { "accuracy": 0.638465, "f1": 0.612747, "f1_weighted": 0.638094 } ], "main_score": 0.630202, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "accuracy": 0.595376, "f1": 0.571218, "f1_weighted": 0.595047, "scores_per_experiment": [ { "accuracy": 0.59518, "f1": 0.586235, "f1_weighted": 0.599143 }, { "accuracy": 0.608952, "f1": 0.575238, "f1_weighted": 0.611583 }, { "accuracy": 0.604033, "f1": 0.570183, "f1_weighted": 0.602878 }, { "accuracy": 0.60059, "f1": 0.56538, "f1_weighted": 0.596289 }, { "accuracy": 0.595671, "f1": 0.564714, "f1_weighted": 0.593026 }, { "accuracy": 0.587309, "f1": 0.565981, "f1_weighted": 0.586258 }, { "accuracy": 0.581899, "f1": 0.558716, "f1_weighted": 0.581145 }, { "accuracy": 0.572061, "f1": 0.563952, "f1_weighted": 0.572546 }, { "accuracy": 0.593212, "f1": 0.568164, "f1_weighted": 0.594465 }, { "accuracy": 0.614855, "f1": 0.593614, "f1_weighted": 0.613143 } ], "main_score": 0.595376, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "accuracy": 0.615888, "f1": 0.589159, "f1_weighted": 0.616842, "scores_per_experiment": [ { "accuracy": 0.630103, "f1": 0.614601, "f1_weighted": 0.634535 }, { "accuracy": 0.631579, "f1": 0.595048, "f1_weighted": 0.637397 }, { "accuracy": 0.613379, "f1": 0.585262, "f1_weighted": 0.612048 }, { "accuracy": 0.629611, "f1": 0.597535, "f1_weighted": 0.625991 }, { "accuracy": 0.596163, "f1": 0.572701, "f1_weighted": 0.596482 }, { "accuracy": 0.618298, "f1": 0.594431, "f1_weighted": 0.617267 }, { "accuracy": 0.594196, "f1": 0.576669, "f1_weighted": 0.593582 }, { "accuracy": 0.606985, "f1": 0.573381, "f1_weighted": 0.603601 }, { "accuracy": 0.614363, "f1": 0.593097, "f1_weighted": 0.616445 }, { "accuracy": 0.624201, "f1": 0.588865, "f1_weighted": 0.631068 } ], "main_score": 0.615888, "hf_subset": "he", "languages": [ "heb-Hebr" ] }, { "accuracy": 0.610182, "f1": 0.603452, "f1_weighted": 0.611369, "scores_per_experiment": [ { "accuracy": 0.606493, "f1": 0.61359, "f1_weighted": 0.605696 }, { "accuracy": 0.645844, "f1": 0.621847, "f1_weighted": 0.648421 }, { "accuracy": 0.593704, "f1": 0.595204, "f1_weighted": 0.59304 }, { "accuracy": 0.628628, "f1": 0.614377, "f1_weighted": 0.629837 }, { "accuracy": 0.612887, "f1": 0.598849, "f1_weighted": 0.614232 }, { "accuracy": 0.606985, "f1": 0.597989, "f1_weighted": 0.607403 }, { "accuracy": 0.578947, "f1": 0.575134, "f1_weighted": 0.580413 }, { "accuracy": 0.597147, "f1": 0.602448, "f1_weighted": 0.594179 }, { "accuracy": 0.605509, "f1": 0.601193, "f1_weighted": 0.608613 }, { "accuracy": 0.625676, "f1": 0.613891, "f1_weighted": 0.631854 } ], "main_score": 0.610182, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "accuracy": 0.421643, "f1": 0.407218, "f1_weighted": 0.427882, "scores_per_experiment": [ { "accuracy": 0.426955, "f1": 0.414953, "f1_weighted": 0.425449 }, { "accuracy": 0.42302, "f1": 0.40073, "f1_weighted": 0.432663 }, { "accuracy": 0.429415, "f1": 0.403943, "f1_weighted": 0.435353 }, { "accuracy": 0.435317, "f1": 0.425331, "f1_weighted": 0.447911 }, { "accuracy": 0.42548, "f1": 0.400836, "f1_weighted": 0.430596 }, { "accuracy": 0.408756, "f1": 0.396884, "f1_weighted": 0.40484 }, { "accuracy": 0.421053, "f1": 0.409802, "f1_weighted": 0.433943 }, { "accuracy": 0.414658, "f1": 0.407216, "f1_weighted": 0.424096 }, { "accuracy": 0.40728, "f1": 0.39223, "f1_weighted": 0.415067 }, { "accuracy": 0.424496, "f1": 0.420258, "f1_weighted": 0.428905 } ], "main_score": 0.421643, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "accuracy": 0.614953, "f1": 0.578687, "f1_weighted": 0.616248, "scores_per_experiment": [ { "accuracy": 0.618298, "f1": 0.586234, "f1_weighted": 0.624372 }, { "accuracy": 0.641909, "f1": 0.593406, "f1_weighted": 0.645466 }, { "accuracy": 0.607969, "f1": 0.580128, "f1_weighted": 0.605235 }, { "accuracy": 0.625676, "f1": 0.593708, "f1_weighted": 0.627635 }, { "accuracy": 0.601574, "f1": 0.566388, "f1_weighted": 0.601211 }, { "accuracy": 0.583374, "f1": 0.549254, "f1_weighted": 0.581852 }, { "accuracy": 0.611904, "f1": 0.572987, "f1_weighted": 0.615573 }, { "accuracy": 0.622725, "f1": 0.590821, "f1_weighted": 0.622945 }, { "accuracy": 0.603542, "f1": 0.57138, "f1_weighted": 0.606101 }, { "accuracy": 0.632563, "f1": 0.582567, "f1_weighted": 0.632094 } ], "main_score": 0.614953, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "accuracy": 0.615101, "f1": 0.580953, "f1_weighted": 0.618284, "scores_per_experiment": [ { "accuracy": 0.606493, "f1": 0.596462, "f1_weighted": 0.602897 }, { "accuracy": 0.63453, "f1": 0.589657, "f1_weighted": 0.643858 }, { "accuracy": 0.616822, "f1": 0.572585, "f1_weighted": 0.621491 }, { "accuracy": 0.62666, "f1": 0.573012, "f1_weighted": 0.627514 }, { "accuracy": 0.614855, "f1": 0.583907, "f1_weighted": 0.618232 }, { "accuracy": 0.583866, "f1": 0.551455, "f1_weighted": 0.585094 }, { "accuracy": 0.609444, "f1": 0.575894, "f1_weighted": 0.613163 }, { "accuracy": 0.601574, "f1": 0.571138, "f1_weighted": 0.606171 }, { "accuracy": 0.617314, "f1": 0.58838, "f1_weighted": 0.622432 }, { "accuracy": 0.639449, "f1": 0.607038, "f1_weighted": 0.641991 } ], "main_score": 0.615101, "hf_subset": "ml", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.563748, "f1": 0.53332, "f1_weighted": 0.567625, "scores_per_experiment": [ { "accuracy": 0.559764, "f1": 0.543615, "f1_weighted": 0.562389 }, { "accuracy": 0.587801, "f1": 0.549762, "f1_weighted": 0.595605 }, { "accuracy": 0.552878, "f1": 0.526157, "f1_weighted": 0.553914 }, { "accuracy": 0.584358, "f1": 0.535647, "f1_weighted": 0.588888 }, { "accuracy": 0.572061, "f1": 0.536522, "f1_weighted": 0.573568 }, { "accuracy": 0.533202, "f1": 0.511528, "f1_weighted": 0.535334 }, { "accuracy": 0.562715, "f1": 0.532714, "f1_weighted": 0.56827 }, { "accuracy": 0.568618, "f1": 0.541759, "f1_weighted": 0.571598 }, { "accuracy": 0.552386, "f1": 0.525016, "f1_weighted": 0.558501 }, { "accuracy": 0.563699, "f1": 0.530479, "f1_weighted": 0.568182 } ], "main_score": 0.563748, "hf_subset": "af", "languages": [ "afr-Latn" ] }, { "accuracy": 0.631923, "f1": 0.601132, "f1_weighted": 0.632392, "scores_per_experiment": [ { "accuracy": 0.614363, "f1": 0.61147, "f1_weighted": 0.617291 }, { "accuracy": 0.65273, "f1": 0.61947, "f1_weighted": 0.654634 }, { "accuracy": 0.61879, "f1": 0.590704, "f1_weighted": 0.618261 }, { "accuracy": 0.661584, "f1": 0.61112, "f1_weighted": 0.663558 }, { "accuracy": 0.636006, "f1": 0.603126, "f1_weighted": 0.636032 }, { "accuracy": 0.610428, "f1": 0.58987, "f1_weighted": 0.605978 }, { "accuracy": 0.61879, "f1": 0.580486, "f1_weighted": 0.621882 }, { "accuracy": 0.615347, "f1": 0.580398, "f1_weighted": 0.61414 }, { "accuracy": 0.631579, "f1": 0.605198, "f1_weighted": 0.632852 }, { "accuracy": 0.659616, "f1": 0.619482, "f1_weighted": 0.659293 } ], "main_score": 0.631923, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "accuracy": 0.610379, "f1": 0.595506, "f1_weighted": 0.610056, "scores_per_experiment": [ { "accuracy": 0.609444, "f1": 0.601305, "f1_weighted": 0.607915 }, { "accuracy": 0.644368, "f1": 0.611945, "f1_weighted": 0.645634 }, { "accuracy": 0.59518, "f1": 0.579919, "f1_weighted": 0.594178 }, { "accuracy": 0.631087, "f1": 0.614451, "f1_weighted": 0.62922 }, { "accuracy": 0.607969, "f1": 0.585341, "f1_weighted": 0.60411 }, { "accuracy": 0.591244, "f1": 0.581357, "f1_weighted": 0.596067 }, { "accuracy": 0.590753, "f1": 0.575725, "f1_weighted": 0.588696 }, { "accuracy": 0.588785, "f1": 0.58387, "f1_weighted": 0.592074 }, { "accuracy": 0.608952, "f1": 0.606305, "f1_weighted": 0.60783 }, { "accuracy": 0.636006, "f1": 0.614843, "f1_weighted": 0.634838 } ], "main_score": 0.610379, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "accuracy": 0.612395, "f1": 0.59862, "f1_weighted": 0.613203, "scores_per_experiment": [ { "accuracy": 0.607969, "f1": 0.603665, "f1_weighted": 0.606004 }, { "accuracy": 0.627152, "f1": 0.606729, "f1_weighted": 0.630732 }, { "accuracy": 0.607477, "f1": 0.598048, "f1_weighted": 0.607729 }, { "accuracy": 0.642892, "f1": 0.622897, "f1_weighted": 0.642917 }, { "accuracy": 0.611904, "f1": 0.600027, "f1_weighted": 0.608303 }, { "accuracy": 0.612887, "f1": 0.599343, "f1_weighted": 0.612672 }, { "accuracy": 0.593212, "f1": 0.578738, "f1_weighted": 0.595087 }, { "accuracy": 0.609444, "f1": 0.605423, "f1_weighted": 0.608447 }, { "accuracy": 0.604033, "f1": 0.581506, "f1_weighted": 0.607736 }, { "accuracy": 0.606985, "f1": 0.589826, "f1_weighted": 0.612406 } ], "main_score": 0.612395, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "accuracy": 0.578947, "f1": 0.550363, "f1_weighted": 0.580553, "scores_per_experiment": [ { "accuracy": 0.585342, "f1": 0.556534, "f1_weighted": 0.585551 }, { "accuracy": 0.587801, "f1": 0.542883, "f1_weighted": 0.59886 }, { "accuracy": 0.587801, "f1": 0.555802, "f1_weighted": 0.582686 }, { "accuracy": 0.597147, "f1": 0.563136, "f1_weighted": 0.602263 }, { "accuracy": 0.567634, "f1": 0.540829, "f1_weighted": 0.566412 }, { "accuracy": 0.56124, "f1": 0.531265, "f1_weighted": 0.566203 }, { "accuracy": 0.560748, "f1": 0.536819, "f1_weighted": 0.563933 }, { "accuracy": 0.573045, "f1": 0.544543, "f1_weighted": 0.572939 }, { "accuracy": 0.574029, "f1": 0.564486, "f1_weighted": 0.571617 }, { "accuracy": 0.594688, "f1": 0.567328, "f1_weighted": 0.59507 } ], "main_score": 0.578947, "hf_subset": "kn", "languages": [ "kan-Knda" ] }, { "accuracy": 0.576832, "f1": 0.550099, "f1_weighted": 0.579325, "scores_per_experiment": [ { "accuracy": 0.56911, "f1": 0.554304, "f1_weighted": 0.570951 }, { "accuracy": 0.585834, "f1": 0.557546, "f1_weighted": 0.588679 }, { "accuracy": 0.576488, "f1": 0.550376, "f1_weighted": 0.577536 }, { "accuracy": 0.617806, "f1": 0.579012, "f1_weighted": 0.621064 }, { "accuracy": 0.598131, "f1": 0.562381, "f1_weighted": 0.60018 }, { "accuracy": 0.570093, "f1": 0.548037, "f1_weighted": 0.572068 }, { "accuracy": 0.541564, "f1": 0.514495, "f1_weighted": 0.543597 }, { "accuracy": 0.553861, "f1": 0.527171, "f1_weighted": 0.557585 }, { "accuracy": 0.569602, "f1": 0.5556, "f1_weighted": 0.570542 }, { "accuracy": 0.585834, "f1": 0.552065, "f1_weighted": 0.59105 } ], "main_score": 0.576832, "hf_subset": "mn", "languages": [ "mon-Cyrl" ] }, { "accuracy": 0.622282, "f1": 0.603248, "f1_weighted": 0.622963, "scores_per_experiment": [ { "accuracy": 0.611904, "f1": 0.618001, "f1_weighted": 0.614278 }, { "accuracy": 0.648303, "f1": 0.623827, "f1_weighted": 0.64809 }, { "accuracy": 0.632563, "f1": 0.608498, "f1_weighted": 0.634157 }, { "accuracy": 0.638465, "f1": 0.606522, "f1_weighted": 0.638813 }, { "accuracy": 0.61879, "f1": 0.590324, "f1_weighted": 0.61681 }, { "accuracy": 0.609936, "f1": 0.595668, "f1_weighted": 0.610983 }, { "accuracy": 0.587309, "f1": 0.570963, "f1_weighted": 0.587901 }, { "accuracy": 0.62912, "f1": 0.608356, "f1_weighted": 0.631248 }, { "accuracy": 0.627644, "f1": 0.606527, "f1_weighted": 0.631821 }, { "accuracy": 0.61879, "f1": 0.603795, "f1_weighted": 0.615533 } ], "main_score": 0.622282, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "accuracy": 0.629808, "f1": 0.606411, "f1_weighted": 0.629671, "scores_per_experiment": [ { "accuracy": 0.624201, "f1": 0.605294, "f1_weighted": 0.626504 }, { "accuracy": 0.659124, "f1": 0.620332, "f1_weighted": 0.662647 }, { "accuracy": 0.622233, "f1": 0.597065, "f1_weighted": 0.620909 }, { "accuracy": 0.651746, "f1": 0.621975, "f1_weighted": 0.654798 }, { "accuracy": 0.628628, "f1": 0.608059, "f1_weighted": 0.627123 }, { "accuracy": 0.615347, "f1": 0.59037, "f1_weighted": 0.613296 }, { "accuracy": 0.61879, "f1": 0.59756, "f1_weighted": 0.615397 }, { "accuracy": 0.633055, "f1": 0.608257, "f1_weighted": 0.631203 }, { "accuracy": 0.604033, "f1": 0.597851, "f1_weighted": 0.603616 }, { "accuracy": 0.640925, "f1": 0.617347, "f1_weighted": 0.641212 } ], "main_score": 0.629808, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "accuracy": 0.661092, "f1": 0.648829, "f1_weighted": 0.657831, "scores_per_experiment": [ { "accuracy": 0.666995, "f1": 0.655584, "f1_weighted": 0.662787 }, { "accuracy": 0.670438, "f1": 0.653088, "f1_weighted": 0.670125 }, { "accuracy": 0.649779, "f1": 0.643064, "f1_weighted": 0.64608 }, { "accuracy": 0.675357, "f1": 0.648469, "f1_weighted": 0.673668 }, { "accuracy": 0.66306, "f1": 0.644926, "f1_weighted": 0.656451 }, { "accuracy": 0.651254, "f1": 0.641835, "f1_weighted": 0.648717 }, { "accuracy": 0.633546, "f1": 0.629476, "f1_weighted": 0.63249 }, { "accuracy": 0.654206, "f1": 0.655976, "f1_weighted": 0.645431 }, { "accuracy": 0.67093, "f1": 0.656907, "f1_weighted": 0.666218 }, { "accuracy": 0.675357, "f1": 0.658961, "f1_weighted": 0.676344 } ], "main_score": 0.661092, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.630103, "f1": 0.612802, "f1_weighted": 0.628892, "scores_per_experiment": [ { "accuracy": 0.63699, "f1": 0.623134, "f1_weighted": 0.63894 }, { "accuracy": 0.647811, "f1": 0.624209, "f1_weighted": 0.648468 }, { "accuracy": 0.615347, "f1": 0.601487, "f1_weighted": 0.615938 }, { "accuracy": 0.648795, "f1": 0.626109, "f1_weighted": 0.647482 }, { "accuracy": 0.625676, "f1": 0.615057, "f1_weighted": 0.621973 }, { "accuracy": 0.628628, "f1": 0.608473, "f1_weighted": 0.622747 }, { "accuracy": 0.603542, "f1": 0.588501, "f1_weighted": 0.601873 }, { "accuracy": 0.624693, "f1": 0.61396, "f1_weighted": 0.622588 }, { "accuracy": 0.620266, "f1": 0.600249, "f1_weighted": 0.621368 }, { "accuracy": 0.649287, "f1": 0.626844, "f1_weighted": 0.647546 } ], "main_score": 0.630103, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "accuracy": 0.640236, "f1": 0.623901, "f1_weighted": 0.639605, "scores_per_experiment": [ { "accuracy": 0.64486, "f1": 0.643029, "f1_weighted": 0.650609 }, { "accuracy": 0.662076, "f1": 0.640249, "f1_weighted": 0.663957 }, { "accuracy": 0.641909, "f1": 0.625497, "f1_weighted": 0.641912 }, { "accuracy": 0.673881, "f1": 0.634496, "f1_weighted": 0.669512 }, { "accuracy": 0.628628, "f1": 0.615077, "f1_weighted": 0.626085 }, { "accuracy": 0.644368, "f1": 0.629626, "f1_weighted": 0.642625 }, { "accuracy": 0.597639, "f1": 0.583841, "f1_weighted": 0.596856 }, { "accuracy": 0.625184, "f1": 0.616623, "f1_weighted": 0.621421 }, { "accuracy": 0.619774, "f1": 0.608298, "f1_weighted": 0.622641 }, { "accuracy": 0.664043, "f1": 0.642278, "f1_weighted": 0.66043 } ], "main_score": 0.640236, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "accuracy": 0.640138, "f1": 0.623762, "f1_weighted": 0.637857, "scores_per_experiment": [ { "accuracy": 0.63699, "f1": 0.626393, "f1_weighted": 0.635995 }, { "accuracy": 0.66306, "f1": 0.637018, "f1_weighted": 0.664231 }, { "accuracy": 0.618298, "f1": 0.618889, "f1_weighted": 0.60749 }, { "accuracy": 0.666011, "f1": 0.639121, "f1_weighted": 0.664508 }, { "accuracy": 0.630103, "f1": 0.607808, "f1_weighted": 0.631033 }, { "accuracy": 0.63699, "f1": 0.621933, "f1_weighted": 0.636005 }, { "accuracy": 0.620266, "f1": 0.609955, "f1_weighted": 0.617548 }, { "accuracy": 0.624693, "f1": 0.613763, "f1_weighted": 0.622458 }, { "accuracy": 0.647811, "f1": 0.626316, "f1_weighted": 0.644727 }, { "accuracy": 0.657157, "f1": 0.63642, "f1_weighted": 0.654577 } ], "main_score": 0.640138, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "accuracy": 0.606739, "f1": 0.589476, "f1_weighted": 0.608966, "scores_per_experiment": [ { "accuracy": 0.622725, "f1": 0.610034, "f1_weighted": 0.629303 }, { "accuracy": 0.61879, "f1": 0.602176, "f1_weighted": 0.622032 }, { "accuracy": 0.603542, "f1": 0.586013, "f1_weighted": 0.601076 }, { "accuracy": 0.636498, "f1": 0.59807, "f1_weighted": 0.639232 }, { "accuracy": 0.597639, "f1": 0.579878, "f1_weighted": 0.600602 }, { "accuracy": 0.587309, "f1": 0.577332, "f1_weighted": 0.591589 }, { "accuracy": 0.581407, "f1": 0.570328, "f1_weighted": 0.582608 }, { "accuracy": 0.590753, "f1": 0.583867, "f1_weighted": 0.587283 }, { "accuracy": 0.603542, "f1": 0.589689, "f1_weighted": 0.608527 }, { "accuracy": 0.625184, "f1": 0.597372, "f1_weighted": 0.627409 } ], "main_score": 0.606739, "hf_subset": "hy", "languages": [ "hye-Armn" ] }, { "accuracy": 0.602263, "f1": 0.584988, "f1_weighted": 0.603101, "scores_per_experiment": [ { "accuracy": 0.606001, "f1": 0.597004, "f1_weighted": 0.609897 }, { "accuracy": 0.630595, "f1": 0.598233, "f1_weighted": 0.636892 }, { "accuracy": 0.585834, "f1": 0.57257, "f1_weighted": 0.585201 }, { "accuracy": 0.617314, "f1": 0.594411, "f1_weighted": 0.612335 }, { "accuracy": 0.616331, "f1": 0.595872, "f1_weighted": 0.614365 }, { "accuracy": 0.590261, "f1": 0.579541, "f1_weighted": 0.592649 }, { "accuracy": 0.564191, "f1": 0.547418, "f1_weighted": 0.566408 }, { "accuracy": 0.568618, "f1": 0.568601, "f1_weighted": 0.568626 }, { "accuracy": 0.618298, "f1": 0.601227, "f1_weighted": 0.617937 }, { "accuracy": 0.625184, "f1": 0.595005, "f1_weighted": 0.626701 } ], "main_score": 0.602263, "hf_subset": "ms", "languages": [ "msa-Latn" ] }, { "accuracy": 0.592868, "f1": 0.559688, "f1_weighted": 0.597515, "scores_per_experiment": [ { "accuracy": 0.599115, "f1": 0.565575, "f1_weighted": 0.605879 }, { "accuracy": 0.621741, "f1": 0.585314, "f1_weighted": 0.627471 }, { "accuracy": 0.577472, "f1": 0.541453, "f1_weighted": 0.578665 }, { "accuracy": 0.60846, "f1": 0.572046, "f1_weighted": 0.612885 }, { "accuracy": 0.597147, "f1": 0.559172, "f1_weighted": 0.60001 }, { "accuracy": 0.577964, "f1": 0.559682, "f1_weighted": 0.583692 }, { "accuracy": 0.591244, "f1": 0.548802, "f1_weighted": 0.59568 }, { "accuracy": 0.557796, "f1": 0.534167, "f1_weighted": 0.562951 }, { "accuracy": 0.598131, "f1": 0.5653, "f1_weighted": 0.601058 }, { "accuracy": 0.599606, "f1": 0.565367, "f1_weighted": 0.606856 } ], "main_score": 0.592868, "hf_subset": "my", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.598574, "f1": 0.580396, "f1_weighted": 0.600872, "scores_per_experiment": [ { "accuracy": 0.589769, "f1": 0.590644, "f1_weighted": 0.592893 }, { "accuracy": 0.627644, "f1": 0.596572, "f1_weighted": 0.629404 }, { "accuracy": 0.598623, "f1": 0.57764, "f1_weighted": 0.595389 }, { "accuracy": 0.607477, "f1": 0.57934, "f1_weighted": 0.607298 }, { "accuracy": 0.582391, "f1": 0.558372, "f1_weighted": 0.587523 }, { "accuracy": 0.579931, "f1": 0.570695, "f1_weighted": 0.585911 }, { "accuracy": 0.591244, "f1": 0.581868, "f1_weighted": 0.599631 }, { "accuracy": 0.585342, "f1": 0.572035, "f1_weighted": 0.588024 }, { "accuracy": 0.616331, "f1": 0.591194, "f1_weighted": 0.617231 }, { "accuracy": 0.606985, "f1": 0.585596, "f1_weighted": 0.605418 } ], "main_score": 0.598574, "hf_subset": "az", "languages": [ "aze-Latn" ] }, { "accuracy": 0.436055, "f1": 0.40057, "f1_weighted": 0.443307, "scores_per_experiment": [ { "accuracy": 0.453517, "f1": 0.423241, "f1_weighted": 0.458762 }, { "accuracy": 0.445155, "f1": 0.386241, "f1_weighted": 0.453992 }, { "accuracy": 0.412691, "f1": 0.388751, "f1_weighted": 0.418017 }, { "accuracy": 0.437285, "f1": 0.395855, "f1_weighted": 0.449432 }, { "accuracy": 0.45696, "f1": 0.412376, "f1_weighted": 0.462036 }, { "accuracy": 0.405312, "f1": 0.387753, "f1_weighted": 0.411685 }, { "accuracy": 0.42548, "f1": 0.39265, "f1_weighted": 0.438464 }, { "accuracy": 0.419577, "f1": 0.386266, "f1_weighted": 0.424796 }, { "accuracy": 0.448106, "f1": 0.414556, "f1_weighted": 0.452937 }, { "accuracy": 0.456468, "f1": 0.418012, "f1_weighted": 0.462945 } ], "main_score": 0.436055, "hf_subset": "cy", "languages": [ "cym-Latn" ] }, { "accuracy": 0.516576, "f1": 0.499796, "f1_weighted": 0.518147, "scores_per_experiment": [ { "accuracy": 0.510576, "f1": 0.50106, "f1_weighted": 0.511846 }, { "accuracy": 0.522381, "f1": 0.507686, "f1_weighted": 0.526432 }, { "accuracy": 0.51697, "f1": 0.501772, "f1_weighted": 0.515827 }, { "accuracy": 0.5273, "f1": 0.500307, "f1_weighted": 0.529002 }, { "accuracy": 0.521397, "f1": 0.494173, "f1_weighted": 0.528043 }, { "accuracy": 0.497295, "f1": 0.479771, "f1_weighted": 0.498439 }, { "accuracy": 0.516478, "f1": 0.509466, "f1_weighted": 0.517386 }, { "accuracy": 0.499262, "f1": 0.486143, "f1_weighted": 0.497276 }, { "accuracy": 0.522381, "f1": 0.503746, "f1_weighted": 0.523095 }, { "accuracy": 0.531727, "f1": 0.513831, "f1_weighted": 0.534124 } ], "main_score": 0.516576, "hf_subset": "ka", "languages": [ "kat-Geor" ] }, { "accuracy": 0.582489, "f1": 0.554614, "f1_weighted": 0.585046, "scores_per_experiment": [ { "accuracy": 0.582882, "f1": 0.571404, "f1_weighted": 0.584396 }, { "accuracy": 0.597639, "f1": 0.555588, "f1_weighted": 0.606306 }, { "accuracy": 0.575504, "f1": 0.549924, "f1_weighted": 0.574303 }, { "accuracy": 0.606493, "f1": 0.563029, "f1_weighted": 0.605322 }, { "accuracy": 0.564683, "f1": 0.53761, "f1_weighted": 0.566121 }, { "accuracy": 0.579931, "f1": 0.551613, "f1_weighted": 0.581901 }, { "accuracy": 0.573045, "f1": 0.547417, "f1_weighted": 0.574109 }, { "accuracy": 0.572061, "f1": 0.556006, "f1_weighted": 0.576686 }, { "accuracy": 0.585834, "f1": 0.554255, "f1_weighted": 0.58985 }, { "accuracy": 0.586818, "f1": 0.559291, "f1_weighted": 0.59147 } ], "main_score": 0.582489, "hf_subset": "ur", "languages": [ "urd-Arab" ] }, { "accuracy": 0.620561, "f1": 0.603609, "f1_weighted": 0.618613, "scores_per_experiment": [ { "accuracy": 0.616822, "f1": 0.60548, "f1_weighted": 0.619966 }, { "accuracy": 0.640925, "f1": 0.620653, "f1_weighted": 0.640376 }, { "accuracy": 0.618298, "f1": 0.611395, "f1_weighted": 0.611023 }, { "accuracy": 0.653222, "f1": 0.623707, "f1_weighted": 0.649264 }, { "accuracy": 0.613379, "f1": 0.597605, "f1_weighted": 0.608578 }, { "accuracy": 0.612395, "f1": 0.5914, "f1_weighted": 0.616458 }, { "accuracy": 0.599606, "f1": 0.577541, "f1_weighted": 0.596726 }, { "accuracy": 0.616822, "f1": 0.607451, "f1_weighted": 0.616293 }, { "accuracy": 0.599606, "f1": 0.586631, "f1_weighted": 0.592486 }, { "accuracy": 0.63453, "f1": 0.614226, "f1_weighted": 0.63496 } ], "main_score": 0.620561, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "accuracy": 0.524693, "f1": 0.491496, "f1_weighted": 0.526698, "scores_per_experiment": [ { "accuracy": 0.533694, "f1": 0.503348, "f1_weighted": 0.537485 }, { "accuracy": 0.553861, "f1": 0.510156, "f1_weighted": 0.557374 }, { "accuracy": 0.509592, "f1": 0.482837, "f1_weighted": 0.515418 }, { "accuracy": 0.524348, "f1": 0.494413, "f1_weighted": 0.526104 }, { "accuracy": 0.533202, "f1": 0.492834, "f1_weighted": 0.532616 }, { "accuracy": 0.50664, "f1": 0.481633, "f1_weighted": 0.5078 }, { "accuracy": 0.511067, "f1": 0.474535, "f1_weighted": 0.51403 }, { "accuracy": 0.504673, "f1": 0.469902, "f1_weighted": 0.505476 }, { "accuracy": 0.539105, "f1": 0.509995, "f1_weighted": 0.538853 }, { "accuracy": 0.530743, "f1": 0.495309, "f1_weighted": 0.531819 } ], "main_score": 0.524693, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "accuracy": 0.618347, "f1": 0.598259, "f1_weighted": 0.619019, "scores_per_experiment": [ { "accuracy": 0.621741, "f1": 0.612908, "f1_weighted": 0.623813 }, { "accuracy": 0.639449, "f1": 0.614902, "f1_weighted": 0.637788 }, { "accuracy": 0.601082, "f1": 0.571384, "f1_weighted": 0.602117 }, { "accuracy": 0.655189, "f1": 0.628942, "f1_weighted": 0.652506 }, { "accuracy": 0.626168, "f1": 0.605213, "f1_weighted": 0.624159 }, { "accuracy": 0.590261, "f1": 0.576727, "f1_weighted": 0.592999 }, { "accuracy": 0.593212, "f1": 0.574632, "f1_weighted": 0.595246 }, { "accuracy": 0.606985, "f1": 0.593166, "f1_weighted": 0.609994 }, { "accuracy": 0.623217, "f1": 0.598804, "f1_weighted": 0.624303 }, { "accuracy": 0.626168, "f1": 0.605912, "f1_weighted": 0.627263 } ], "main_score": 0.618347, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "accuracy": 0.575258, "f1": 0.548564, "f1_weighted": 0.580644, "scores_per_experiment": [ { "accuracy": 0.585342, "f1": 0.571413, "f1_weighted": 0.585048 }, { "accuracy": 0.583866, "f1": 0.552666, "f1_weighted": 0.5925 }, { "accuracy": 0.585834, "f1": 0.554973, "f1_weighted": 0.590046 }, { "accuracy": 0.586818, "f1": 0.556129, "f1_weighted": 0.588569 }, { "accuracy": 0.585342, "f1": 0.555975, "f1_weighted": 0.588368 }, { "accuracy": 0.549926, "f1": 0.517236, "f1_weighted": 0.556498 }, { "accuracy": 0.573537, "f1": 0.544807, "f1_weighted": 0.579509 }, { "accuracy": 0.55091, "f1": 0.531947, "f1_weighted": 0.556979 }, { "accuracy": 0.557796, "f1": 0.542979, "f1_weighted": 0.567894 }, { "accuracy": 0.593212, "f1": 0.557521, "f1_weighted": 0.601025 } ], "main_score": 0.575258, "hf_subset": "ta", "languages": [ "tam-Taml" ] }, { "accuracy": 0.499803, "f1": 0.472346, "f1_weighted": 0.504918, "scores_per_experiment": [ { "accuracy": 0.499262, "f1": 0.481548, "f1_weighted": 0.502855 }, { "accuracy": 0.505165, "f1": 0.463283, "f1_weighted": 0.513341 }, { "accuracy": 0.494343, "f1": 0.476017, "f1_weighted": 0.49947 }, { "accuracy": 0.507624, "f1": 0.476408, "f1_weighted": 0.51696 }, { "accuracy": 0.502213, "f1": 0.472771, "f1_weighted": 0.510705 }, { "accuracy": 0.499262, "f1": 0.472675, "f1_weighted": 0.500955 }, { "accuracy": 0.484014, "f1": 0.455325, "f1_weighted": 0.494527 }, { "accuracy": 0.500738, "f1": 0.475091, "f1_weighted": 0.50021 }, { "accuracy": 0.502213, "f1": 0.482014, "f1_weighted": 0.500908 }, { "accuracy": 0.503197, "f1": 0.468325, "f1_weighted": 0.509247 } ], "main_score": 0.499803, "hf_subset": "am", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.647024, "f1": 0.625691, "f1_weighted": 0.646009, "scores_per_experiment": [ { "accuracy": 0.66306, "f1": 0.647638, "f1_weighted": 0.664245 }, { "accuracy": 0.66847, "f1": 0.635995, "f1_weighted": 0.669394 }, { "accuracy": 0.633055, "f1": 0.618213, "f1_weighted": 0.627541 }, { "accuracy": 0.661584, "f1": 0.628458, "f1_weighted": 0.658204 }, { "accuracy": 0.641417, "f1": 0.607896, "f1_weighted": 0.641833 }, { "accuracy": 0.626168, "f1": 0.607165, "f1_weighted": 0.626632 }, { "accuracy": 0.636006, "f1": 0.620339, "f1_weighted": 0.635351 }, { "accuracy": 0.626168, "f1": 0.61558, "f1_weighted": 0.624891 }, { "accuracy": 0.660108, "f1": 0.648179, "f1_weighted": 0.657475 }, { "accuracy": 0.654206, "f1": 0.627444, "f1_weighted": 0.65452 } ], "main_score": 0.647024, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "accuracy": 0.619921, "f1": 0.606429, "f1_weighted": 0.617478, "scores_per_experiment": [ { "accuracy": 0.628628, "f1": 0.620555, "f1_weighted": 0.626764 }, { "accuracy": 0.641417, "f1": 0.62476, "f1_weighted": 0.638197 }, { "accuracy": 0.612887, "f1": 0.60013, "f1_weighted": 0.61299 }, { "accuracy": 0.630595, "f1": 0.609027, "f1_weighted": 0.627724 }, { "accuracy": 0.633546, "f1": 0.613985, "f1_weighted": 0.629263 }, { "accuracy": 0.612887, "f1": 0.5974, "f1_weighted": 0.610873 }, { "accuracy": 0.59518, "f1": 0.587112, "f1_weighted": 0.593948 }, { "accuracy": 0.603542, "f1": 0.5925, "f1_weighted": 0.593913 }, { "accuracy": 0.606001, "f1": 0.599615, "f1_weighted": 0.603236 }, { "accuracy": 0.63453, "f1": 0.619206, "f1_weighted": 0.637875 } ], "main_score": 0.619921, "hf_subset": "it", "languages": [ "ita-Latn" ] } ], "test": [ { "accuracy": 0.539442, "f1": 0.514383, "f1_weighted": 0.543899, "scores_per_experiment": [ { "accuracy": 0.536315, "f1": 0.523249, "f1_weighted": 0.542041 }, { "accuracy": 0.555481, "f1": 0.521713, "f1_weighted": 0.56305 }, { "accuracy": 0.549428, "f1": 0.516767, "f1_weighted": 0.556966 }, { "accuracy": 0.547075, "f1": 0.513494, "f1_weighted": 0.551641 }, { "accuracy": 0.535306, "f1": 0.505786, "f1_weighted": 0.540076 }, { "accuracy": 0.540013, "f1": 0.522672, "f1_weighted": 0.542763 }, { "accuracy": 0.527236, "f1": 0.505805, "f1_weighted": 0.535551 }, { "accuracy": 0.538332, "f1": 0.507126, "f1_weighted": 0.53677 }, { "accuracy": 0.52421, "f1": 0.499009, "f1_weighted": 0.531182 }, { "accuracy": 0.541022, "f1": 0.528207, "f1_weighted": 0.538949 } ], "main_score": 0.539442, "hf_subset": "tl", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.608272, "f1": 0.587259, "f1_weighted": 0.609724, "scores_per_experiment": [ { "accuracy": 0.612643, "f1": 0.59565, "f1_weighted": 0.61424 }, { "accuracy": 0.629455, "f1": 0.600783, "f1_weighted": 0.636289 }, { "accuracy": 0.596167, "f1": 0.58213, "f1_weighted": 0.596926 }, { "accuracy": 0.630464, "f1": 0.605841, "f1_weighted": 0.632761 }, { "accuracy": 0.597512, "f1": 0.586107, "f1_weighted": 0.595871 }, { "accuracy": 0.603228, "f1": 0.578016, "f1_weighted": 0.605998 }, { "accuracy": 0.596503, "f1": 0.585147, "f1_weighted": 0.597557 }, { "accuracy": 0.590451, "f1": 0.569343, "f1_weighted": 0.583928 }, { "accuracy": 0.600874, "f1": 0.575449, "f1_weighted": 0.606058 }, { "accuracy": 0.62542, "f1": 0.594122, "f1_weighted": 0.627613 } ], "main_score": 0.608272, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "accuracy": 0.594788, "f1": 0.569854, "f1_weighted": 0.598631, "scores_per_experiment": [ { "accuracy": 0.605582, "f1": 0.591488, "f1_weighted": 0.612039 }, { "accuracy": 0.619704, "f1": 0.589346, "f1_weighted": 0.624455 }, { "accuracy": 0.590787, "f1": 0.560546, "f1_weighted": 0.590875 }, { "accuracy": 0.596167, "f1": 0.567749, "f1_weighted": 0.600618 }, { "accuracy": 0.600202, "f1": 0.564838, "f1_weighted": 0.602579 }, { "accuracy": 0.584734, "f1": 0.565498, "f1_weighted": 0.588451 }, { "accuracy": 0.591123, "f1": 0.567105, "f1_weighted": 0.598906 }, { "accuracy": 0.571284, "f1": 0.548392, "f1_weighted": 0.57103 }, { "accuracy": 0.579018, "f1": 0.566263, "f1_weighted": 0.584622 }, { "accuracy": 0.60928, "f1": 0.577316, "f1_weighted": 0.612735 } ], "main_score": 0.594788, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "accuracy": 0.614997, "f1": 0.616724, "f1_weighted": 0.614891, "scores_per_experiment": [ { "accuracy": 0.602892, "f1": 0.623192, "f1_weighted": 0.606816 }, { "accuracy": 0.627102, "f1": 0.617574, "f1_weighted": 0.630544 }, { "accuracy": 0.616005, "f1": 0.61365, "f1_weighted": 0.613343 }, { "accuracy": 0.639543, "f1": 0.637056, "f1_weighted": 0.638728 }, { "accuracy": 0.624412, "f1": 0.621482, "f1_weighted": 0.622196 }, { "accuracy": 0.603228, "f1": 0.613185, "f1_weighted": 0.596629 }, { "accuracy": 0.604909, "f1": 0.606054, "f1_weighted": 0.604697 }, { "accuracy": 0.609617, "f1": 0.616484, "f1_weighted": 0.609232 }, { "accuracy": 0.607263, "f1": 0.60537, "f1_weighted": 0.611431 }, { "accuracy": 0.614997, "f1": 0.613191, "f1_weighted": 0.61529 } ], "main_score": 0.614997, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ] }, { "accuracy": 0.629422, "f1": 0.609736, "f1_weighted": 0.631572, "scores_per_experiment": [ { "accuracy": 0.632482, "f1": 0.616798, "f1_weighted": 0.640155 }, { "accuracy": 0.654674, "f1": 0.617433, "f1_weighted": 0.657906 }, { "accuracy": 0.619368, "f1": 0.600548, "f1_weighted": 0.61693 }, { "accuracy": 0.659045, "f1": 0.632615, "f1_weighted": 0.661941 }, { "accuracy": 0.641224, "f1": 0.618899, "f1_weighted": 0.63872 }, { "accuracy": 0.61735, "f1": 0.59926, "f1_weighted": 0.618945 }, { "accuracy": 0.608608, "f1": 0.597973, "f1_weighted": 0.614217 }, { "accuracy": 0.629455, "f1": 0.612265, "f1_weighted": 0.632366 }, { "accuracy": 0.6039, "f1": 0.590906, "f1_weighted": 0.604733 }, { "accuracy": 0.62811, "f1": 0.610667, "f1_weighted": 0.629809 } ], "main_score": 0.629422, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "accuracy": 0.612811, "f1": 0.610146, "f1_weighted": 0.608653, "scores_per_experiment": [ { "accuracy": 0.625084, "f1": 0.630782, "f1_weighted": 0.621349 }, { "accuracy": 0.630128, "f1": 0.617069, "f1_weighted": 0.62812 }, { "accuracy": 0.612979, "f1": 0.607044, "f1_weighted": 0.604854 }, { "accuracy": 0.619032, "f1": 0.613234, "f1_weighted": 0.61408 }, { "accuracy": 0.621049, "f1": 0.61279, "f1_weighted": 0.615515 }, { "accuracy": 0.605582, "f1": 0.60409, "f1_weighted": 0.602062 }, { "accuracy": 0.591123, "f1": 0.599338, "f1_weighted": 0.587056 }, { "accuracy": 0.593477, "f1": 0.594732, "f1_weighted": 0.591392 }, { "accuracy": 0.610289, "f1": 0.602434, "f1_weighted": 0.605905 }, { "accuracy": 0.619368, "f1": 0.619948, "f1_weighted": 0.616202 } ], "main_score": 0.612811, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "accuracy": 0.547445, "f1": 0.517052, "f1_weighted": 0.551014, "scores_per_experiment": [ { "accuracy": 0.553463, "f1": 0.529989, "f1_weighted": 0.558691 }, { "accuracy": 0.55918, "f1": 0.524628, "f1_weighted": 0.564786 }, { "accuracy": 0.545393, "f1": 0.517267, "f1_weighted": 0.547846 }, { "accuracy": 0.560525, "f1": 0.524496, "f1_weighted": 0.568377 }, { "accuracy": 0.561533, "f1": 0.518752, "f1_weighted": 0.567953 }, { "accuracy": 0.516476, "f1": 0.493513, "f1_weighted": 0.516941 }, { "accuracy": 0.546066, "f1": 0.515927, "f1_weighted": 0.546868 }, { "accuracy": 0.53228, "f1": 0.512418, "f1_weighted": 0.535257 }, { "accuracy": 0.528581, "f1": 0.500151, "f1_weighted": 0.533504 }, { "accuracy": 0.570948, "f1": 0.533379, "f1_weighted": 0.569912 } ], "main_score": 0.547445, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "accuracy": 0.602993, "f1": 0.591897, "f1_weighted": 0.604503, "scores_per_experiment": [ { "accuracy": 0.619704, "f1": 0.610823, "f1_weighted": 0.622751 }, { "accuracy": 0.610289, "f1": 0.594317, "f1_weighted": 0.617644 }, { "accuracy": 0.60659, "f1": 0.588226, "f1_weighted": 0.605664 }, { "accuracy": 0.607263, "f1": 0.594203, "f1_weighted": 0.609512 }, { "accuracy": 0.616005, "f1": 0.598477, "f1_weighted": 0.615049 }, { "accuracy": 0.587761, "f1": 0.581376, "f1_weighted": 0.587036 }, { "accuracy": 0.600202, "f1": 0.595867, "f1_weighted": 0.599503 }, { "accuracy": 0.580363, "f1": 0.568337, "f1_weighted": 0.582613 }, { "accuracy": 0.600202, "f1": 0.587357, "f1_weighted": 0.600127 }, { "accuracy": 0.601547, "f1": 0.599984, "f1_weighted": 0.605134 } ], "main_score": 0.602993, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "accuracy": 0.492065, "f1": 0.477007, "f1_weighted": 0.501338, "scores_per_experiment": [ { "accuracy": 0.489913, "f1": 0.480048, "f1_weighted": 0.503825 }, { "accuracy": 0.510087, "f1": 0.486369, "f1_weighted": 0.518766 }, { "accuracy": 0.4731, "f1": 0.461132, "f1_weighted": 0.476022 }, { "accuracy": 0.503026, "f1": 0.491351, "f1_weighted": 0.512368 }, { "accuracy": 0.50538, "f1": 0.482349, "f1_weighted": 0.512407 }, { "accuracy": 0.494284, "f1": 0.481457, "f1_weighted": 0.503129 }, { "accuracy": 0.488231, "f1": 0.462652, "f1_weighted": 0.501357 }, { "accuracy": 0.480161, "f1": 0.471077, "f1_weighted": 0.490936 }, { "accuracy": 0.478144, "f1": 0.468267, "f1_weighted": 0.487225 }, { "accuracy": 0.498319, "f1": 0.485371, "f1_weighted": 0.507343 } ], "main_score": 0.492065, "hf_subset": "km", "languages": [ "khm-Khmr" ] }, { "accuracy": 0.637693, "f1": 0.626781, "f1_weighted": 0.639616, "scores_per_experiment": [ { "accuracy": 0.642905, "f1": 0.638408, "f1_weighted": 0.645753 }, { "accuracy": 0.664425, "f1": 0.641091, "f1_weighted": 0.670399 }, { "accuracy": 0.629455, "f1": 0.611524, "f1_weighted": 0.628292 }, { "accuracy": 0.651984, "f1": 0.642901, "f1_weighted": 0.656875 }, { "accuracy": 0.6308, "f1": 0.621644, "f1_weighted": 0.633732 }, { "accuracy": 0.618023, "f1": 0.608542, "f1_weighted": 0.615065 }, { "accuracy": 0.634835, "f1": 0.628909, "f1_weighted": 0.638694 }, { "accuracy": 0.619032, "f1": 0.617166, "f1_weighted": 0.617747 }, { "accuracy": 0.634835, "f1": 0.623777, "f1_weighted": 0.641057 }, { "accuracy": 0.650639, "f1": 0.633848, "f1_weighted": 0.648548 } ], "main_score": 0.637693, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ] }, { "accuracy": 0.661365, "f1": 0.638737, "f1_weighted": 0.663831, "scores_per_experiment": [ { "accuracy": 0.674512, "f1": 0.657359, "f1_weighted": 0.680533 }, { "accuracy": 0.676866, "f1": 0.656222, "f1_weighted": 0.683271 }, { "accuracy": 0.646604, "f1": 0.623852, "f1_weighted": 0.644583 }, { "accuracy": 0.664089, "f1": 0.634316, "f1_weighted": 0.669228 }, { "accuracy": 0.669469, "f1": 0.646016, "f1_weighted": 0.667605 }, { "accuracy": 0.649966, "f1": 0.632368, "f1_weighted": 0.647718 }, { "accuracy": 0.664761, "f1": 0.643908, "f1_weighted": 0.669889 }, { "accuracy": 0.646604, "f1": 0.627542, "f1_weighted": 0.647311 }, { "accuracy": 0.659045, "f1": 0.632454, "f1_weighted": 0.663771 }, { "accuracy": 0.661735, "f1": 0.633333, "f1_weighted": 0.664402 } ], "main_score": 0.661365, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "accuracy": 0.581036, "f1": 0.555833, "f1_weighted": 0.582442, "scores_per_experiment": [ { "accuracy": 0.584398, "f1": 0.557858, "f1_weighted": 0.588243 }, { "accuracy": 0.596503, "f1": 0.568723, "f1_weighted": 0.602201 }, { "accuracy": 0.580363, "f1": 0.555053, "f1_weighted": 0.579099 }, { "accuracy": 0.610962, "f1": 0.57653, "f1_weighted": 0.611786 }, { "accuracy": 0.561197, "f1": 0.540304, "f1_weighted": 0.560433 }, { "accuracy": 0.558507, "f1": 0.541313, "f1_weighted": 0.561696 }, { "accuracy": 0.571621, "f1": 0.551575, "f1_weighted": 0.567898 }, { "accuracy": 0.558843, "f1": 0.540267, "f1_weighted": 0.558801 }, { "accuracy": 0.580027, "f1": 0.548811, "f1_weighted": 0.582706 }, { "accuracy": 0.607935, "f1": 0.577892, "f1_weighted": 0.61156 } ], "main_score": 0.581036, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "accuracy": 0.585272, "f1": 0.555159, "f1_weighted": 0.589961, "scores_per_experiment": [ { "accuracy": 0.603564, "f1": 0.573674, "f1_weighted": 0.612406 }, { "accuracy": 0.587761, "f1": 0.56228, "f1_weighted": 0.594009 }, { "accuracy": 0.589778, "f1": 0.557409, "f1_weighted": 0.592604 }, { "accuracy": 0.597176, "f1": 0.559628, "f1_weighted": 0.600928 }, { "accuracy": 0.589106, "f1": 0.555675, "f1_weighted": 0.591136 }, { "accuracy": 0.562542, "f1": 0.540071, "f1_weighted": 0.562575 }, { "accuracy": 0.567922, "f1": 0.542266, "f1_weighted": 0.572468 }, { "accuracy": 0.581708, "f1": 0.555762, "f1_weighted": 0.588793 }, { "accuracy": 0.578009, "f1": 0.540372, "f1_weighted": 0.584098 }, { "accuracy": 0.595158, "f1": 0.56445, "f1_weighted": 0.60059 } ], "main_score": 0.585272, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "accuracy": 0.544351, "f1": 0.521934, "f1_weighted": 0.551629, "scores_per_experiment": [ { "accuracy": 0.555817, "f1": 0.534061, "f1_weighted": 0.565966 }, { "accuracy": 0.552791, "f1": 0.526493, "f1_weighted": 0.55936 }, { "accuracy": 0.541022, "f1": 0.507114, "f1_weighted": 0.54887 }, { "accuracy": 0.570948, "f1": 0.541148, "f1_weighted": 0.583487 }, { "accuracy": 0.554136, "f1": 0.526211, "f1_weighted": 0.561001 }, { "accuracy": 0.5269, "f1": 0.50947, "f1_weighted": 0.527088 }, { "accuracy": 0.528245, "f1": 0.510521, "f1_weighted": 0.531834 }, { "accuracy": 0.536987, "f1": 0.516269, "f1_weighted": 0.543705 }, { "accuracy": 0.525555, "f1": 0.508608, "f1_weighted": 0.533433 }, { "accuracy": 0.55111, "f1": 0.539441, "f1_weighted": 0.561542 } ], "main_score": 0.544351, "hf_subset": "sq", "languages": [ "sqi-Latn" ] }, { "accuracy": 0.446738, "f1": 0.424563, "f1_weighted": 0.452744, "scores_per_experiment": [ { "accuracy": 0.459314, "f1": 0.43533, "f1_weighted": 0.475394 }, { "accuracy": 0.471083, "f1": 0.437099, "f1_weighted": 0.479132 }, { "accuracy": 0.455279, "f1": 0.435797, "f1_weighted": 0.46296 }, { "accuracy": 0.441829, "f1": 0.420708, "f1_weighted": 0.443357 }, { "accuracy": 0.443847, "f1": 0.413724, "f1_weighted": 0.452294 }, { "accuracy": 0.431069, "f1": 0.413768, "f1_weighted": 0.428489 }, { "accuracy": 0.444183, "f1": 0.41977, "f1_weighted": 0.449207 }, { "accuracy": 0.440148, "f1": 0.427312, "f1_weighted": 0.443011 }, { "accuracy": 0.441829, "f1": 0.416687, "f1_weighted": 0.448521 }, { "accuracy": 0.438803, "f1": 0.425437, "f1_weighted": 0.445079 } ], "main_score": 0.446738, "hf_subset": "jv", "languages": [ "jav-Latn" ] }, { "accuracy": 0.65928, "f1": 0.642413, "f1_weighted": 0.660155, "scores_per_experiment": [ { "accuracy": 0.671486, "f1": 0.661803, "f1_weighted": 0.677794 }, { "accuracy": 0.678884, "f1": 0.648015, "f1_weighted": 0.684264 }, { "accuracy": 0.655683, "f1": 0.636296, "f1_weighted": 0.651756 }, { "accuracy": 0.670141, "f1": 0.652192, "f1_weighted": 0.673269 }, { "accuracy": 0.65501, "f1": 0.639165, "f1_weighted": 0.655082 }, { "accuracy": 0.650975, "f1": 0.638202, "f1_weighted": 0.647761 }, { "accuracy": 0.648621, "f1": 0.638302, "f1_weighted": 0.647137 }, { "accuracy": 0.656691, "f1": 0.632547, "f1_weighted": 0.656728 }, { "accuracy": 0.648621, "f1": 0.63389, "f1_weighted": 0.654057 }, { "accuracy": 0.656691, "f1": 0.643717, "f1_weighted": 0.653698 } ], "main_score": 0.65928, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "accuracy": 0.645158, "f1": 0.62225, "f1_weighted": 0.645995, "scores_per_experiment": [ { "accuracy": 0.635844, "f1": 0.628048, "f1_weighted": 0.640006 }, { "accuracy": 0.677539, "f1": 0.641677, "f1_weighted": 0.680898 }, { "accuracy": 0.635171, "f1": 0.610583, "f1_weighted": 0.631077 }, { "accuracy": 0.672159, "f1": 0.64858, "f1_weighted": 0.6732 }, { "accuracy": 0.64156, "f1": 0.624034, "f1_weighted": 0.640642 }, { "accuracy": 0.621722, "f1": 0.600376, "f1_weighted": 0.62304 }, { "accuracy": 0.632145, "f1": 0.609491, "f1_weighted": 0.634904 }, { "accuracy": 0.643914, "f1": 0.615355, "f1_weighted": 0.645012 }, { "accuracy": 0.635508, "f1": 0.613864, "f1_weighted": 0.6353 }, { "accuracy": 0.656019, "f1": 0.630496, "f1_weighted": 0.65587 } ], "main_score": 0.645158, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "accuracy": 0.638837, "f1": 0.624833, "f1_weighted": 0.638655, "scores_per_experiment": [ { "accuracy": 0.637861, "f1": 0.628037, "f1_weighted": 0.641607 }, { "accuracy": 0.654674, "f1": 0.645436, "f1_weighted": 0.657523 }, { "accuracy": 0.641224, "f1": 0.621425, "f1_weighted": 0.640742 }, { "accuracy": 0.662071, "f1": 0.639122, "f1_weighted": 0.658757 }, { "accuracy": 0.637525, "f1": 0.619779, "f1_weighted": 0.637304 }, { "accuracy": 0.61735, "f1": 0.607105, "f1_weighted": 0.615375 }, { "accuracy": 0.626093, "f1": 0.608385, "f1_weighted": 0.625258 }, { "accuracy": 0.61735, "f1": 0.609443, "f1_weighted": 0.618317 }, { "accuracy": 0.639879, "f1": 0.625951, "f1_weighted": 0.636163 }, { "accuracy": 0.654338, "f1": 0.64365, "f1_weighted": 0.655508 } ], "main_score": 0.638837, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "accuracy": 0.627875, "f1": 0.601453, "f1_weighted": 0.629301, "scores_per_experiment": [ { "accuracy": 0.659381, "f1": 0.634887, "f1_weighted": 0.661641 }, { "accuracy": 0.642905, "f1": 0.617535, "f1_weighted": 0.644076 }, { "accuracy": 0.617687, "f1": 0.5907, "f1_weighted": 0.616374 }, { "accuracy": 0.648285, "f1": 0.616392, "f1_weighted": 0.65483 }, { "accuracy": 0.629119, "f1": 0.59054, "f1_weighted": 0.630081 }, { "accuracy": 0.610625, "f1": 0.589386, "f1_weighted": 0.609436 }, { "accuracy": 0.614997, "f1": 0.591457, "f1_weighted": 0.616262 }, { "accuracy": 0.623403, "f1": 0.59796, "f1_weighted": 0.626294 }, { "accuracy": 0.61197, "f1": 0.596124, "f1_weighted": 0.612324 }, { "accuracy": 0.620377, "f1": 0.589545, "f1_weighted": 0.621695 } ], "main_score": 0.627875, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "accuracy": 0.587088, "f1": 0.561716, "f1_weighted": 0.589736, "scores_per_experiment": [ { "accuracy": 0.596503, "f1": 0.57261, "f1_weighted": 0.601585 }, { "accuracy": 0.606927, "f1": 0.576297, "f1_weighted": 0.609899 }, { "accuracy": 0.588097, "f1": 0.556372, "f1_weighted": 0.589688 }, { "accuracy": 0.594822, "f1": 0.562942, "f1_weighted": 0.597599 }, { "accuracy": 0.594822, "f1": 0.55783, "f1_weighted": 0.594581 }, { "accuracy": 0.584398, "f1": 0.567108, "f1_weighted": 0.586675 }, { "accuracy": 0.563551, "f1": 0.542305, "f1_weighted": 0.56526 }, { "accuracy": 0.555481, "f1": 0.536924, "f1_weighted": 0.556488 }, { "accuracy": 0.591123, "f1": 0.564534, "f1_weighted": 0.598576 }, { "accuracy": 0.595158, "f1": 0.580237, "f1_weighted": 0.597012 } ], "main_score": 0.587088, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "accuracy": 0.601748, "f1": 0.574672, "f1_weighted": 0.603973, "scores_per_experiment": [ { "accuracy": 0.616342, "f1": 0.592152, "f1_weighted": 0.624834 }, { "accuracy": 0.611634, "f1": 0.57615, "f1_weighted": 0.61767 }, { "accuracy": 0.590451, "f1": 0.559712, "f1_weighted": 0.587747 }, { "accuracy": 0.614324, "f1": 0.582771, "f1_weighted": 0.613167 }, { "accuracy": 0.595831, "f1": 0.573159, "f1_weighted": 0.597724 }, { "accuracy": 0.594149, "f1": 0.572671, "f1_weighted": 0.593605 }, { "accuracy": 0.595158, "f1": 0.571661, "f1_weighted": 0.595641 }, { "accuracy": 0.596503, "f1": 0.564263, "f1_weighted": 0.59581 }, { "accuracy": 0.597512, "f1": 0.56793, "f1_weighted": 0.60452 }, { "accuracy": 0.605582, "f1": 0.586252, "f1_weighted": 0.609008 } ], "main_score": 0.601748, "hf_subset": "he", "languages": [ "heb-Hebr" ] }, { "accuracy": 0.61076, "f1": 0.597163, "f1_weighted": 0.615119, "scores_per_experiment": [ { "accuracy": 0.609617, "f1": 0.603586, "f1_weighted": 0.613838 }, { "accuracy": 0.620377, "f1": 0.599961, "f1_weighted": 0.626119 }, { "accuracy": 0.594149, "f1": 0.578599, "f1_weighted": 0.595656 }, { "accuracy": 0.629792, "f1": 0.615427, "f1_weighted": 0.634428 }, { "accuracy": 0.619032, "f1": 0.596721, "f1_weighted": 0.620561 }, { "accuracy": 0.621385, "f1": 0.606138, "f1_weighted": 0.623876 }, { "accuracy": 0.595831, "f1": 0.588208, "f1_weighted": 0.603522 }, { "accuracy": 0.588769, "f1": 0.585965, "f1_weighted": 0.589775 }, { "accuracy": 0.61735, "f1": 0.602993, "f1_weighted": 0.6262 }, { "accuracy": 0.611298, "f1": 0.594036, "f1_weighted": 0.617212 } ], "main_score": 0.61076, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "accuracy": 0.420242, "f1": 0.401557, "f1_weighted": 0.428628, "scores_per_experiment": [ { "accuracy": 0.419973, "f1": 0.402981, "f1_weighted": 0.423564 }, { "accuracy": 0.416611, "f1": 0.395211, "f1_weighted": 0.427314 }, { "accuracy": 0.438803, "f1": 0.411614, "f1_weighted": 0.445948 }, { "accuracy": 0.44351, "f1": 0.427396, "f1_weighted": 0.457808 }, { "accuracy": 0.413584, "f1": 0.383877, "f1_weighted": 0.41953 }, { "accuracy": 0.399462, "f1": 0.393145, "f1_weighted": 0.398502 }, { "accuracy": 0.420982, "f1": 0.397567, "f1_weighted": 0.435978 }, { "accuracy": 0.417619, "f1": 0.397473, "f1_weighted": 0.431412 }, { "accuracy": 0.399798, "f1": 0.380682, "f1_weighted": 0.407815 }, { "accuracy": 0.432078, "f1": 0.425624, "f1_weighted": 0.43841 } ], "main_score": 0.420242, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "accuracy": 0.615871, "f1": 0.580528, "f1_weighted": 0.620987, "scores_per_experiment": [ { "accuracy": 0.627774, "f1": 0.60077, "f1_weighted": 0.637195 }, { "accuracy": 0.632482, "f1": 0.598459, "f1_weighted": 0.642468 }, { "accuracy": 0.610625, "f1": 0.569456, "f1_weighted": 0.611445 }, { "accuracy": 0.616678, "f1": 0.579595, "f1_weighted": 0.625884 }, { "accuracy": 0.621385, "f1": 0.583779, "f1_weighted": 0.624446 }, { "accuracy": 0.584734, "f1": 0.559507, "f1_weighted": 0.583985 }, { "accuracy": 0.602555, "f1": 0.562777, "f1_weighted": 0.605972 }, { "accuracy": 0.61197, "f1": 0.574456, "f1_weighted": 0.616136 }, { "accuracy": 0.610962, "f1": 0.574455, "f1_weighted": 0.618305 }, { "accuracy": 0.639543, "f1": 0.602023, "f1_weighted": 0.644035 } ], "main_score": 0.615871, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "accuracy": 0.607902, "f1": 0.579013, "f1_weighted": 0.613567, "scores_per_experiment": [ { "accuracy": 0.613315, "f1": 0.601975, "f1_weighted": 0.618353 }, { "accuracy": 0.60659, "f1": 0.579891, "f1_weighted": 0.619254 }, { "accuracy": 0.605918, "f1": 0.573155, "f1_weighted": 0.609666 }, { "accuracy": 0.634163, "f1": 0.592279, "f1_weighted": 0.638216 }, { "accuracy": 0.610625, "f1": 0.57643, "f1_weighted": 0.61462 }, { "accuracy": 0.578682, "f1": 0.559081, "f1_weighted": 0.581068 }, { "accuracy": 0.605918, "f1": 0.575158, "f1_weighted": 0.616029 }, { "accuracy": 0.590451, "f1": 0.562465, "f1_weighted": 0.595957 }, { "accuracy": 0.613652, "f1": 0.586109, "f1_weighted": 0.618681 }, { "accuracy": 0.619704, "f1": 0.583586, "f1_weighted": 0.623823 } ], "main_score": 0.607902, "hf_subset": "ml", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.551984, "f1": 0.526169, "f1_weighted": 0.555773, "scores_per_experiment": [ { "accuracy": 0.56456, "f1": 0.542426, "f1_weighted": 0.569928 }, { "accuracy": 0.564223, "f1": 0.532385, "f1_weighted": 0.570086 }, { "accuracy": 0.542367, "f1": 0.524993, "f1_weighted": 0.5439 }, { "accuracy": 0.571957, "f1": 0.53539, "f1_weighted": 0.579167 }, { "accuracy": 0.5538, "f1": 0.52448, "f1_weighted": 0.555589 }, { "accuracy": 0.527909, "f1": 0.510379, "f1_weighted": 0.530609 }, { "accuracy": 0.541358, "f1": 0.51661, "f1_weighted": 0.546464 }, { "accuracy": 0.557498, "f1": 0.526504, "f1_weighted": 0.560504 }, { "accuracy": 0.54842, "f1": 0.522883, "f1_weighted": 0.554158 }, { "accuracy": 0.547747, "f1": 0.52564, "f1_weighted": 0.547326 } ], "main_score": 0.551984, "hf_subset": "af", "languages": [ "afr-Latn" ] }, { "accuracy": 0.620309, "f1": 0.596941, "f1_weighted": 0.624277, "scores_per_experiment": [ { "accuracy": 0.615669, "f1": 0.614826, "f1_weighted": 0.621101 }, { "accuracy": 0.631473, "f1": 0.600135, "f1_weighted": 0.637787 }, { "accuracy": 0.606927, "f1": 0.569834, "f1_weighted": 0.613411 }, { "accuracy": 0.651648, "f1": 0.620996, "f1_weighted": 0.658314 }, { "accuracy": 0.625084, "f1": 0.594999, "f1_weighted": 0.626594 }, { "accuracy": 0.601547, "f1": 0.590712, "f1_weighted": 0.602537 }, { "accuracy": 0.610962, "f1": 0.591093, "f1_weighted": 0.613048 }, { "accuracy": 0.6039, "f1": 0.579537, "f1_weighted": 0.609192 }, { "accuracy": 0.614324, "f1": 0.595763, "f1_weighted": 0.616757 }, { "accuracy": 0.64156, "f1": 0.611514, "f1_weighted": 0.644025 } ], "main_score": 0.620309, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "accuracy": 0.607229, "f1": 0.586117, "f1_weighted": 0.608983, "scores_per_experiment": [ { "accuracy": 0.612979, "f1": 0.595912, "f1_weighted": 0.620016 }, { "accuracy": 0.632818, "f1": 0.604354, "f1_weighted": 0.635444 }, { "accuracy": 0.602219, "f1": 0.575296, "f1_weighted": 0.598407 }, { "accuracy": 0.62542, "f1": 0.597022, "f1_weighted": 0.629655 }, { "accuracy": 0.607599, "f1": 0.580442, "f1_weighted": 0.601738 }, { "accuracy": 0.580699, "f1": 0.56565, "f1_weighted": 0.583457 }, { "accuracy": 0.597176, "f1": 0.580265, "f1_weighted": 0.599887 }, { "accuracy": 0.594149, "f1": 0.579386, "f1_weighted": 0.600239 }, { "accuracy": 0.600874, "f1": 0.584634, "f1_weighted": 0.603341 }, { "accuracy": 0.618359, "f1": 0.598208, "f1_weighted": 0.617651 } ], "main_score": 0.607229, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "accuracy": 0.614156, "f1": 0.597805, "f1_weighted": 0.619511, "scores_per_experiment": [ { "accuracy": 0.617687, "f1": 0.605771, "f1_weighted": 0.627032 }, { "accuracy": 0.631137, "f1": 0.613064, "f1_weighted": 0.637879 }, { "accuracy": 0.62004, "f1": 0.606902, "f1_weighted": 0.621207 }, { "accuracy": 0.643914, "f1": 0.623605, "f1_weighted": 0.650558 }, { "accuracy": 0.611298, "f1": 0.589526, "f1_weighted": 0.610817 }, { "accuracy": 0.598857, "f1": 0.583144, "f1_weighted": 0.604421 }, { "accuracy": 0.606927, "f1": 0.58986, "f1_weighted": 0.613369 }, { "accuracy": 0.600538, "f1": 0.583298, "f1_weighted": 0.604283 }, { "accuracy": 0.595158, "f1": 0.5824, "f1_weighted": 0.603646 }, { "accuracy": 0.616005, "f1": 0.600483, "f1_weighted": 0.621895 } ], "main_score": 0.614156, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "accuracy": 0.57959, "f1": 0.552417, "f1_weighted": 0.583296, "scores_per_experiment": [ { "accuracy": 0.582044, "f1": 0.555805, "f1_weighted": 0.588882 }, { "accuracy": 0.590114, "f1": 0.55496, "f1_weighted": 0.599534 }, { "accuracy": 0.581372, "f1": 0.547125, "f1_weighted": 0.581311 }, { "accuracy": 0.596167, "f1": 0.568081, "f1_weighted": 0.605075 }, { "accuracy": 0.570276, "f1": 0.544259, "f1_weighted": 0.571321 }, { "accuracy": 0.558843, "f1": 0.53227, "f1_weighted": 0.561933 }, { "accuracy": 0.572629, "f1": 0.549783, "f1_weighted": 0.575783 }, { "accuracy": 0.563551, "f1": 0.536157, "f1_weighted": 0.565785 }, { "accuracy": 0.583726, "f1": 0.560931, "f1_weighted": 0.586537 }, { "accuracy": 0.597176, "f1": 0.574796, "f1_weighted": 0.596794 } ], "main_score": 0.57959, "hf_subset": "kn", "languages": [ "kan-Knda" ] }, { "accuracy": 0.57653, "f1": 0.547294, "f1_weighted": 0.580393, "scores_per_experiment": [ { "accuracy": 0.576328, "f1": 0.551579, "f1_weighted": 0.582022 }, { "accuracy": 0.595158, "f1": 0.56699, "f1_weighted": 0.602348 }, { "accuracy": 0.591459, "f1": 0.550758, "f1_weighted": 0.591954 }, { "accuracy": 0.600874, "f1": 0.562091, "f1_weighted": 0.609749 }, { "accuracy": 0.580363, "f1": 0.548329, "f1_weighted": 0.582043 }, { "accuracy": 0.577673, "f1": 0.542207, "f1_weighted": 0.579371 }, { "accuracy": 0.549765, "f1": 0.527003, "f1_weighted": 0.551848 }, { "accuracy": 0.562878, "f1": 0.540799, "f1_weighted": 0.567443 }, { "accuracy": 0.555817, "f1": 0.541007, "f1_weighted": 0.559922 }, { "accuracy": 0.574983, "f1": 0.542179, "f1_weighted": 0.577231 } ], "main_score": 0.57653, "hf_subset": "mn", "languages": [ "mon-Cyrl" ] }, { "accuracy": 0.617182, "f1": 0.597135, "f1_weighted": 0.619426, "scores_per_experiment": [ { "accuracy": 0.621722, "f1": 0.613915, "f1_weighted": 0.626289 }, { "accuracy": 0.640551, "f1": 0.621696, "f1_weighted": 0.644142 }, { "accuracy": 0.621722, "f1": 0.598137, "f1_weighted": 0.624744 }, { "accuracy": 0.633154, "f1": 0.608413, "f1_weighted": 0.637141 }, { "accuracy": 0.62273, "f1": 0.593041, "f1_weighted": 0.621475 }, { "accuracy": 0.593813, "f1": 0.582921, "f1_weighted": 0.592386 }, { "accuracy": 0.599866, "f1": 0.586126, "f1_weighted": 0.604092 }, { "accuracy": 0.60121, "f1": 0.58216, "f1_weighted": 0.602398 }, { "accuracy": 0.61197, "f1": 0.583643, "f1_weighted": 0.613614 }, { "accuracy": 0.625084, "f1": 0.6013, "f1_weighted": 0.627978 } ], "main_score": 0.617182, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "accuracy": 0.624647, "f1": 0.596204, "f1_weighted": 0.627969, "scores_per_experiment": [ { "accuracy": 0.629792, "f1": 0.605668, "f1_weighted": 0.635386 }, { "accuracy": 0.628447, "f1": 0.586759, "f1_weighted": 0.638033 }, { "accuracy": 0.631809, "f1": 0.602989, "f1_weighted": 0.631351 }, { "accuracy": 0.63887, "f1": 0.610982, "f1_weighted": 0.644185 }, { "accuracy": 0.614997, "f1": 0.589302, "f1_weighted": 0.61335 }, { "accuracy": 0.607935, "f1": 0.582798, "f1_weighted": 0.606307 }, { "accuracy": 0.623067, "f1": 0.591, "f1_weighted": 0.625877 }, { "accuracy": 0.622394, "f1": 0.588511, "f1_weighted": 0.629065 }, { "accuracy": 0.607935, "f1": 0.590765, "f1_weighted": 0.611775 }, { "accuracy": 0.641224, "f1": 0.613265, "f1_weighted": 0.64436 } ], "main_score": 0.624647, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "accuracy": 0.648722, "f1": 0.630443, "f1_weighted": 0.649563, "scores_per_experiment": [ { "accuracy": 0.653665, "f1": 0.636754, "f1_weighted": 0.655489 }, { "accuracy": 0.671486, "f1": 0.648067, "f1_weighted": 0.672859 }, { "accuracy": 0.653665, "f1": 0.635303, "f1_weighted": 0.651921 }, { "accuracy": 0.657028, "f1": 0.633743, "f1_weighted": 0.660096 }, { "accuracy": 0.64963, "f1": 0.62046, "f1_weighted": 0.647828 }, { "accuracy": 0.647276, "f1": 0.630991, "f1_weighted": 0.648307 }, { "accuracy": 0.63618, "f1": 0.622417, "f1_weighted": 0.639117 }, { "accuracy": 0.62542, "f1": 0.615853, "f1_weighted": 0.622175 }, { "accuracy": 0.645595, "f1": 0.627787, "f1_weighted": 0.647073 }, { "accuracy": 0.647276, "f1": 0.633056, "f1_weighted": 0.650762 } ], "main_score": 0.648722, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.622226, "f1": 0.600047, "f1_weighted": 0.624597, "scores_per_experiment": [ { "accuracy": 0.627102, "f1": 0.605654, "f1_weighted": 0.633028 }, { "accuracy": 0.642569, "f1": 0.608038, "f1_weighted": 0.646164 }, { "accuracy": 0.613988, "f1": 0.589465, "f1_weighted": 0.618903 }, { "accuracy": 0.628783, "f1": 0.610689, "f1_weighted": 0.633641 }, { "accuracy": 0.624748, "f1": 0.603813, "f1_weighted": 0.619895 }, { "accuracy": 0.613988, "f1": 0.59205, "f1_weighted": 0.612504 }, { "accuracy": 0.609953, "f1": 0.588775, "f1_weighted": 0.611629 }, { "accuracy": 0.618023, "f1": 0.595348, "f1_weighted": 0.620789 }, { "accuracy": 0.618695, "f1": 0.598211, "f1_weighted": 0.623596 }, { "accuracy": 0.624412, "f1": 0.608426, "f1_weighted": 0.625818 } ], "main_score": 0.622226, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "accuracy": 0.640451, "f1": 0.621245, "f1_weighted": 0.644495, "scores_per_experiment": [ { "accuracy": 0.653329, "f1": 0.642867, "f1_weighted": 0.659927 }, { "accuracy": 0.651984, "f1": 0.633145, "f1_weighted": 0.656615 }, { "accuracy": 0.642905, "f1": 0.618876, "f1_weighted": 0.645609 }, { "accuracy": 0.664089, "f1": 0.629126, "f1_weighted": 0.668813 }, { "accuracy": 0.64156, "f1": 0.620969, "f1_weighted": 0.642254 }, { "accuracy": 0.632818, "f1": 0.618071, "f1_weighted": 0.635068 }, { "accuracy": 0.624075, "f1": 0.603977, "f1_weighted": 0.630991 }, { "accuracy": 0.621049, "f1": 0.611566, "f1_weighted": 0.623184 }, { "accuracy": 0.631473, "f1": 0.615865, "f1_weighted": 0.636449 }, { "accuracy": 0.641224, "f1": 0.617988, "f1_weighted": 0.646045 } ], "main_score": 0.640451, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "accuracy": 0.639139, "f1": 0.620914, "f1_weighted": 0.639586, "scores_per_experiment": [ { "accuracy": 0.642905, "f1": 0.634676, "f1_weighted": 0.647165 }, { "accuracy": 0.654001, "f1": 0.632232, "f1_weighted": 0.656126 }, { "accuracy": 0.619032, "f1": 0.607828, "f1_weighted": 0.615088 }, { "accuracy": 0.662744, "f1": 0.637969, "f1_weighted": 0.665242 }, { "accuracy": 0.639879, "f1": 0.619456, "f1_weighted": 0.639238 }, { "accuracy": 0.617014, "f1": 0.600244, "f1_weighted": 0.613823 }, { "accuracy": 0.634163, "f1": 0.619742, "f1_weighted": 0.637208 }, { "accuracy": 0.638534, "f1": 0.61883, "f1_weighted": 0.640088 }, { "accuracy": 0.637861, "f1": 0.617622, "f1_weighted": 0.636935 }, { "accuracy": 0.645259, "f1": 0.620538, "f1_weighted": 0.644941 } ], "main_score": 0.639139, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "accuracy": 0.599428, "f1": 0.576676, "f1_weighted": 0.603501, "scores_per_experiment": [ { "accuracy": 0.61466, "f1": 0.597712, "f1_weighted": 0.62427 }, { "accuracy": 0.616005, "f1": 0.595815, "f1_weighted": 0.623665 }, { "accuracy": 0.596503, "f1": 0.574218, "f1_weighted": 0.598542 }, { "accuracy": 0.629792, "f1": 0.598165, "f1_weighted": 0.633495 }, { "accuracy": 0.590114, "f1": 0.564897, "f1_weighted": 0.593949 }, { "accuracy": 0.582717, "f1": 0.568333, "f1_weighted": 0.585991 }, { "accuracy": 0.577001, "f1": 0.558055, "f1_weighted": 0.578559 }, { "accuracy": 0.583053, "f1": 0.563078, "f1_weighted": 0.579858 }, { "accuracy": 0.601547, "f1": 0.570674, "f1_weighted": 0.610055 }, { "accuracy": 0.602892, "f1": 0.575814, "f1_weighted": 0.606627 } ], "main_score": 0.599428, "hf_subset": "hy", "languages": [ "hye-Armn" ] }, { "accuracy": 0.594351, "f1": 0.576001, "f1_weighted": 0.598767, "scores_per_experiment": [ { "accuracy": 0.607935, "f1": 0.595549, "f1_weighted": 0.619136 }, { "accuracy": 0.612979, "f1": 0.588063, "f1_weighted": 0.617306 }, { "accuracy": 0.578009, "f1": 0.568278, "f1_weighted": 0.577487 }, { "accuracy": 0.611298, "f1": 0.589108, "f1_weighted": 0.610159 }, { "accuracy": 0.608608, "f1": 0.585592, "f1_weighted": 0.611089 }, { "accuracy": 0.571284, "f1": 0.559158, "f1_weighted": 0.577186 }, { "accuracy": 0.574311, "f1": 0.557714, "f1_weighted": 0.580941 }, { "accuracy": 0.572629, "f1": 0.555187, "f1_weighted": 0.579553 }, { "accuracy": 0.60121, "f1": 0.579519, "f1_weighted": 0.606439 }, { "accuracy": 0.605245, "f1": 0.581846, "f1_weighted": 0.608377 } ], "main_score": 0.594351, "hf_subset": "ms", "languages": [ "msa-Latn" ] }, { "accuracy": 0.585138, "f1": 0.550507, "f1_weighted": 0.591946, "scores_per_experiment": [ { "accuracy": 0.604573, "f1": 0.57247, "f1_weighted": 0.612688 }, { "accuracy": 0.60659, "f1": 0.567628, "f1_weighted": 0.615446 }, { "accuracy": 0.573638, "f1": 0.538004, "f1_weighted": 0.578269 }, { "accuracy": 0.595831, "f1": 0.552299, "f1_weighted": 0.602705 }, { "accuracy": 0.578009, "f1": 0.538904, "f1_weighted": 0.582923 }, { "accuracy": 0.569939, "f1": 0.546665, "f1_weighted": 0.575319 }, { "accuracy": 0.579354, "f1": 0.544344, "f1_weighted": 0.583908 }, { "accuracy": 0.559516, "f1": 0.533743, "f1_weighted": 0.567377 }, { "accuracy": 0.583389, "f1": 0.54491, "f1_weighted": 0.591803 }, { "accuracy": 0.600538, "f1": 0.566102, "f1_weighted": 0.609021 } ], "main_score": 0.585138, "hf_subset": "my", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.598487, "f1": 0.576082, "f1_weighted": 0.604333, "scores_per_experiment": [ { "accuracy": 0.599529, "f1": 0.581228, "f1_weighted": 0.60948 }, { "accuracy": 0.635844, "f1": 0.612331, "f1_weighted": 0.643158 }, { "accuracy": 0.608272, "f1": 0.583321, "f1_weighted": 0.611011 }, { "accuracy": 0.605245, "f1": 0.574855, "f1_weighted": 0.608764 }, { "accuracy": 0.590451, "f1": 0.566289, "f1_weighted": 0.595531 }, { "accuracy": 0.567586, "f1": 0.555622, "f1_weighted": 0.571078 }, { "accuracy": 0.592132, "f1": 0.578226, "f1_weighted": 0.600253 }, { "accuracy": 0.582044, "f1": 0.557218, "f1_weighted": 0.58737 }, { "accuracy": 0.598521, "f1": 0.566624, "f1_weighted": 0.604808 }, { "accuracy": 0.605245, "f1": 0.585104, "f1_weighted": 0.61188 } ], "main_score": 0.598487, "hf_subset": "az", "languages": [ "aze-Latn" ] }, { "accuracy": 0.441493, "f1": 0.408416, "f1_weighted": 0.446805, "scores_per_experiment": [ { "accuracy": 0.458978, "f1": 0.428966, "f1_weighted": 0.467583 }, { "accuracy": 0.444183, "f1": 0.40011, "f1_weighted": 0.450715 }, { "accuracy": 0.426698, "f1": 0.397645, "f1_weighted": 0.428271 }, { "accuracy": 0.45965, "f1": 0.429284, "f1_weighted": 0.468503 }, { "accuracy": 0.456624, "f1": 0.416961, "f1_weighted": 0.458138 }, { "accuracy": 0.411903, "f1": 0.392372, "f1_weighted": 0.417771 }, { "accuracy": 0.433423, "f1": 0.397582, "f1_weighted": 0.445477 }, { "accuracy": 0.43544, "f1": 0.407695, "f1_weighted": 0.433917 }, { "accuracy": 0.45158, "f1": 0.41414, "f1_weighted": 0.457696 }, { "accuracy": 0.436449, "f1": 0.399407, "f1_weighted": 0.43998 } ], "main_score": 0.441493, "hf_subset": "cy", "languages": [ "cym-Latn" ] }, { "accuracy": 0.518998, "f1": 0.501969, "f1_weighted": 0.523782, "scores_per_experiment": [ { "accuracy": 0.509751, "f1": 0.507426, "f1_weighted": 0.511974 }, { "accuracy": 0.531271, "f1": 0.521549, "f1_weighted": 0.537911 }, { "accuracy": 0.5269, "f1": 0.501541, "f1_weighted": 0.527247 }, { "accuracy": 0.519166, "f1": 0.496503, "f1_weighted": 0.528785 }, { "accuracy": 0.52421, "f1": 0.501738, "f1_weighted": 0.531789 }, { "accuracy": 0.488904, "f1": 0.470427, "f1_weighted": 0.493888 }, { "accuracy": 0.515804, "f1": 0.501288, "f1_weighted": 0.524884 }, { "accuracy": 0.51614, "f1": 0.49976, "f1_weighted": 0.518001 }, { "accuracy": 0.514122, "f1": 0.493517, "f1_weighted": 0.51621 }, { "accuracy": 0.543712, "f1": 0.525944, "f1_weighted": 0.547128 } ], "main_score": 0.518998, "hf_subset": "ka", "languages": [ "kat-Geor" ] }, { "accuracy": 0.576295, "f1": 0.548174, "f1_weighted": 0.582526, "scores_per_experiment": [ { "accuracy": 0.585071, "f1": 0.558696, "f1_weighted": 0.594521 }, { "accuracy": 0.580699, "f1": 0.54947, "f1_weighted": 0.591946 }, { "accuracy": 0.575319, "f1": 0.542974, "f1_weighted": 0.577124 }, { "accuracy": 0.594822, "f1": 0.55849, "f1_weighted": 0.59885 }, { "accuracy": 0.565568, "f1": 0.533352, "f1_weighted": 0.566707 }, { "accuracy": 0.570948, "f1": 0.547103, "f1_weighted": 0.573909 }, { "accuracy": 0.567586, "f1": 0.545127, "f1_weighted": 0.576055 }, { "accuracy": 0.562542, "f1": 0.540428, "f1_weighted": 0.571084 }, { "accuracy": 0.575656, "f1": 0.545935, "f1_weighted": 0.584239 }, { "accuracy": 0.584734, "f1": 0.56017, "f1_weighted": 0.590824 } ], "main_score": 0.576295, "hf_subset": "ur", "languages": [ "urd-Arab" ] }, { "accuracy": 0.615434, "f1": 0.594083, "f1_weighted": 0.615931, "scores_per_experiment": [ { "accuracy": 0.613652, "f1": 0.596403, "f1_weighted": 0.616554 }, { "accuracy": 0.638198, "f1": 0.614293, "f1_weighted": 0.640256 }, { "accuracy": 0.618359, "f1": 0.598369, "f1_weighted": 0.615858 }, { "accuracy": 0.642233, "f1": 0.619827, "f1_weighted": 0.64164 }, { "accuracy": 0.61197, "f1": 0.585121, "f1_weighted": 0.61227 }, { "accuracy": 0.608608, "f1": 0.587479, "f1_weighted": 0.611096 }, { "accuracy": 0.597512, "f1": 0.581182, "f1_weighted": 0.600317 }, { "accuracy": 0.606927, "f1": 0.586106, "f1_weighted": 0.606741 }, { "accuracy": 0.605918, "f1": 0.582009, "f1_weighted": 0.603036 }, { "accuracy": 0.610962, "f1": 0.590041, "f1_weighted": 0.611543 } ], "main_score": 0.615434, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "accuracy": 0.521284, "f1": 0.488478, "f1_weighted": 0.526639, "scores_per_experiment": [ { "accuracy": 0.520847, "f1": 0.493273, "f1_weighted": 0.526551 }, { "accuracy": 0.546066, "f1": 0.510356, "f1_weighted": 0.555781 }, { "accuracy": 0.511096, "f1": 0.476727, "f1_weighted": 0.518413 }, { "accuracy": 0.510424, "f1": 0.480307, "f1_weighted": 0.513303 }, { "accuracy": 0.535642, "f1": 0.494455, "f1_weighted": 0.537212 }, { "accuracy": 0.514795, "f1": 0.491958, "f1_weighted": 0.519622 }, { "accuracy": 0.510424, "f1": 0.475947, "f1_weighted": 0.519525 }, { "accuracy": 0.514122, "f1": 0.482861, "f1_weighted": 0.517222 }, { "accuracy": 0.521184, "f1": 0.494919, "f1_weighted": 0.525578 }, { "accuracy": 0.528245, "f1": 0.483979, "f1_weighted": 0.53318 } ], "main_score": 0.521284, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "accuracy": 0.619166, "f1": 0.606164, "f1_weighted": 0.620764, "scores_per_experiment": [ { "accuracy": 0.63887, "f1": 0.63026, "f1_weighted": 0.639319 }, { "accuracy": 0.629119, "f1": 0.607861, "f1_weighted": 0.633003 }, { "accuracy": 0.607263, "f1": 0.592549, "f1_weighted": 0.606734 }, { "accuracy": 0.640888, "f1": 0.622406, "f1_weighted": 0.640112 }, { "accuracy": 0.629455, "f1": 0.612174, "f1_weighted": 0.629503 }, { "accuracy": 0.609617, "f1": 0.597062, "f1_weighted": 0.611797 }, { "accuracy": 0.603228, "f1": 0.594955, "f1_weighted": 0.607477 }, { "accuracy": 0.610962, "f1": 0.604108, "f1_weighted": 0.612674 }, { "accuracy": 0.60659, "f1": 0.596861, "f1_weighted": 0.608689 }, { "accuracy": 0.615669, "f1": 0.603402, "f1_weighted": 0.618336 } ], "main_score": 0.619166, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "accuracy": 0.577572, "f1": 0.551271, "f1_weighted": 0.581867, "scores_per_experiment": [ { "accuracy": 0.598184, "f1": 0.57678, "f1_weighted": 0.599943 }, { "accuracy": 0.587424, "f1": 0.556129, "f1_weighted": 0.596214 }, { "accuracy": 0.592132, "f1": 0.557736, "f1_weighted": 0.590428 }, { "accuracy": 0.586079, "f1": 0.569855, "f1_weighted": 0.588931 }, { "accuracy": 0.573302, "f1": 0.546987, "f1_weighted": 0.577588 }, { "accuracy": 0.555481, "f1": 0.527369, "f1_weighted": 0.561963 }, { "accuracy": 0.571957, "f1": 0.54444, "f1_weighted": 0.577265 }, { "accuracy": 0.566241, "f1": 0.543241, "f1_weighted": 0.572608 }, { "accuracy": 0.54842, "f1": 0.533096, "f1_weighted": 0.553781 }, { "accuracy": 0.596503, "f1": 0.557074, "f1_weighted": 0.59995 } ], "main_score": 0.577572, "hf_subset": "ta", "languages": [ "tam-Taml" ] }, { "accuracy": 0.49351, "f1": 0.465469, "f1_weighted": 0.502282, "scores_per_experiment": [ { "accuracy": 0.491258, "f1": 0.469633, "f1_weighted": 0.499363 }, { "accuracy": 0.507734, "f1": 0.469397, "f1_weighted": 0.517172 }, { "accuracy": 0.485205, "f1": 0.459208, "f1_weighted": 0.496842 }, { "accuracy": 0.501009, "f1": 0.476625, "f1_weighted": 0.512901 }, { "accuracy": 0.49193, "f1": 0.458011, "f1_weighted": 0.503127 }, { "accuracy": 0.484533, "f1": 0.455399, "f1_weighted": 0.487068 }, { "accuracy": 0.478816, "f1": 0.454591, "f1_weighted": 0.490838 }, { "accuracy": 0.496638, "f1": 0.469278, "f1_weighted": 0.507819 }, { "accuracy": 0.495629, "f1": 0.472338, "f1_weighted": 0.498047 }, { "accuracy": 0.502354, "f1": 0.470209, "f1_weighted": 0.509644 } ], "main_score": 0.49351, "hf_subset": "am", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.636416, "f1": 0.62254, "f1_weighted": 0.63872, "scores_per_experiment": [ { "accuracy": 0.651311, "f1": 0.635369, "f1_weighted": 0.6565 }, { "accuracy": 0.657028, "f1": 0.640704, "f1_weighted": 0.66385 }, { "accuracy": 0.634163, "f1": 0.616539, "f1_weighted": 0.633757 }, { "accuracy": 0.659718, "f1": 0.638797, "f1_weighted": 0.660335 }, { "accuracy": 0.632818, "f1": 0.61695, "f1_weighted": 0.63347 }, { "accuracy": 0.626093, "f1": 0.615157, "f1_weighted": 0.628763 }, { "accuracy": 0.620377, "f1": 0.606303, "f1_weighted": 0.619975 }, { "accuracy": 0.617014, "f1": 0.609282, "f1_weighted": 0.617684 }, { "accuracy": 0.637189, "f1": 0.626042, "f1_weighted": 0.641731 }, { "accuracy": 0.628447, "f1": 0.620253, "f1_weighted": 0.631131 } ], "main_score": 0.636416, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "accuracy": 0.61456, "f1": 0.594739, "f1_weighted": 0.615818, "scores_per_experiment": [ { "accuracy": 0.60928, "f1": 0.59625, "f1_weighted": 0.613834 }, { "accuracy": 0.621385, "f1": 0.604719, "f1_weighted": 0.621619 }, { "accuracy": 0.62004, "f1": 0.597782, "f1_weighted": 0.620451 }, { "accuracy": 0.612979, "f1": 0.588968, "f1_weighted": 0.61714 }, { "accuracy": 0.619704, "f1": 0.591927, "f1_weighted": 0.614893 }, { "accuracy": 0.602892, "f1": 0.587148, "f1_weighted": 0.602169 }, { "accuracy": 0.612307, "f1": 0.594218, "f1_weighted": 0.614835 }, { "accuracy": 0.602892, "f1": 0.574125, "f1_weighted": 0.600736 }, { "accuracy": 0.616678, "f1": 0.605504, "f1_weighted": 0.618933 }, { "accuracy": 0.627438, "f1": 0.606753, "f1_weighted": 0.633566 } ], "main_score": 0.61456, "hf_subset": "it", "languages": [ "ita-Latn" ] } ] }, "evaluation_time": 4263.268335103989, "kg_co2_emissions": 0.14647854190726894 }