{ "dataset_revision": "fad2c6e8459f9e1c45d9315f4953d921437d70f8", "task_name": "MassiveScenarioClassification", "mteb_version": "1.18.0", "scores": { "test": [ { "accuracy": 0.810827, "f1": 0.798338, "f1_weighted": 0.809566, "hf_subset": "ru", "languages": [ "rus-Cyrl" ], "main_score": 0.810827, "scores_per_experiment": [ { "accuracy": 0.777404, "f1": 0.776446, "f1_weighted": 0.778982 }, { "accuracy": 0.821116, "f1": 0.805925, "f1_weighted": 0.819894 }, { "accuracy": 0.809684, "f1": 0.793428, "f1_weighted": 0.806156 }, { "accuracy": 0.811701, "f1": 0.799977, "f1_weighted": 0.808132 }, { "accuracy": 0.813719, "f1": 0.796606, "f1_weighted": 0.810295 }, { "accuracy": 0.801614, "f1": 0.788702, "f1_weighted": 0.800637 }, { "accuracy": 0.783457, "f1": 0.773478, "f1_weighted": 0.783912 }, { "accuracy": 0.829859, "f1": 0.814058, "f1_weighted": 0.829761 }, { "accuracy": 0.818763, "f1": 0.809434, "f1_weighted": 0.818352 }, { "accuracy": 0.840955, "f1": 0.825328, "f1_weighted": 0.839537 } ] }, { "accuracy": 0.776463, "f1": 0.770979, "f1_weighted": 0.775222, "scores_per_experiment": [ { "accuracy": 0.780767, "f1": 0.779117, "f1_weighted": 0.782312 }, { "accuracy": 0.82347, "f1": 0.806906, "f1_weighted": 0.821066 }, { "accuracy": 0.746469, "f1": 0.751557, "f1_weighted": 0.745631 }, { "accuracy": 0.779085, "f1": 0.770265, "f1_weighted": 0.778693 }, { "accuracy": 0.780094, "f1": 0.764834, "f1_weighted": 0.775811 }, { "accuracy": 0.777404, "f1": 0.770427, "f1_weighted": 0.77719 }, { "accuracy": 0.71419, "f1": 0.719222, "f1_weighted": 0.705235 }, { "accuracy": 0.759583, "f1": 0.761853, "f1_weighted": 0.76108 }, { "accuracy": 0.812038, "f1": 0.800236, "f1_weighted": 0.810487 }, { "accuracy": 0.791527, "f1": 0.785374, "f1_weighted": 0.794715 } ], "main_score": 0.776463, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "accuracy": 0.70844, "f1": 0.702236, "f1_weighted": 0.703897, "scores_per_experiment": [ { "accuracy": 0.703093, "f1": 0.711325, "f1_weighted": 0.700162 }, { "accuracy": 0.686954, "f1": 0.688937, "f1_weighted": 0.681374 }, { "accuracy": 0.66039, "f1": 0.661962, "f1_weighted": 0.648789 }, { "accuracy": 0.729657, "f1": 0.717337, "f1_weighted": 0.723396 }, { "accuracy": 0.728985, "f1": 0.713972, "f1_weighted": 0.725355 }, { "accuracy": 0.720242, "f1": 0.70804, "f1_weighted": 0.724823 }, { "accuracy": 0.681574, "f1": 0.678041, "f1_weighted": 0.667562 }, { "accuracy": 0.737727, "f1": 0.7262, "f1_weighted": 0.740277 }, { "accuracy": 0.712508, "f1": 0.700003, "f1_weighted": 0.705756 }, { "accuracy": 0.723268, "f1": 0.716542, "f1_weighted": 0.721478 } ], "main_score": 0.70844, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "accuracy": 0.795326, "f1": 0.784767, "f1_weighted": 0.792947, "scores_per_experiment": [ { "accuracy": 0.819099, "f1": 0.804836, "f1_weighted": 0.816875 }, { "accuracy": 0.818426, "f1": 0.800082, "f1_weighted": 0.816615 }, { "accuracy": 0.796234, "f1": 0.78507, "f1_weighted": 0.793649 }, { "accuracy": 0.814391, "f1": 0.79361, "f1_weighted": 0.806598 }, { "accuracy": 0.800269, "f1": 0.784816, "f1_weighted": 0.795797 }, { "accuracy": 0.785138, "f1": 0.780416, "f1_weighted": 0.782809 }, { "accuracy": 0.742771, "f1": 0.745701, "f1_weighted": 0.740569 }, { "accuracy": 0.787155, "f1": 0.783545, "f1_weighted": 0.791357 }, { "accuracy": 0.806658, "f1": 0.78898, "f1_weighted": 0.800574 }, { "accuracy": 0.78312, "f1": 0.780609, "f1_weighted": 0.784628 } ], "main_score": 0.795326, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ] }, { "accuracy": 0.710289, "f1": 0.69937, "f1_weighted": 0.703263, "scores_per_experiment": [ { "accuracy": 0.685945, "f1": 0.687653, "f1_weighted": 0.682634 }, { "accuracy": 0.744116, "f1": 0.727404, "f1_weighted": 0.739667 }, { "accuracy": 0.712845, "f1": 0.6862, "f1_weighted": 0.699195 }, { "accuracy": 0.697041, "f1": 0.690759, "f1_weighted": 0.687108 }, { "accuracy": 0.696705, "f1": 0.680943, "f1_weighted": 0.687103 }, { "accuracy": 0.704775, "f1": 0.695998, "f1_weighted": 0.695699 }, { "accuracy": 0.711163, "f1": 0.698536, "f1_weighted": 0.700129 }, { "accuracy": 0.689644, "f1": 0.69304, "f1_weighted": 0.687864 }, { "accuracy": 0.750168, "f1": 0.731089, "f1_weighted": 0.745124 }, { "accuracy": 0.710491, "f1": 0.702082, "f1_weighted": 0.708108 } ], "main_score": 0.710289, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "accuracy": 0.772596, "f1": 0.764192, "f1_weighted": 0.772552, "scores_per_experiment": [ { "accuracy": 0.767989, "f1": 0.766359, "f1_weighted": 0.770165 }, { "accuracy": 0.779758, "f1": 0.773131, "f1_weighted": 0.780262 }, { "accuracy": 0.773369, "f1": 0.764982, "f1_weighted": 0.773214 }, { "accuracy": 0.745124, "f1": 0.742424, "f1_weighted": 0.743569 }, { "accuracy": 0.772024, "f1": 0.761616, "f1_weighted": 0.770517 }, { "accuracy": 0.781103, "f1": 0.770498, "f1_weighted": 0.781282 }, { "accuracy": 0.744788, "f1": 0.738283, "f1_weighted": 0.744987 }, { "accuracy": 0.799597, "f1": 0.784853, "f1_weighted": 0.800678 }, { "accuracy": 0.797243, "f1": 0.778231, "f1_weighted": 0.79373 }, { "accuracy": 0.764963, "f1": 0.761543, "f1_weighted": 0.767112 } ], "main_score": 0.772596, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "accuracy": 0.73924, "f1": 0.717081, "f1_weighted": 0.735525, "scores_per_experiment": [ { "accuracy": 0.771352, "f1": 0.747318, "f1_weighted": 0.767813 }, { "accuracy": 0.738399, "f1": 0.70711, "f1_weighted": 0.732164 }, { "accuracy": 0.757229, "f1": 0.726711, "f1_weighted": 0.752143 }, { "accuracy": 0.740081, "f1": 0.711995, "f1_weighted": 0.736614 }, { "accuracy": 0.734028, "f1": 0.703556, "f1_weighted": 0.72329 }, { "accuracy": 0.742434, "f1": 0.725806, "f1_weighted": 0.7397 }, { "accuracy": 0.688299, "f1": 0.686883, "f1_weighted": 0.682337 }, { "accuracy": 0.721587, "f1": 0.716426, "f1_weighted": 0.728657 }, { "accuracy": 0.769334, "f1": 0.737558, "f1_weighted": 0.764042 }, { "accuracy": 0.729657, "f1": 0.707452, "f1_weighted": 0.728492 } ], "main_score": 0.73924, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "accuracy": 0.799496, "f1": 0.789405, "f1_weighted": 0.798055, "scores_per_experiment": [ { "accuracy": 0.82078, "f1": 0.807118, "f1_weighted": 0.820193 }, { "accuracy": 0.827169, "f1": 0.808154, "f1_weighted": 0.823779 }, { "accuracy": 0.801278, "f1": 0.788338, "f1_weighted": 0.798948 }, { "accuracy": 0.823806, "f1": 0.807399, "f1_weighted": 0.820042 }, { "accuracy": 0.801614, "f1": 0.78817, "f1_weighted": 0.800263 }, { "accuracy": 0.79119, "f1": 0.785252, "f1_weighted": 0.792672 }, { "accuracy": 0.743443, "f1": 0.743863, "f1_weighted": 0.739124 }, { "accuracy": 0.776059, "f1": 0.777776, "f1_weighted": 0.780714 }, { "accuracy": 0.828178, "f1": 0.809232, "f1_weighted": 0.823602 }, { "accuracy": 0.781439, "f1": 0.778747, "f1_weighted": 0.781208 } ], "main_score": 0.799496, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "accuracy": 0.762777, "f1": 0.746848, "f1_weighted": 0.758309, "scores_per_experiment": [ { "accuracy": 0.785138, "f1": 0.770042, "f1_weighted": 0.781839 }, { "accuracy": 0.79119, "f1": 0.766495, "f1_weighted": 0.787544 }, { "accuracy": 0.780094, "f1": 0.757052, "f1_weighted": 0.774656 }, { "accuracy": 0.788837, "f1": 0.758179, "f1_weighted": 0.779647 }, { "accuracy": 0.761601, "f1": 0.74089, "f1_weighted": 0.755765 }, { "accuracy": 0.761937, "f1": 0.743121, "f1_weighted": 0.759436 }, { "accuracy": 0.70074, "f1": 0.68987, "f1_weighted": 0.688944 }, { "accuracy": 0.721587, "f1": 0.728276, "f1_weighted": 0.722773 }, { "accuracy": 0.790518, "f1": 0.773198, "f1_weighted": 0.785844 }, { "accuracy": 0.746133, "f1": 0.741353, "f1_weighted": 0.746643 } ], "main_score": 0.762777, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "accuracy": 0.441896, "f1": 0.409616, "f1_weighted": 0.42566, "scores_per_experiment": [ { "accuracy": 0.450572, "f1": 0.419353, "f1_weighted": 0.431386 }, { "accuracy": 0.476126, "f1": 0.445757, "f1_weighted": 0.46441 }, { "accuracy": 0.451244, "f1": 0.407705, "f1_weighted": 0.430558 }, { "accuracy": 0.432414, "f1": 0.401625, "f1_weighted": 0.430459 }, { "accuracy": 0.437122, "f1": 0.394071, "f1_weighted": 0.408613 }, { "accuracy": 0.436785, "f1": 0.399668, "f1_weighted": 0.413034 }, { "accuracy": 0.449899, "f1": 0.427169, "f1_weighted": 0.443218 }, { "accuracy": 0.449563, "f1": 0.424224, "f1_weighted": 0.438268 }, { "accuracy": 0.414929, "f1": 0.389759, "f1_weighted": 0.39682 }, { "accuracy": 0.420309, "f1": 0.386829, "f1_weighted": 0.399833 } ], "main_score": 0.441896, "hf_subset": "am", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.460256, "f1": 0.431386, "f1_weighted": 0.440401, "scores_per_experiment": [ { "accuracy": 0.444183, "f1": 0.41826, "f1_weighted": 0.417068 }, { "accuracy": 0.455279, "f1": 0.429607, "f1_weighted": 0.427489 }, { "accuracy": 0.483524, "f1": 0.447551, "f1_weighted": 0.475004 }, { "accuracy": 0.459314, "f1": 0.422546, "f1_weighted": 0.446525 }, { "accuracy": 0.455952, "f1": 0.428463, "f1_weighted": 0.43308 }, { "accuracy": 0.467048, "f1": 0.431804, "f1_weighted": 0.451445 }, { "accuracy": 0.458642, "f1": 0.434981, "f1_weighted": 0.44438 }, { "accuracy": 0.471083, "f1": 0.441758, "f1_weighted": 0.438452 }, { "accuracy": 0.434768, "f1": 0.412705, "f1_weighted": 0.416012 }, { "accuracy": 0.472764, "f1": 0.446189, "f1_weighted": 0.454552 } ], "main_score": 0.460256, "hf_subset": "my", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.738265, "f1": 0.736339, "f1_weighted": 0.734523, "scores_per_experiment": [ { "accuracy": 0.785138, "f1": 0.777334, "f1_weighted": 0.783132 }, { "accuracy": 0.721587, "f1": 0.730103, "f1_weighted": 0.723398 }, { "accuracy": 0.758911, "f1": 0.753078, "f1_weighted": 0.756131 }, { "accuracy": 0.702757, "f1": 0.710399, "f1_weighted": 0.693642 }, { "accuracy": 0.741762, "f1": 0.729813, "f1_weighted": 0.738417 }, { "accuracy": 0.721923, "f1": 0.714179, "f1_weighted": 0.709755 }, { "accuracy": 0.69267, "f1": 0.703423, "f1_weighted": 0.683457 }, { "accuracy": 0.753194, "f1": 0.747601, "f1_weighted": 0.753469 }, { "accuracy": 0.743779, "f1": 0.74179, "f1_weighted": 0.742975 }, { "accuracy": 0.760928, "f1": 0.755674, "f1_weighted": 0.760857 } ], "main_score": 0.738265, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ] }, { "accuracy": 0.648352, "f1": 0.627551, "f1_weighted": 0.641162, "scores_per_experiment": [ { "accuracy": 0.667451, "f1": 0.645152, "f1_weighted": 0.656375 }, { "accuracy": 0.671486, "f1": 0.650521, "f1_weighted": 0.667738 }, { "accuracy": 0.66577, "f1": 0.635404, "f1_weighted": 0.661154 }, { "accuracy": 0.650975, "f1": 0.620724, "f1_weighted": 0.64478 }, { "accuracy": 0.605245, "f1": 0.58592, "f1_weighted": 0.591028 }, { "accuracy": 0.675857, "f1": 0.647715, "f1_weighted": 0.677542 }, { "accuracy": 0.632818, "f1": 0.614865, "f1_weighted": 0.622996 }, { "accuracy": 0.598184, "f1": 0.59753, "f1_weighted": 0.58238 }, { "accuracy": 0.661735, "f1": 0.63893, "f1_weighted": 0.655507 }, { "accuracy": 0.654001, "f1": 0.638751, "f1_weighted": 0.652116 } ], "main_score": 0.648352, "hf_subset": "ur", "languages": [ "urd-Arab" ] }, { "accuracy": 0.72505, "f1": 0.708566, "f1_weighted": 0.721913, "scores_per_experiment": [ { "accuracy": 0.710155, "f1": 0.704771, "f1_weighted": 0.708257 }, { "accuracy": 0.738399, "f1": 0.7257, "f1_weighted": 0.738783 }, { "accuracy": 0.718561, "f1": 0.702589, "f1_weighted": 0.713925 }, { "accuracy": 0.738399, "f1": 0.715629, "f1_weighted": 0.729416 }, { "accuracy": 0.736046, "f1": 0.709559, "f1_weighted": 0.73174 }, { "accuracy": 0.734028, "f1": 0.710672, "f1_weighted": 0.732111 }, { "accuracy": 0.702085, "f1": 0.689272, "f1_weighted": 0.699524 }, { "accuracy": 0.71688, "f1": 0.706534, "f1_weighted": 0.718713 }, { "accuracy": 0.749496, "f1": 0.723077, "f1_weighted": 0.746277 }, { "accuracy": 0.706456, "f1": 0.697859, "f1_weighted": 0.700381 } ], "main_score": 0.72505, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "accuracy": 0.612239, "f1": 0.585375, "f1_weighted": 0.604874, "scores_per_experiment": [ { "accuracy": 0.62811, "f1": 0.606808, "f1_weighted": 0.625935 }, { "accuracy": 0.599529, "f1": 0.57422, "f1_weighted": 0.589433 }, { "accuracy": 0.635171, "f1": 0.606343, "f1_weighted": 0.63315 }, { "accuracy": 0.637525, "f1": 0.59758, "f1_weighted": 0.621641 }, { "accuracy": 0.647949, "f1": 0.610991, "f1_weighted": 0.637886 }, { "accuracy": 0.61197, "f1": 0.586779, "f1_weighted": 0.609886 }, { "accuracy": 0.568594, "f1": 0.551599, "f1_weighted": 0.557834 }, { "accuracy": 0.604237, "f1": 0.586164, "f1_weighted": 0.601351 }, { "accuracy": 0.582717, "f1": 0.558279, "f1_weighted": 0.5747 }, { "accuracy": 0.60659, "f1": 0.574985, "f1_weighted": 0.596924 } ], "main_score": 0.612239, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "accuracy": 0.796839, "f1": 0.78525, "f1_weighted": 0.794835, "scores_per_experiment": [ { "accuracy": 0.804304, "f1": 0.795474, "f1_weighted": 0.804103 }, { "accuracy": 0.816409, "f1": 0.802168, "f1_weighted": 0.814734 }, { "accuracy": 0.813046, "f1": 0.794782, "f1_weighted": 0.806769 }, { "accuracy": 0.81002, "f1": 0.790002, "f1_weighted": 0.80411 }, { "accuracy": 0.802623, "f1": 0.784005, "f1_weighted": 0.799405 }, { "accuracy": 0.793208, "f1": 0.781309, "f1_weighted": 0.792842 }, { "accuracy": 0.739408, "f1": 0.741812, "f1_weighted": 0.731564 }, { "accuracy": 0.774378, "f1": 0.769971, "f1_weighted": 0.780643 }, { "accuracy": 0.821453, "f1": 0.804647, "f1_weighted": 0.817998 }, { "accuracy": 0.793544, "f1": 0.788328, "f1_weighted": 0.796182 } ], "main_score": 0.796839, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "accuracy": 0.676463, "f1": 0.640464, "f1_weighted": 0.670576, "scores_per_experiment": [ { "accuracy": 0.677539, "f1": 0.647689, "f1_weighted": 0.675128 }, { "accuracy": 0.688635, "f1": 0.650368, "f1_weighted": 0.683589 }, { "accuracy": 0.677539, "f1": 0.650451, "f1_weighted": 0.672771 }, { "accuracy": 0.682246, "f1": 0.644708, "f1_weighted": 0.677009 }, { "accuracy": 0.661399, "f1": 0.618397, "f1_weighted": 0.655234 }, { "accuracy": 0.662071, "f1": 0.624268, "f1_weighted": 0.65706 }, { "accuracy": 0.673504, "f1": 0.630654, "f1_weighted": 0.662303 }, { "accuracy": 0.664761, "f1": 0.630178, "f1_weighted": 0.659752 }, { "accuracy": 0.701748, "f1": 0.66268, "f1_weighted": 0.690953 }, { "accuracy": 0.675185, "f1": 0.645245, "f1_weighted": 0.671965 } ], "main_score": 0.676463, "hf_subset": "az", "languages": [ "aze-Latn" ] }, { "accuracy": 0.511668, "f1": 0.495582, "f1_weighted": 0.501558, "scores_per_experiment": [ { "accuracy": 0.512105, "f1": 0.503689, "f1_weighted": 0.504539 }, { "accuracy": 0.489913, "f1": 0.480769, "f1_weighted": 0.473244 }, { "accuracy": 0.484869, "f1": 0.46166, "f1_weighted": 0.468325 }, { "accuracy": 0.532616, "f1": 0.516216, "f1_weighted": 0.525771 }, { "accuracy": 0.505044, "f1": 0.495037, "f1_weighted": 0.496086 }, { "accuracy": 0.52152, "f1": 0.498702, "f1_weighted": 0.513395 }, { "accuracy": 0.524546, "f1": 0.50792, "f1_weighted": 0.520069 }, { "accuracy": 0.531271, "f1": 0.513228, "f1_weighted": 0.522412 }, { "accuracy": 0.514795, "f1": 0.501226, "f1_weighted": 0.508435 }, { "accuracy": 0.5, "f1": 0.477378, "f1_weighted": 0.483303 } ], "main_score": 0.511668, "hf_subset": "ta", "languages": [ "tam-Taml" ] }, { "accuracy": 0.797075, "f1": 0.78087, "f1_weighted": 0.796005, "scores_per_experiment": [ { "accuracy": 0.81809, "f1": 0.797951, "f1_weighted": 0.814325 }, { "accuracy": 0.797915, "f1": 0.780519, "f1_weighted": 0.797156 }, { "accuracy": 0.79388, "f1": 0.774873, "f1_weighted": 0.790864 }, { "accuracy": 0.794217, "f1": 0.776605, "f1_weighted": 0.791173 }, { "accuracy": 0.794217, "f1": 0.777353, "f1_weighted": 0.792533 }, { "accuracy": 0.809684, "f1": 0.789904, "f1_weighted": 0.808031 }, { "accuracy": 0.767317, "f1": 0.756605, "f1_weighted": 0.766516 }, { "accuracy": 0.791527, "f1": 0.777542, "f1_weighted": 0.795566 }, { "accuracy": 0.821789, "f1": 0.801608, "f1_weighted": 0.819837 }, { "accuracy": 0.782112, "f1": 0.775743, "f1_weighted": 0.784051 } ], "main_score": 0.797075, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "accuracy": 0.779287, "f1": 0.773504, "f1_weighted": 0.77816, "scores_per_experiment": [ { "accuracy": 0.748823, "f1": 0.758935, "f1_weighted": 0.748076 }, { "accuracy": 0.809684, "f1": 0.796084, "f1_weighted": 0.808111 }, { "accuracy": 0.787492, "f1": 0.777066, "f1_weighted": 0.784123 }, { "accuracy": 0.778077, "f1": 0.774611, "f1_weighted": 0.777421 }, { "accuracy": 0.777404, "f1": 0.765803, "f1_weighted": 0.776259 }, { "accuracy": 0.798924, "f1": 0.783827, "f1_weighted": 0.798266 }, { "accuracy": 0.73302, "f1": 0.737235, "f1_weighted": 0.723024 }, { "accuracy": 0.768325, "f1": 0.766472, "f1_weighted": 0.77208 }, { "accuracy": 0.811029, "f1": 0.797352, "f1_weighted": 0.811331 }, { "accuracy": 0.780094, "f1": 0.777651, "f1_weighted": 0.782911 } ], "main_score": 0.779287, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "accuracy": 0.703362, "f1": 0.686333, "f1_weighted": 0.697165, "scores_per_experiment": [ { "accuracy": 0.697714, "f1": 0.697219, "f1_weighted": 0.6921 }, { "accuracy": 0.724277, "f1": 0.701616, "f1_weighted": 0.714202 }, { "accuracy": 0.734364, "f1": 0.707192, "f1_weighted": 0.728079 }, { "accuracy": 0.71419, "f1": 0.684818, "f1_weighted": 0.706228 }, { "accuracy": 0.696705, "f1": 0.677119, "f1_weighted": 0.684957 }, { "accuracy": 0.70074, "f1": 0.677789, "f1_weighted": 0.697003 }, { "accuracy": 0.708473, "f1": 0.689822, "f1_weighted": 0.699767 }, { "accuracy": 0.661735, "f1": 0.652376, "f1_weighted": 0.655427 }, { "accuracy": 0.697041, "f1": 0.687687, "f1_weighted": 0.695959 }, { "accuracy": 0.698386, "f1": 0.687695, "f1_weighted": 0.697928 } ], "main_score": 0.703362, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "accuracy": 0.600202, "f1": 0.564763, "f1_weighted": 0.593202, "scores_per_experiment": [ { "accuracy": 0.607263, "f1": 0.5806, "f1_weighted": 0.596702 }, { "accuracy": 0.614997, "f1": 0.575254, "f1_weighted": 0.605621 }, { "accuracy": 0.619704, "f1": 0.584387, "f1_weighted": 0.606073 }, { "accuracy": 0.614997, "f1": 0.573939, "f1_weighted": 0.610269 }, { "accuracy": 0.599866, "f1": 0.554469, "f1_weighted": 0.589041 }, { "accuracy": 0.602555, "f1": 0.573858, "f1_weighted": 0.593801 }, { "accuracy": 0.572293, "f1": 0.53531, "f1_weighted": 0.571789 }, { "accuracy": 0.591123, "f1": 0.562772, "f1_weighted": 0.594722 }, { "accuracy": 0.610962, "f1": 0.570605, "f1_weighted": 0.601643 }, { "accuracy": 0.568258, "f1": 0.536439, "f1_weighted": 0.562363 } ], "main_score": 0.600202, "hf_subset": "cy", "languages": [ "cym-Latn" ] }, { "accuracy": 0.744654, "f1": 0.731617, "f1_weighted": 0.742263, "scores_per_experiment": [ { "accuracy": 0.741089, "f1": 0.739667, "f1_weighted": 0.74259 }, { "accuracy": 0.779422, "f1": 0.759818, "f1_weighted": 0.779286 }, { "accuracy": 0.709482, "f1": 0.709386, "f1_weighted": 0.709447 }, { "accuracy": 0.768998, "f1": 0.746635, "f1_weighted": 0.763675 }, { "accuracy": 0.735037, "f1": 0.706696, "f1_weighted": 0.72235 }, { "accuracy": 0.732683, "f1": 0.719178, "f1_weighted": 0.730651 }, { "accuracy": 0.71957, "f1": 0.709938, "f1_weighted": 0.713441 }, { "accuracy": 0.734028, "f1": 0.730878, "f1_weighted": 0.737178 }, { "accuracy": 0.759919, "f1": 0.744018, "f1_weighted": 0.758564 }, { "accuracy": 0.766308, "f1": 0.749959, "f1_weighted": 0.765445 } ], "main_score": 0.744654, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "accuracy": 0.723941, "f1": 0.700415, "f1_weighted": 0.720606, "scores_per_experiment": [ { "accuracy": 0.727303, "f1": 0.711745, "f1_weighted": 0.72493 }, { "accuracy": 0.756557, "f1": 0.719286, "f1_weighted": 0.749956 }, { "accuracy": 0.727303, "f1": 0.700829, "f1_weighted": 0.726555 }, { "accuracy": 0.731675, "f1": 0.698406, "f1_weighted": 0.726215 }, { "accuracy": 0.714862, "f1": 0.692617, "f1_weighted": 0.707486 }, { "accuracy": 0.740753, "f1": 0.712863, "f1_weighted": 0.739896 }, { "accuracy": 0.693006, "f1": 0.676287, "f1_weighted": 0.686244 }, { "accuracy": 0.696705, "f1": 0.682504, "f1_weighted": 0.69761 }, { "accuracy": 0.742771, "f1": 0.708134, "f1_weighted": 0.738558 }, { "accuracy": 0.708473, "f1": 0.701474, "f1_weighted": 0.708612 } ], "main_score": 0.723941, "hf_subset": "af", "languages": [ "afr-Latn" ] }, { "accuracy": 0.698252, "f1": 0.68552, "f1_weighted": 0.694029, "scores_per_experiment": [ { "accuracy": 0.729993, "f1": 0.707789, "f1_weighted": 0.726978 }, { "accuracy": 0.714862, "f1": 0.708951, "f1_weighted": 0.712092 }, { "accuracy": 0.67922, "f1": 0.670008, "f1_weighted": 0.676547 }, { "accuracy": 0.704775, "f1": 0.677569, "f1_weighted": 0.695028 }, { "accuracy": 0.672495, "f1": 0.662302, "f1_weighted": 0.661198 }, { "accuracy": 0.683255, "f1": 0.674239, "f1_weighted": 0.681511 }, { "accuracy": 0.697041, "f1": 0.677777, "f1_weighted": 0.690435 }, { "accuracy": 0.698722, "f1": 0.695162, "f1_weighted": 0.70199 }, { "accuracy": 0.712172, "f1": 0.695984, "f1_weighted": 0.708219 }, { "accuracy": 0.68998, "f1": 0.685422, "f1_weighted": 0.686286 } ], "main_score": 0.698252, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "accuracy": 0.743914, "f1": 0.734214, "f1_weighted": 0.741739, "scores_per_experiment": [ { "accuracy": 0.738736, "f1": 0.741789, "f1_weighted": 0.740159 }, { "accuracy": 0.762609, "f1": 0.749614, "f1_weighted": 0.760907 }, { "accuracy": 0.740081, "f1": 0.735687, "f1_weighted": 0.739537 }, { "accuracy": 0.744116, "f1": 0.722482, "f1_weighted": 0.736591 }, { "accuracy": 0.708473, "f1": 0.702537, "f1_weighted": 0.704689 }, { "accuracy": 0.757566, "f1": 0.74024, "f1_weighted": 0.755705 }, { "accuracy": 0.717216, "f1": 0.708672, "f1_weighted": 0.708592 }, { "accuracy": 0.749832, "f1": 0.745748, "f1_weighted": 0.752541 }, { "accuracy": 0.764291, "f1": 0.75319, "f1_weighted": 0.761719 }, { "accuracy": 0.756221, "f1": 0.742186, "f1_weighted": 0.756952 } ], "main_score": 0.743914, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "accuracy": 0.586315, "f1": 0.560871, "f1_weighted": 0.581501, "scores_per_experiment": [ { "accuracy": 0.586416, "f1": 0.57336, "f1_weighted": 0.58308 }, { "accuracy": 0.596839, "f1": 0.562845, "f1_weighted": 0.591539 }, { "accuracy": 0.588097, "f1": 0.557139, "f1_weighted": 0.585979 }, { "accuracy": 0.590114, "f1": 0.562581, "f1_weighted": 0.587149 }, { "accuracy": 0.574983, "f1": 0.543101, "f1_weighted": 0.568697 }, { "accuracy": 0.603228, "f1": 0.563556, "f1_weighted": 0.596498 }, { "accuracy": 0.575656, "f1": 0.560804, "f1_weighted": 0.574759 }, { "accuracy": 0.548083, "f1": 0.539358, "f1_weighted": 0.535682 }, { "accuracy": 0.60659, "f1": 0.579406, "f1_weighted": 0.603061 }, { "accuracy": 0.593141, "f1": 0.56656, "f1_weighted": 0.588571 } ], "main_score": 0.586315, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "accuracy": 0.485777, "f1": 0.458714, "f1_weighted": 0.47491, "scores_per_experiment": [ { "accuracy": 0.491258, "f1": 0.468154, "f1_weighted": 0.489067 }, { "accuracy": 0.488904, "f1": 0.453349, "f1_weighted": 0.480998 }, { "accuracy": 0.465703, "f1": 0.435308, "f1_weighted": 0.44778 }, { "accuracy": 0.496638, "f1": 0.464615, "f1_weighted": 0.48436 }, { "accuracy": 0.473436, "f1": 0.438091, "f1_weighted": 0.45709 }, { "accuracy": 0.509415, "f1": 0.482542, "f1_weighted": 0.494826 }, { "accuracy": 0.493948, "f1": 0.457554, "f1_weighted": 0.48434 }, { "accuracy": 0.5, "f1": 0.484836, "f1_weighted": 0.491995 }, { "accuracy": 0.461668, "f1": 0.440807, "f1_weighted": 0.45201 }, { "accuracy": 0.476799, "f1": 0.461882, "f1_weighted": 0.466636 } ], "main_score": 0.485777, "hf_subset": "ml", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.649395, "f1": 0.619702, "f1_weighted": 0.641877, "scores_per_experiment": [ { "accuracy": 0.679556, "f1": 0.646229, "f1_weighted": 0.675368 }, { "accuracy": 0.659045, "f1": 0.62496, "f1_weighted": 0.651517 }, { "accuracy": 0.644923, "f1": 0.617311, "f1_weighted": 0.637961 }, { "accuracy": 0.639206, "f1": 0.610318, "f1_weighted": 0.631288 }, { "accuracy": 0.622394, "f1": 0.591524, "f1_weighted": 0.605481 }, { "accuracy": 0.644586, "f1": 0.612951, "f1_weighted": 0.631801 }, { "accuracy": 0.659381, "f1": 0.625139, "f1_weighted": 0.65345 }, { "accuracy": 0.650303, "f1": 0.630839, "f1_weighted": 0.649722 }, { "accuracy": 0.646604, "f1": 0.618847, "f1_weighted": 0.640803 }, { "accuracy": 0.647949, "f1": 0.618899, "f1_weighted": 0.641377 } ], "main_score": 0.649395, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "accuracy": 0.720074, "f1": 0.701872, "f1_weighted": 0.715819, "scores_per_experiment": [ { "accuracy": 0.713517, "f1": 0.708471, "f1_weighted": 0.712568 }, { "accuracy": 0.738736, "f1": 0.72329, "f1_weighted": 0.735697 }, { "accuracy": 0.725286, "f1": 0.695008, "f1_weighted": 0.715008 }, { "accuracy": 0.751849, "f1": 0.718054, "f1_weighted": 0.742891 }, { "accuracy": 0.717552, "f1": 0.702751, "f1_weighted": 0.709728 }, { "accuracy": 0.722596, "f1": 0.703935, "f1_weighted": 0.726358 }, { "accuracy": 0.66577, "f1": 0.657086, "f1_weighted": 0.651998 }, { "accuracy": 0.700067, "f1": 0.693471, "f1_weighted": 0.703667 }, { "accuracy": 0.737391, "f1": 0.708211, "f1_weighted": 0.730932 }, { "accuracy": 0.727976, "f1": 0.708447, "f1_weighted": 0.729341 } ], "main_score": 0.720074, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "accuracy": 0.518998, "f1": 0.488458, "f1_weighted": 0.514193, "scores_per_experiment": [ { "accuracy": 0.539677, "f1": 0.51168, "f1_weighted": 0.534281 }, { "accuracy": 0.547075, "f1": 0.502157, "f1_weighted": 0.531614 }, { "accuracy": 0.528917, "f1": 0.499242, "f1_weighted": 0.521951 }, { "accuracy": 0.502017, "f1": 0.469436, "f1_weighted": 0.497044 }, { "accuracy": 0.506052, "f1": 0.46539, "f1_weighted": 0.497027 }, { "accuracy": 0.515131, "f1": 0.482321, "f1_weighted": 0.511537 }, { "accuracy": 0.526564, "f1": 0.493118, "f1_weighted": 0.525892 }, { "accuracy": 0.498655, "f1": 0.470631, "f1_weighted": 0.490911 }, { "accuracy": 0.506725, "f1": 0.481533, "f1_weighted": 0.50822 }, { "accuracy": 0.519166, "f1": 0.509068, "f1_weighted": 0.523454 } ], "main_score": 0.518998, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "accuracy": 0.534802, "f1": 0.511734, "f1_weighted": 0.53308, "scores_per_experiment": [ { "accuracy": 0.534633, "f1": 0.51765, "f1_weighted": 0.540399 }, { "accuracy": 0.54304, "f1": 0.519926, "f1_weighted": 0.547981 }, { "accuracy": 0.53228, "f1": 0.520395, "f1_weighted": 0.520973 }, { "accuracy": 0.571284, "f1": 0.527158, "f1_weighted": 0.571021 }, { "accuracy": 0.535978, "f1": 0.502976, "f1_weighted": 0.530388 }, { "accuracy": 0.494284, "f1": 0.479315, "f1_weighted": 0.490964 }, { "accuracy": 0.544048, "f1": 0.520859, "f1_weighted": 0.544954 }, { "accuracy": 0.555481, "f1": 0.539451, "f1_weighted": 0.553251 }, { "accuracy": 0.533961, "f1": 0.49755, "f1_weighted": 0.528795 }, { "accuracy": 0.503026, "f1": 0.492058, "f1_weighted": 0.502079 } ], "main_score": 0.534802, "hf_subset": "hy", "languages": [ "hye-Armn" ] }, { "accuracy": 0.740787, "f1": 0.73485, "f1_weighted": 0.735741, "scores_per_experiment": [ { "accuracy": 0.723941, "f1": 0.726983, "f1_weighted": 0.716663 }, { "accuracy": 0.725622, "f1": 0.722037, "f1_weighted": 0.725596 }, { "accuracy": 0.741089, "f1": 0.738695, "f1_weighted": 0.740347 }, { "accuracy": 0.745797, "f1": 0.733412, "f1_weighted": 0.73948 }, { "accuracy": 0.725622, "f1": 0.718786, "f1_weighted": 0.716337 }, { "accuracy": 0.753194, "f1": 0.741893, "f1_weighted": 0.74903 }, { "accuracy": 0.715535, "f1": 0.709538, "f1_weighted": 0.702462 }, { "accuracy": 0.732011, "f1": 0.735532, "f1_weighted": 0.731367 }, { "accuracy": 0.795562, "f1": 0.776745, "f1_weighted": 0.789858 }, { "accuracy": 0.749496, "f1": 0.744874, "f1_weighted": 0.746272 } ], "main_score": 0.740787, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "accuracy": 0.493107, "f1": 0.466007, "f1_weighted": 0.486383, "scores_per_experiment": [ { "accuracy": 0.492266, "f1": 0.475821, "f1_weighted": 0.491062 }, { "accuracy": 0.450572, "f1": 0.426367, "f1_weighted": 0.444182 }, { "accuracy": 0.50807, "f1": 0.477149, "f1_weighted": 0.504487 }, { "accuracy": 0.523201, "f1": 0.490336, "f1_weighted": 0.517779 }, { "accuracy": 0.521856, "f1": 0.479358, "f1_weighted": 0.502069 }, { "accuracy": 0.484533, "f1": 0.461598, "f1_weighted": 0.472075 }, { "accuracy": 0.4731, "f1": 0.456295, "f1_weighted": 0.469789 }, { "accuracy": 0.520847, "f1": 0.494895, "f1_weighted": 0.517908 }, { "accuracy": 0.49193, "f1": 0.4528, "f1_weighted": 0.48813 }, { "accuracy": 0.464694, "f1": 0.445446, "f1_weighted": 0.456349 } ], "main_score": 0.493107, "hf_subset": "mn", "languages": [ "mon-Cyrl" ] }, { "accuracy": 0.665467, "f1": 0.638546, "f1_weighted": 0.657396, "scores_per_experiment": [ { "accuracy": 0.660054, "f1": 0.641122, "f1_weighted": 0.647414 }, { "accuracy": 0.697041, "f1": 0.667342, "f1_weighted": 0.690042 }, { "accuracy": 0.686954, "f1": 0.648176, "f1_weighted": 0.67483 }, { "accuracy": 0.701748, "f1": 0.656478, "f1_weighted": 0.691307 }, { "accuracy": 0.617687, "f1": 0.604756, "f1_weighted": 0.606448 }, { "accuracy": 0.678884, "f1": 0.649006, "f1_weighted": 0.674562 }, { "accuracy": 0.628447, "f1": 0.603527, "f1_weighted": 0.616265 }, { "accuracy": 0.64694, "f1": 0.625705, "f1_weighted": 0.641085 }, { "accuracy": 0.696705, "f1": 0.659901, "f1_weighted": 0.695352 }, { "accuracy": 0.640215, "f1": 0.629446, "f1_weighted": 0.636652 } ], "main_score": 0.665467, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "accuracy": 0.796268, "f1": 0.782745, "f1_weighted": 0.792908, "scores_per_experiment": [ { "accuracy": 0.819099, "f1": 0.807056, "f1_weighted": 0.815441 }, { "accuracy": 0.811701, "f1": 0.795645, "f1_weighted": 0.810234 }, { "accuracy": 0.793544, "f1": 0.778081, "f1_weighted": 0.789989 }, { "accuracy": 0.816745, "f1": 0.790506, "f1_weighted": 0.805833 }, { "accuracy": 0.795225, "f1": 0.778627, "f1_weighted": 0.791268 }, { "accuracy": 0.810356, "f1": 0.792939, "f1_weighted": 0.809389 }, { "accuracy": 0.740081, "f1": 0.736507, "f1_weighted": 0.731392 }, { "accuracy": 0.76967, "f1": 0.769629, "f1_weighted": 0.772004 }, { "accuracy": 0.825488, "f1": 0.80445, "f1_weighted": 0.821429 }, { "accuracy": 0.780767, "f1": 0.774014, "f1_weighted": 0.782103 } ], "main_score": 0.796268, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "accuracy": 0.829052, "f1": 0.816106, "f1_weighted": 0.825902, "scores_per_experiment": [ { "accuracy": 0.85037, "f1": 0.83859, "f1_weighted": 0.847967 }, { "accuracy": 0.837929, "f1": 0.821527, "f1_weighted": 0.83422 }, { "accuracy": 0.826496, "f1": 0.815132, "f1_weighted": 0.820976 }, { "accuracy": 0.816409, "f1": 0.799282, "f1_weighted": 0.809731 }, { "accuracy": 0.834902, "f1": 0.817876, "f1_weighted": 0.832232 }, { "accuracy": 0.821789, "f1": 0.813632, "f1_weighted": 0.821062 }, { "accuracy": 0.774042, "f1": 0.76892, "f1_weighted": 0.768268 }, { "accuracy": 0.841627, "f1": 0.825639, "f1_weighted": 0.841411 }, { "accuracy": 0.856086, "f1": 0.838417, "f1_weighted": 0.851851 }, { "accuracy": 0.830868, "f1": 0.822041, "f1_weighted": 0.831305 } ], "main_score": 0.829052, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "accuracy": 0.784902, "f1": 0.772447, "f1_weighted": 0.78416, "scores_per_experiment": [ { "accuracy": 0.823806, "f1": 0.809378, "f1_weighted": 0.822955 }, { "accuracy": 0.798588, "f1": 0.781965, "f1_weighted": 0.798344 }, { "accuracy": 0.784802, "f1": 0.76755, "f1_weighted": 0.783203 }, { "accuracy": 0.781439, "f1": 0.761652, "f1_weighted": 0.779433 }, { "accuracy": 0.76967, "f1": 0.759895, "f1_weighted": 0.768029 }, { "accuracy": 0.78581, "f1": 0.773776, "f1_weighted": 0.786308 }, { "accuracy": 0.725958, "f1": 0.722666, "f1_weighted": 0.719505 }, { "accuracy": 0.756893, "f1": 0.75848, "f1_weighted": 0.763289 }, { "accuracy": 0.825151, "f1": 0.806181, "f1_weighted": 0.821969 }, { "accuracy": 0.796907, "f1": 0.782929, "f1_weighted": 0.798568 } ], "main_score": 0.784902, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "accuracy": 0.619637, "f1": 0.592863, "f1_weighted": 0.611759, "scores_per_experiment": [ { "accuracy": 0.609953, "f1": 0.588087, "f1_weighted": 0.604109 }, { "accuracy": 0.618023, "f1": 0.590762, "f1_weighted": 0.609674 }, { "accuracy": 0.614324, "f1": 0.583143, "f1_weighted": 0.604061 }, { "accuracy": 0.617687, "f1": 0.593224, "f1_weighted": 0.608257 }, { "accuracy": 0.620377, "f1": 0.58393, "f1_weighted": 0.605602 }, { "accuracy": 0.613315, "f1": 0.593444, "f1_weighted": 0.612137 }, { "accuracy": 0.589778, "f1": 0.566234, "f1_weighted": 0.575024 }, { "accuracy": 0.637525, "f1": 0.610131, "f1_weighted": 0.628798 }, { "accuracy": 0.610625, "f1": 0.590135, "f1_weighted": 0.610258 }, { "accuracy": 0.664761, "f1": 0.629542, "f1_weighted": 0.659667 } ], "main_score": 0.619637, "hf_subset": "jv", "languages": [ "jav-Latn" ] }, { "accuracy": 0.73423, "f1": 0.724969, "f1_weighted": 0.730633, "scores_per_experiment": [ { "accuracy": 0.719233, "f1": 0.723128, "f1_weighted": 0.71669 }, { "accuracy": 0.761601, "f1": 0.748029, "f1_weighted": 0.759106 }, { "accuracy": 0.749832, "f1": 0.733799, "f1_weighted": 0.74339 }, { "accuracy": 0.734028, "f1": 0.718342, "f1_weighted": 0.732298 }, { "accuracy": 0.746469, "f1": 0.735447, "f1_weighted": 0.743275 }, { "accuracy": 0.757566, "f1": 0.742089, "f1_weighted": 0.754891 }, { "accuracy": 0.67653, "f1": 0.679449, "f1_weighted": 0.664731 }, { "accuracy": 0.720915, "f1": 0.720851, "f1_weighted": 0.719837 }, { "accuracy": 0.735709, "f1": 0.721884, "f1_weighted": 0.733176 }, { "accuracy": 0.740417, "f1": 0.726671, "f1_weighted": 0.73894 } ], "main_score": 0.73423, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "accuracy": 0.542939, "f1": 0.518966, "f1_weighted": 0.53872, "scores_per_experiment": [ { "accuracy": 0.542703, "f1": 0.517891, "f1_weighted": 0.52916 }, { "accuracy": 0.565232, "f1": 0.543454, "f1_weighted": 0.568803 }, { "accuracy": 0.565568, "f1": 0.539731, "f1_weighted": 0.565109 }, { "accuracy": 0.521184, "f1": 0.495985, "f1_weighted": 0.518379 }, { "accuracy": 0.544385, "f1": 0.513532, "f1_weighted": 0.533152 }, { "accuracy": 0.532616, "f1": 0.505611, "f1_weighted": 0.52733 }, { "accuracy": 0.558171, "f1": 0.526385, "f1_weighted": 0.551191 }, { "accuracy": 0.541358, "f1": 0.524685, "f1_weighted": 0.536371 }, { "accuracy": 0.517149, "f1": 0.503897, "f1_weighted": 0.520682 }, { "accuracy": 0.541022, "f1": 0.518489, "f1_weighted": 0.537018 } ], "main_score": 0.542939, "hf_subset": "ka", "languages": [ "kat-Geor" ] }, { "accuracy": 0.67653, "f1": 0.658802, "f1_weighted": 0.673572, "scores_per_experiment": [ { "accuracy": 0.666106, "f1": 0.65899, "f1_weighted": 0.661664 }, { "accuracy": 0.701076, "f1": 0.67275, "f1_weighted": 0.697797 }, { "accuracy": 0.683255, "f1": 0.663761, "f1_weighted": 0.680969 }, { "accuracy": 0.718225, "f1": 0.683428, "f1_weighted": 0.7122 }, { "accuracy": 0.684264, "f1": 0.658216, "f1_weighted": 0.677552 }, { "accuracy": 0.673167, "f1": 0.656123, "f1_weighted": 0.67184 }, { "accuracy": 0.660726, "f1": 0.642151, "f1_weighted": 0.656149 }, { "accuracy": 0.64694, "f1": 0.650161, "f1_weighted": 0.645829 }, { "accuracy": 0.661063, "f1": 0.642627, "f1_weighted": 0.658069 }, { "accuracy": 0.670477, "f1": 0.659813, "f1_weighted": 0.673651 } ], "main_score": 0.67653, "hf_subset": "he", "languages": [ "heb-Hebr" ] }, { "accuracy": 0.787828, "f1": 0.781152, "f1_weighted": 0.784557, "scores_per_experiment": [ { "accuracy": 0.791863, "f1": 0.78969, "f1_weighted": 0.790591 }, { "accuracy": 0.81271, "f1": 0.801448, "f1_weighted": 0.810808 }, { "accuracy": 0.805313, "f1": 0.797263, "f1_weighted": 0.804664 }, { "accuracy": 0.78043, "f1": 0.771698, "f1_weighted": 0.772045 }, { "accuracy": 0.786147, "f1": 0.774591, "f1_weighted": 0.783261 }, { "accuracy": 0.800941, "f1": 0.78725, "f1_weighted": 0.798185 }, { "accuracy": 0.727303, "f1": 0.734686, "f1_weighted": 0.71662 }, { "accuracy": 0.768662, "f1": 0.772025, "f1_weighted": 0.768862 }, { "accuracy": 0.815064, "f1": 0.791699, "f1_weighted": 0.80847 }, { "accuracy": 0.789845, "f1": 0.79117, "f1_weighted": 0.792065 } ], "main_score": 0.787828, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.786617, "f1": 0.7787, "f1_weighted": 0.784616, "scores_per_experiment": [ { "accuracy": 0.771688, "f1": 0.775654, "f1_weighted": 0.770814 }, { "accuracy": 0.796907, "f1": 0.786626, "f1_weighted": 0.795902 }, { "accuracy": 0.810693, "f1": 0.801255, "f1_weighted": 0.808372 }, { "accuracy": 0.800941, "f1": 0.785932, "f1_weighted": 0.797663 }, { "accuracy": 0.773369, "f1": 0.762189, "f1_weighted": 0.768778 }, { "accuracy": 0.798924, "f1": 0.786985, "f1_weighted": 0.798108 }, { "accuracy": 0.720915, "f1": 0.722343, "f1_weighted": 0.711318 }, { "accuracy": 0.810356, "f1": 0.796692, "f1_weighted": 0.811882 }, { "accuracy": 0.809011, "f1": 0.797433, "f1_weighted": 0.80892 }, { "accuracy": 0.773369, "f1": 0.771893, "f1_weighted": 0.774404 } ], "main_score": 0.786617, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "accuracy": 0.725824, "f1": 0.71072, "f1_weighted": 0.720454, "scores_per_experiment": [ { "accuracy": 0.688299, "f1": 0.691248, "f1_weighted": 0.686032 }, { "accuracy": 0.755548, "f1": 0.732552, "f1_weighted": 0.752081 }, { "accuracy": 0.712508, "f1": 0.707122, "f1_weighted": 0.71373 }, { "accuracy": 0.761937, "f1": 0.737561, "f1_weighted": 0.755678 }, { "accuracy": 0.688635, "f1": 0.669043, "f1_weighted": 0.676311 }, { "accuracy": 0.740417, "f1": 0.722771, "f1_weighted": 0.733377 }, { "accuracy": 0.686954, "f1": 0.680635, "f1_weighted": 0.67817 }, { "accuracy": 0.731338, "f1": 0.718956, "f1_weighted": 0.731889 }, { "accuracy": 0.743107, "f1": 0.717055, "f1_weighted": 0.732433 }, { "accuracy": 0.749496, "f1": 0.730261, "f1_weighted": 0.74484 } ], "main_score": 0.725824, "hf_subset": "tl", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.56967, "f1": 0.55176, "f1_weighted": 0.562651, "scores_per_experiment": [ { "accuracy": 0.560525, "f1": 0.554251, "f1_weighted": 0.552532 }, { "accuracy": 0.6039, "f1": 0.57567, "f1_weighted": 0.59818 }, { "accuracy": 0.582717, "f1": 0.550876, "f1_weighted": 0.581279 }, { "accuracy": 0.567586, "f1": 0.543669, "f1_weighted": 0.555571 }, { "accuracy": 0.569939, "f1": 0.553329, "f1_weighted": 0.554678 }, { "accuracy": 0.555145, "f1": 0.531381, "f1_weighted": 0.547402 }, { "accuracy": 0.575319, "f1": 0.552641, "f1_weighted": 0.571016 }, { "accuracy": 0.570612, "f1": 0.559927, "f1_weighted": 0.569538 }, { "accuracy": 0.527909, "f1": 0.524501, "f1_weighted": 0.515599 }, { "accuracy": 0.583053, "f1": 0.57136, "f1_weighted": 0.580719 } ], "main_score": 0.56967, "hf_subset": "sq", "languages": [ "sqi-Latn" ] }, { "accuracy": 0.717518, "f1": 0.704758, "f1_weighted": 0.715273, "scores_per_experiment": [ { "accuracy": 0.754876, "f1": 0.734932, "f1_weighted": 0.75516 }, { "accuracy": 0.712845, "f1": 0.706681, "f1_weighted": 0.713083 }, { "accuracy": 0.731002, "f1": 0.717151, "f1_weighted": 0.73093 }, { "accuracy": 0.713181, "f1": 0.701064, "f1_weighted": 0.708665 }, { "accuracy": 0.718897, "f1": 0.699968, "f1_weighted": 0.713421 }, { "accuracy": 0.704102, "f1": 0.690681, "f1_weighted": 0.703192 }, { "accuracy": 0.68191, "f1": 0.673811, "f1_weighted": 0.674774 }, { "accuracy": 0.691325, "f1": 0.69588, "f1_weighted": 0.689698 }, { "accuracy": 0.739408, "f1": 0.72189, "f1_weighted": 0.736137 }, { "accuracy": 0.72764, "f1": 0.705527, "f1_weighted": 0.727666 } ], "main_score": 0.717518, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "accuracy": 0.773571, "f1": 0.769561, "f1_weighted": 0.77256, "scores_per_experiment": [ { "accuracy": 0.753194, "f1": 0.761476, "f1_weighted": 0.752891 }, { "accuracy": 0.815064, "f1": 0.801065, "f1_weighted": 0.814474 }, { "accuracy": 0.747814, "f1": 0.754039, "f1_weighted": 0.747799 }, { "accuracy": 0.784465, "f1": 0.775293, "f1_weighted": 0.783641 }, { "accuracy": 0.775723, "f1": 0.760595, "f1_weighted": 0.772846 }, { "accuracy": 0.785138, "f1": 0.773328, "f1_weighted": 0.785044 }, { "accuracy": 0.745461, "f1": 0.746995, "f1_weighted": 0.739053 }, { "accuracy": 0.771015, "f1": 0.767488, "f1_weighted": 0.77534 }, { "accuracy": 0.815064, "f1": 0.799146, "f1_weighted": 0.813174 }, { "accuracy": 0.742771, "f1": 0.756179, "f1_weighted": 0.741334 } ], "main_score": 0.773571, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "accuracy": 0.485709, "f1": 0.441274, "f1_weighted": 0.478968, "scores_per_experiment": [ { "accuracy": 0.522865, "f1": 0.487402, "f1_weighted": 0.525236 }, { "accuracy": 0.485205, "f1": 0.445019, "f1_weighted": 0.473896 }, { "accuracy": 0.471083, "f1": 0.427269, "f1_weighted": 0.467318 }, { "accuracy": 0.483188, "f1": 0.443647, "f1_weighted": 0.479149 }, { "accuracy": 0.465367, "f1": 0.420547, "f1_weighted": 0.454996 }, { "accuracy": 0.467384, "f1": 0.423059, "f1_weighted": 0.46153 }, { "accuracy": 0.506052, "f1": 0.448743, "f1_weighted": 0.500209 }, { "accuracy": 0.500336, "f1": 0.454173, "f1_weighted": 0.493808 }, { "accuracy": 0.488231, "f1": 0.438385, "f1_weighted": 0.474624 }, { "accuracy": 0.467384, "f1": 0.424501, "f1_weighted": 0.458911 } ], "main_score": 0.485709, "hf_subset": "km", "languages": [ "khm-Khmr" ] }, { "accuracy": 0.53033, "f1": 0.497925, "f1_weighted": 0.519888, "scores_per_experiment": [ { "accuracy": 0.555481, "f1": 0.51552, "f1_weighted": 0.546207 }, { "accuracy": 0.559516, "f1": 0.52045, "f1_weighted": 0.550581 }, { "accuracy": 0.523201, "f1": 0.490802, "f1_weighted": 0.516805 }, { "accuracy": 0.5269, "f1": 0.489589, "f1_weighted": 0.518646 }, { "accuracy": 0.531271, "f1": 0.493479, "f1_weighted": 0.508536 }, { "accuracy": 0.519166, "f1": 0.484306, "f1_weighted": 0.50655 }, { "accuracy": 0.555145, "f1": 0.524868, "f1_weighted": 0.553226 }, { "accuracy": 0.498319, "f1": 0.479162, "f1_weighted": 0.473908 }, { "accuracy": 0.509751, "f1": 0.478898, "f1_weighted": 0.508126 }, { "accuracy": 0.524546, "f1": 0.502179, "f1_weighted": 0.516297 } ], "main_score": 0.53033, "hf_subset": "kn", "languages": [ "kan-Knda" ] }, { "accuracy": 0.745293, "f1": 0.726023, "f1_weighted": 0.741918, "scores_per_experiment": [ { "accuracy": 0.71957, "f1": 0.719378, "f1_weighted": 0.718077 }, { "accuracy": 0.747814, "f1": 0.73389, "f1_weighted": 0.750184 }, { "accuracy": 0.761264, "f1": 0.741003, "f1_weighted": 0.758805 }, { "accuracy": 0.770007, "f1": 0.738062, "f1_weighted": 0.760321 }, { "accuracy": 0.744788, "f1": 0.721365, "f1_weighted": 0.737286 }, { "accuracy": 0.743779, "f1": 0.718578, "f1_weighted": 0.74023 }, { "accuracy": 0.700067, "f1": 0.690583, "f1_weighted": 0.69317 }, { "accuracy": 0.755884, "f1": 0.736221, "f1_weighted": 0.75763 }, { "accuracy": 0.766308, "f1": 0.740131, "f1_weighted": 0.759792 }, { "accuracy": 0.743443, "f1": 0.72102, "f1_weighted": 0.743684 } ], "main_score": 0.745293, "hf_subset": "ms", "languages": [ "msa-Latn" ] } ], "validation": [ { "accuracy": 0.80851, "f1": 0.796467, "f1_weighted": 0.80535, "hf_subset": "ru", "languages": [ "rus-Cyrl" ], "main_score": 0.80851, "scores_per_experiment": [ { "accuracy": 0.771766, "f1": 0.772882, "f1_weighted": 0.771603 }, { "accuracy": 0.827841, "f1": 0.815068, "f1_weighted": 0.827356 }, { "accuracy": 0.821938, "f1": 0.804043, "f1_weighted": 0.81686 }, { "accuracy": 0.793409, "f1": 0.781863, "f1_weighted": 0.787927 }, { "accuracy": 0.826857, "f1": 0.810257, "f1_weighted": 0.821869 }, { "accuracy": 0.793409, "f1": 0.781465, "f1_weighted": 0.790326 }, { "accuracy": 0.783571, "f1": 0.774788, "f1_weighted": 0.781026 }, { "accuracy": 0.821446, "f1": 0.802204, "f1_weighted": 0.817569 }, { "accuracy": 0.813084, "f1": 0.803204, "f1_weighted": 0.809776 }, { "accuracy": 0.831776, "f1": 0.8189, "f1_weighted": 0.829184 } ] }, { "accuracy": 0.7788, "f1": 0.770162, "f1_weighted": 0.775645, "scores_per_experiment": [ { "accuracy": 0.785047, "f1": 0.77792, "f1_weighted": 0.784933 }, { "accuracy": 0.813576, "f1": 0.799869, "f1_weighted": 0.811529 }, { "accuracy": 0.748647, "f1": 0.75285, "f1_weighted": 0.745269 }, { "accuracy": 0.764879, "f1": 0.747282, "f1_weighted": 0.760672 }, { "accuracy": 0.783571, "f1": 0.764585, "f1_weighted": 0.779475 }, { "accuracy": 0.77816, "f1": 0.76956, "f1_weighted": 0.774676 }, { "accuracy": 0.727496, "f1": 0.727927, "f1_weighted": 0.716257 }, { "accuracy": 0.765371, "f1": 0.759416, "f1_weighted": 0.764478 }, { "accuracy": 0.816527, "f1": 0.807096, "f1_weighted": 0.813442 }, { "accuracy": 0.804722, "f1": 0.795119, "f1_weighted": 0.805722 } ], "main_score": 0.7788, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "accuracy": 0.714068, "f1": 0.708366, "f1_weighted": 0.707222, "scores_per_experiment": [ { "accuracy": 0.711264, "f1": 0.71952, "f1_weighted": 0.708327 }, { "accuracy": 0.687654, "f1": 0.6931, "f1_weighted": 0.679808 }, { "accuracy": 0.675357, "f1": 0.675557, "f1_weighted": 0.663901 }, { "accuracy": 0.723069, "f1": 0.707622, "f1_weighted": 0.713757 }, { "accuracy": 0.729464, "f1": 0.711549, "f1_weighted": 0.721138 }, { "accuracy": 0.736842, "f1": 0.727901, "f1_weighted": 0.736358 }, { "accuracy": 0.684702, "f1": 0.679414, "f1_weighted": 0.667282 }, { "accuracy": 0.736842, "f1": 0.727496, "f1_weighted": 0.739487 }, { "accuracy": 0.726021, "f1": 0.716589, "f1_weighted": 0.717591 }, { "accuracy": 0.729464, "f1": 0.724918, "f1_weighted": 0.724565 } ], "main_score": 0.714068, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "accuracy": 0.792277, "f1": 0.775678, "f1_weighted": 0.789654, "scores_per_experiment": [ { "accuracy": 0.818003, "f1": 0.800901, "f1_weighted": 0.815397 }, { "accuracy": 0.811117, "f1": 0.793808, "f1_weighted": 0.809673 }, { "accuracy": 0.801771, "f1": 0.785854, "f1_weighted": 0.800036 }, { "accuracy": 0.801771, "f1": 0.781664, "f1_weighted": 0.796016 }, { "accuracy": 0.796852, "f1": 0.77028, "f1_weighted": 0.793286 }, { "accuracy": 0.778652, "f1": 0.763145, "f1_weighted": 0.775942 }, { "accuracy": 0.747664, "f1": 0.741596, "f1_weighted": 0.744678 }, { "accuracy": 0.775209, "f1": 0.760977, "f1_weighted": 0.777562 }, { "accuracy": 0.807673, "f1": 0.780979, "f1_weighted": 0.800469 }, { "accuracy": 0.784063, "f1": 0.777576, "f1_weighted": 0.783486 } ], "main_score": 0.792277, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ] }, { "accuracy": 0.702017, "f1": 0.693438, "f1_weighted": 0.693678, "scores_per_experiment": [ { "accuracy": 0.6788, "f1": 0.684177, "f1_weighted": 0.672527 }, { "accuracy": 0.742745, "f1": 0.728928, "f1_weighted": 0.739821 }, { "accuracy": 0.713232, "f1": 0.690249, "f1_weighted": 0.702434 }, { "accuracy": 0.674373, "f1": 0.669429, "f1_weighted": 0.662916 }, { "accuracy": 0.687162, "f1": 0.673064, "f1_weighted": 0.676342 }, { "accuracy": 0.698475, "f1": 0.693729, "f1_weighted": 0.688474 }, { "accuracy": 0.695524, "f1": 0.685392, "f1_weighted": 0.683017 }, { "accuracy": 0.680767, "f1": 0.68554, "f1_weighted": 0.674075 }, { "accuracy": 0.748155, "f1": 0.729853, "f1_weighted": 0.741035 }, { "accuracy": 0.700935, "f1": 0.694012, "f1_weighted": 0.696136 } ], "main_score": 0.702017, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "accuracy": 0.763109, "f1": 0.749995, "f1_weighted": 0.761712, "scores_per_experiment": [ { "accuracy": 0.752091, "f1": 0.747212, "f1_weighted": 0.753062 }, { "accuracy": 0.766355, "f1": 0.75944, "f1_weighted": 0.765186 }, { "accuracy": 0.763404, "f1": 0.750184, "f1_weighted": 0.76448 }, { "accuracy": 0.731431, "f1": 0.722308, "f1_weighted": 0.72681 }, { "accuracy": 0.765863, "f1": 0.751325, "f1_weighted": 0.763474 }, { "accuracy": 0.778652, "f1": 0.762771, "f1_weighted": 0.777234 }, { "accuracy": 0.742745, "f1": 0.731992, "f1_weighted": 0.739809 }, { "accuracy": 0.788982, "f1": 0.767816, "f1_weighted": 0.790397 }, { "accuracy": 0.787506, "f1": 0.761283, "f1_weighted": 0.782695 }, { "accuracy": 0.754058, "f1": 0.745616, "f1_weighted": 0.753972 } ], "main_score": 0.763109, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "accuracy": 0.753419, "f1": 0.734447, "f1_weighted": 0.746753, "scores_per_experiment": [ { "accuracy": 0.781112, "f1": 0.758588, "f1_weighted": 0.774031 }, { "accuracy": 0.752582, "f1": 0.733684, "f1_weighted": 0.744626 }, { "accuracy": 0.766355, "f1": 0.73458, "f1_weighted": 0.756231 }, { "accuracy": 0.747664, "f1": 0.719642, "f1_weighted": 0.741159 }, { "accuracy": 0.75455, "f1": 0.722578, "f1_weighted": 0.741471 }, { "accuracy": 0.753074, "f1": 0.740181, "f1_weighted": 0.748798 }, { "accuracy": 0.696016, "f1": 0.692703, "f1_weighted": 0.685785 }, { "accuracy": 0.723561, "f1": 0.7202, "f1_weighted": 0.726187 }, { "accuracy": 0.796852, "f1": 0.777343, "f1_weighted": 0.789542 }, { "accuracy": 0.76242, "f1": 0.744968, "f1_weighted": 0.759702 } ], "main_score": 0.753419, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "accuracy": 0.796065, "f1": 0.783929, "f1_weighted": 0.793538, "scores_per_experiment": [ { "accuracy": 0.820954, "f1": 0.807006, "f1_weighted": 0.818906 }, { "accuracy": 0.825381, "f1": 0.807085, "f1_weighted": 0.823381 }, { "accuracy": 0.815544, "f1": 0.795805, "f1_weighted": 0.810876 }, { "accuracy": 0.80423, "f1": 0.787377, "f1_weighted": 0.800924 }, { "accuracy": 0.795376, "f1": 0.781365, "f1_weighted": 0.793974 }, { "accuracy": 0.771766, "f1": 0.76697, "f1_weighted": 0.771307 }, { "accuracy": 0.752091, "f1": 0.751386, "f1_weighted": 0.747618 }, { "accuracy": 0.761436, "f1": 0.758069, "f1_weighted": 0.764414 }, { "accuracy": 0.828333, "f1": 0.80847, "f1_weighted": 0.820652 }, { "accuracy": 0.785539, "f1": 0.775759, "f1_weighted": 0.783332 } ], "main_score": 0.796065, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "accuracy": 0.749041, "f1": 0.731109, "f1_weighted": 0.742896, "scores_per_experiment": [ { "accuracy": 0.759469, "f1": 0.749311, "f1_weighted": 0.756994 }, { "accuracy": 0.775209, "f1": 0.746821, "f1_weighted": 0.768576 }, { "accuracy": 0.768323, "f1": 0.743874, "f1_weighted": 0.760235 }, { "accuracy": 0.77029, "f1": 0.732347, "f1_weighted": 0.757464 }, { "accuracy": 0.754058, "f1": 0.724515, "f1_weighted": 0.743523 }, { "accuracy": 0.747172, "f1": 0.733418, "f1_weighted": 0.745546 }, { "accuracy": 0.693556, "f1": 0.681702, "f1_weighted": 0.684721 }, { "accuracy": 0.711756, "f1": 0.713056, "f1_weighted": 0.709657 }, { "accuracy": 0.777177, "f1": 0.759479, "f1_weighted": 0.769826 }, { "accuracy": 0.733399, "f1": 0.726571, "f1_weighted": 0.732417 } ], "main_score": 0.749041, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "accuracy": 0.436006, "f1": 0.414746, "f1_weighted": 0.419285, "scores_per_experiment": [ { "accuracy": 0.447122, "f1": 0.423339, "f1_weighted": 0.435473 }, { "accuracy": 0.473192, "f1": 0.467008, "f1_weighted": 0.462044 }, { "accuracy": 0.44909, "f1": 0.419979, "f1_weighted": 0.429558 }, { "accuracy": 0.417609, "f1": 0.399954, "f1_weighted": 0.411192 }, { "accuracy": 0.419085, "f1": 0.38397, "f1_weighted": 0.393958 }, { "accuracy": 0.447614, "f1": 0.420456, "f1_weighted": 0.420593 }, { "accuracy": 0.437777, "f1": 0.417922, "f1_weighted": 0.430412 }, { "accuracy": 0.437777, "f1": 0.425495, "f1_weighted": 0.420829 }, { "accuracy": 0.398426, "f1": 0.378228, "f1_weighted": 0.376783 }, { "accuracy": 0.432366, "f1": 0.411111, "f1_weighted": 0.412011 } ], "main_score": 0.436006, "hf_subset": "am", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.444073, "f1": 0.424589, "f1_weighted": 0.423543, "scores_per_experiment": [ { "accuracy": 0.418593, "f1": 0.395697, "f1_weighted": 0.389405 }, { "accuracy": 0.434333, "f1": 0.423113, "f1_weighted": 0.404384 }, { "accuracy": 0.461387, "f1": 0.44075, "f1_weighted": 0.452335 }, { "accuracy": 0.434825, "f1": 0.404367, "f1_weighted": 0.424151 }, { "accuracy": 0.442204, "f1": 0.419333, "f1_weighted": 0.419354 }, { "accuracy": 0.443187, "f1": 0.427301, "f1_weighted": 0.426035 }, { "accuracy": 0.446139, "f1": 0.432004, "f1_weighted": 0.430545 }, { "accuracy": 0.471717, "f1": 0.451771, "f1_weighted": 0.446522 }, { "accuracy": 0.434333, "f1": 0.417465, "f1_weighted": 0.409034 }, { "accuracy": 0.454009, "f1": 0.434092, "f1_weighted": 0.433661 } ], "main_score": 0.444073, "hf_subset": "my", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.747467, "f1": 0.746224, "f1_weighted": 0.742491, "scores_per_experiment": [ { "accuracy": 0.800295, "f1": 0.79171, "f1_weighted": 0.796512 }, { "accuracy": 0.730448, "f1": 0.743089, "f1_weighted": 0.730586 }, { "accuracy": 0.770782, "f1": 0.763167, "f1_weighted": 0.766904 }, { "accuracy": 0.700443, "f1": 0.711564, "f1_weighted": 0.690103 }, { "accuracy": 0.75455, "f1": 0.738456, "f1_weighted": 0.750966 }, { "accuracy": 0.720118, "f1": 0.715735, "f1_weighted": 0.705986 }, { "accuracy": 0.711264, "f1": 0.719919, "f1_weighted": 0.702825 }, { "accuracy": 0.759469, "f1": 0.754502, "f1_weighted": 0.759137 }, { "accuracy": 0.757009, "f1": 0.759304, "f1_weighted": 0.754875 }, { "accuracy": 0.77029, "f1": 0.764794, "f1_weighted": 0.767018 } ], "main_score": 0.747467, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ] }, { "accuracy": 0.638367, "f1": 0.615454, "f1_weighted": 0.629119, "scores_per_experiment": [ { "accuracy": 0.661092, "f1": 0.63462, "f1_weighted": 0.649033 }, { "accuracy": 0.661584, "f1": 0.637779, "f1_weighted": 0.658375 }, { "accuracy": 0.658141, "f1": 0.63295, "f1_weighted": 0.651998 }, { "accuracy": 0.633055, "f1": 0.595304, "f1_weighted": 0.622417 }, { "accuracy": 0.612887, "f1": 0.595007, "f1_weighted": 0.595197 }, { "accuracy": 0.662076, "f1": 0.636513, "f1_weighted": 0.660279 }, { "accuracy": 0.628628, "f1": 0.606365, "f1_weighted": 0.617186 }, { "accuracy": 0.575504, "f1": 0.575662, "f1_weighted": 0.560458 }, { "accuracy": 0.654206, "f1": 0.621734, "f1_weighted": 0.646585 }, { "accuracy": 0.636498, "f1": 0.618603, "f1_weighted": 0.629661 } ], "main_score": 0.638367, "hf_subset": "ur", "languages": [ "urd-Arab" ] }, { "accuracy": 0.725922, "f1": 0.71267, "f1_weighted": 0.723592, "scores_per_experiment": [ { "accuracy": 0.71028, "f1": 0.704065, "f1_weighted": 0.708754 }, { "accuracy": 0.73635, "f1": 0.72815, "f1_weighted": 0.737123 }, { "accuracy": 0.724545, "f1": 0.709271, "f1_weighted": 0.721892 }, { "accuracy": 0.733399, "f1": 0.713311, "f1_weighted": 0.727356 }, { "accuracy": 0.752091, "f1": 0.726289, "f1_weighted": 0.748016 }, { "accuracy": 0.719134, "f1": 0.705632, "f1_weighted": 0.714102 }, { "accuracy": 0.703886, "f1": 0.692486, "f1_weighted": 0.701877 }, { "accuracy": 0.715199, "f1": 0.709136, "f1_weighted": 0.717751 }, { "accuracy": 0.746188, "f1": 0.727599, "f1_weighted": 0.744254 }, { "accuracy": 0.718151, "f1": 0.710765, "f1_weighted": 0.714792 } ], "main_score": 0.725922, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "accuracy": 0.598869, "f1": 0.5722, "f1_weighted": 0.590806, "scores_per_experiment": [ { "accuracy": 0.620266, "f1": 0.596096, "f1_weighted": 0.612709 }, { "accuracy": 0.584358, "f1": 0.561481, "f1_weighted": 0.574801 }, { "accuracy": 0.631087, "f1": 0.600235, "f1_weighted": 0.63094 }, { "accuracy": 0.626168, "f1": 0.579841, "f1_weighted": 0.61075 }, { "accuracy": 0.627644, "f1": 0.592427, "f1_weighted": 0.617346 }, { "accuracy": 0.60059, "f1": 0.580812, "f1_weighted": 0.597152 }, { "accuracy": 0.551894, "f1": 0.536076, "f1_weighted": 0.541795 }, { "accuracy": 0.589277, "f1": 0.569132, "f1_weighted": 0.58598 }, { "accuracy": 0.570585, "f1": 0.549307, "f1_weighted": 0.563656 }, { "accuracy": 0.586818, "f1": 0.556594, "f1_weighted": 0.572933 } ], "main_score": 0.598869, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "accuracy": 0.791736, "f1": 0.780011, "f1_weighted": 0.788213, "scores_per_experiment": [ { "accuracy": 0.798328, "f1": 0.79314, "f1_weighted": 0.796889 }, { "accuracy": 0.810133, "f1": 0.798308, "f1_weighted": 0.808785 }, { "accuracy": 0.805214, "f1": 0.782418, "f1_weighted": 0.798446 }, { "accuracy": 0.805214, "f1": 0.78486, "f1_weighted": 0.796508 }, { "accuracy": 0.799311, "f1": 0.777928, "f1_weighted": 0.795753 }, { "accuracy": 0.789474, "f1": 0.777218, "f1_weighted": 0.788115 }, { "accuracy": 0.74668, "f1": 0.74074, "f1_weighted": 0.73612 }, { "accuracy": 0.757501, "f1": 0.755966, "f1_weighted": 0.759414 }, { "accuracy": 0.81997, "f1": 0.806024, "f1_weighted": 0.815941 }, { "accuracy": 0.785539, "f1": 0.783505, "f1_weighted": 0.786157 } ], "main_score": 0.791736, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "accuracy": 0.691638, "f1": 0.659631, "f1_weighted": 0.685211, "scores_per_experiment": [ { "accuracy": 0.702902, "f1": 0.676513, "f1_weighted": 0.698729 }, { "accuracy": 0.706837, "f1": 0.675043, "f1_weighted": 0.700106 }, { "accuracy": 0.679292, "f1": 0.661862, "f1_weighted": 0.674082 }, { "accuracy": 0.690605, "f1": 0.65207, "f1_weighted": 0.682042 }, { "accuracy": 0.675848, "f1": 0.640176, "f1_weighted": 0.670956 }, { "accuracy": 0.675357, "f1": 0.647058, "f1_weighted": 0.667467 }, { "accuracy": 0.690113, "f1": 0.649196, "f1_weighted": 0.68094 }, { "accuracy": 0.686178, "f1": 0.646531, "f1_weighted": 0.681745 }, { "accuracy": 0.718642, "f1": 0.686025, "f1_weighted": 0.706935 }, { "accuracy": 0.690605, "f1": 0.661839, "f1_weighted": 0.689111 } ], "main_score": 0.691638, "hf_subset": "az", "languages": [ "aze-Latn" ] }, { "accuracy": 0.510428, "f1": 0.499121, "f1_weighted": 0.49943, "scores_per_experiment": [ { "accuracy": 0.509592, "f1": 0.507958, "f1_weighted": 0.499588 }, { "accuracy": 0.479095, "f1": 0.469421, "f1_weighted": 0.459039 }, { "accuracy": 0.485489, "f1": 0.475115, "f1_weighted": 0.477097 }, { "accuracy": 0.529759, "f1": 0.513089, "f1_weighted": 0.517686 }, { "accuracy": 0.510084, "f1": 0.501009, "f1_weighted": 0.49883 }, { "accuracy": 0.519921, "f1": 0.504841, "f1_weighted": 0.507547 }, { "accuracy": 0.515494, "f1": 0.500912, "f1_weighted": 0.510434 }, { "accuracy": 0.54058, "f1": 0.525305, "f1_weighted": 0.532047 }, { "accuracy": 0.519921, "f1": 0.512337, "f1_weighted": 0.512551 }, { "accuracy": 0.494343, "f1": 0.481221, "f1_weighted": 0.479483 } ], "main_score": 0.510428, "hf_subset": "ta", "languages": [ "tam-Taml" ] }, { "accuracy": 0.800492, "f1": 0.784474, "f1_weighted": 0.798145, "scores_per_experiment": [ { "accuracy": 0.823414, "f1": 0.80464, "f1_weighted": 0.818482 }, { "accuracy": 0.801279, "f1": 0.786046, "f1_weighted": 0.800158 }, { "accuracy": 0.802755, "f1": 0.785289, "f1_weighted": 0.799813 }, { "accuracy": 0.783571, "f1": 0.769533, "f1_weighted": 0.78169 }, { "accuracy": 0.803738, "f1": 0.789967, "f1_weighted": 0.799159 }, { "accuracy": 0.795376, "f1": 0.773298, "f1_weighted": 0.79076 }, { "accuracy": 0.783571, "f1": 0.767804, "f1_weighted": 0.781687 }, { "accuracy": 0.795868, "f1": 0.785017, "f1_weighted": 0.798266 }, { "accuracy": 0.823906, "f1": 0.802027, "f1_weighted": 0.81863 }, { "accuracy": 0.791441, "f1": 0.78112, "f1_weighted": 0.792804 } ], "main_score": 0.800492, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "accuracy": 0.782636, "f1": 0.777354, "f1_weighted": 0.78027, "scores_per_experiment": [ { "accuracy": 0.748155, "f1": 0.759134, "f1_weighted": 0.746717 }, { "accuracy": 0.816035, "f1": 0.800694, "f1_weighted": 0.815594 }, { "accuracy": 0.805706, "f1": 0.790253, "f1_weighted": 0.800793 }, { "accuracy": 0.770782, "f1": 0.768076, "f1_weighted": 0.767973 }, { "accuracy": 0.785539, "f1": 0.777513, "f1_weighted": 0.784305 }, { "accuracy": 0.799311, "f1": 0.78211, "f1_weighted": 0.796011 }, { "accuracy": 0.736842, "f1": 0.741437, "f1_weighted": 0.725385 }, { "accuracy": 0.768323, "f1": 0.771189, "f1_weighted": 0.770916 }, { "accuracy": 0.81456, "f1": 0.803812, "f1_weighted": 0.813697 }, { "accuracy": 0.781112, "f1": 0.779317, "f1_weighted": 0.781309 } ], "main_score": 0.782636, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "accuracy": 0.714707, "f1": 0.697901, "f1_weighted": 0.707591, "scores_per_experiment": [ { "accuracy": 0.716183, "f1": 0.710692, "f1_weighted": 0.711734 }, { "accuracy": 0.72848, "f1": 0.715719, "f1_weighted": 0.720945 }, { "accuracy": 0.744712, "f1": 0.715254, "f1_weighted": 0.737894 }, { "accuracy": 0.727496, "f1": 0.695603, "f1_weighted": 0.717578 }, { "accuracy": 0.694048, "f1": 0.670734, "f1_weighted": 0.6804 }, { "accuracy": 0.710772, "f1": 0.693612, "f1_weighted": 0.706751 }, { "accuracy": 0.717659, "f1": 0.698222, "f1_weighted": 0.709668 }, { "accuracy": 0.679784, "f1": 0.670601, "f1_weighted": 0.670861 }, { "accuracy": 0.712248, "f1": 0.707288, "f1_weighted": 0.706877 }, { "accuracy": 0.715691, "f1": 0.701284, "f1_weighted": 0.713203 } ], "main_score": 0.714707, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "accuracy": 0.597295, "f1": 0.564561, "f1_weighted": 0.591286, "scores_per_experiment": [ { "accuracy": 0.596163, "f1": 0.56879, "f1_weighted": 0.587747 }, { "accuracy": 0.607477, "f1": 0.567656, "f1_weighted": 0.598952 }, { "accuracy": 0.616822, "f1": 0.587126, "f1_weighted": 0.608604 }, { "accuracy": 0.609444, "f1": 0.567858, "f1_weighted": 0.604913 }, { "accuracy": 0.601574, "f1": 0.559356, "f1_weighted": 0.593119 }, { "accuracy": 0.58485, "f1": 0.563529, "f1_weighted": 0.571626 }, { "accuracy": 0.577472, "f1": 0.539462, "f1_weighted": 0.577138 }, { "accuracy": 0.601082, "f1": 0.579571, "f1_weighted": 0.606148 }, { "accuracy": 0.612395, "f1": 0.57414, "f1_weighted": 0.603456 }, { "accuracy": 0.565667, "f1": 0.538124, "f1_weighted": 0.561156 } ], "main_score": 0.597295, "hf_subset": "cy", "languages": [ "cym-Latn" ] }, { "accuracy": 0.74668, "f1": 0.72999, "f1_weighted": 0.741571, "scores_per_experiment": [ { "accuracy": 0.740285, "f1": 0.739519, "f1_weighted": 0.739266 }, { "accuracy": 0.787014, "f1": 0.769585, "f1_weighted": 0.783709 }, { "accuracy": 0.729464, "f1": 0.715768, "f1_weighted": 0.726961 }, { "accuracy": 0.76242, "f1": 0.736528, "f1_weighted": 0.752663 }, { "accuracy": 0.734875, "f1": 0.70086, "f1_weighted": 0.720095 }, { "accuracy": 0.731923, "f1": 0.718275, "f1_weighted": 0.728202 }, { "accuracy": 0.724545, "f1": 0.709167, "f1_weighted": 0.717297 }, { "accuracy": 0.723069, "f1": 0.714377, "f1_weighted": 0.722223 }, { "accuracy": 0.757009, "f1": 0.74251, "f1_weighted": 0.752471 }, { "accuracy": 0.776193, "f1": 0.753316, "f1_weighted": 0.772823 } ], "main_score": 0.74668, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "accuracy": 0.730202, "f1": 0.703368, "f1_weighted": 0.727713, "scores_per_experiment": [ { "accuracy": 0.734383, "f1": 0.711552, "f1_weighted": 0.730934 }, { "accuracy": 0.763896, "f1": 0.724981, "f1_weighted": 0.759001 }, { "accuracy": 0.739793, "f1": 0.705307, "f1_weighted": 0.737064 }, { "accuracy": 0.737826, "f1": 0.704595, "f1_weighted": 0.732247 }, { "accuracy": 0.723561, "f1": 0.694457, "f1_weighted": 0.717639 }, { "accuracy": 0.734383, "f1": 0.708307, "f1_weighted": 0.735093 }, { "accuracy": 0.701426, "f1": 0.68506, "f1_weighted": 0.699182 }, { "accuracy": 0.697, "f1": 0.678802, "f1_weighted": 0.699184 }, { "accuracy": 0.756026, "f1": 0.722255, "f1_weighted": 0.751203 }, { "accuracy": 0.713724, "f1": 0.698369, "f1_weighted": 0.715584 } ], "main_score": 0.730202, "hf_subset": "af", "languages": [ "afr-Latn" ] }, { "accuracy": 0.694147, "f1": 0.685466, "f1_weighted": 0.690598, "scores_per_experiment": [ { "accuracy": 0.721102, "f1": 0.706932, "f1_weighted": 0.717998 }, { "accuracy": 0.708805, "f1": 0.709166, "f1_weighted": 0.706979 }, { "accuracy": 0.684702, "f1": 0.679189, "f1_weighted": 0.685463 }, { "accuracy": 0.696508, "f1": 0.675747, "f1_weighted": 0.688526 }, { "accuracy": 0.675357, "f1": 0.664589, "f1_weighted": 0.665327 }, { "accuracy": 0.667978, "f1": 0.666303, "f1_weighted": 0.666595 }, { "accuracy": 0.691097, "f1": 0.671232, "f1_weighted": 0.686703 }, { "accuracy": 0.698475, "f1": 0.695092, "f1_weighted": 0.700657 }, { "accuracy": 0.705853, "f1": 0.697009, "f1_weighted": 0.700323 }, { "accuracy": 0.691589, "f1": 0.689395, "f1_weighted": 0.687412 } ], "main_score": 0.694147, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "accuracy": 0.743827, "f1": 0.729366, "f1_weighted": 0.739254, "scores_per_experiment": [ { "accuracy": 0.748647, "f1": 0.749821, "f1_weighted": 0.746857 }, { "accuracy": 0.762912, "f1": 0.746452, "f1_weighted": 0.760103 }, { "accuracy": 0.737826, "f1": 0.730401, "f1_weighted": 0.735304 }, { "accuracy": 0.731923, "f1": 0.707886, "f1_weighted": 0.72117 }, { "accuracy": 0.723561, "f1": 0.710347, "f1_weighted": 0.715565 }, { "accuracy": 0.757009, "f1": 0.737935, "f1_weighted": 0.753619 }, { "accuracy": 0.727496, "f1": 0.71283, "f1_weighted": 0.720239 }, { "accuracy": 0.742253, "f1": 0.729163, "f1_weighted": 0.740265 }, { "accuracy": 0.755042, "f1": 0.740416, "f1_weighted": 0.750151 }, { "accuracy": 0.751599, "f1": 0.728411, "f1_weighted": 0.749265 } ], "main_score": 0.743827, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "accuracy": 0.578701, "f1": 0.564408, "f1_weighted": 0.573828, "scores_per_experiment": [ { "accuracy": 0.58485, "f1": 0.578006, "f1_weighted": 0.581919 }, { "accuracy": 0.589277, "f1": 0.568642, "f1_weighted": 0.588126 }, { "accuracy": 0.596163, "f1": 0.582458, "f1_weighted": 0.598345 }, { "accuracy": 0.572553, "f1": 0.55528, "f1_weighted": 0.568342 }, { "accuracy": 0.565175, "f1": 0.550996, "f1_weighted": 0.55411 }, { "accuracy": 0.583866, "f1": 0.554341, "f1_weighted": 0.577232 }, { "accuracy": 0.567634, "f1": 0.558473, "f1_weighted": 0.567374 }, { "accuracy": 0.54304, "f1": 0.542793, "f1_weighted": 0.52973 }, { "accuracy": 0.586326, "f1": 0.572605, "f1_weighted": 0.583004 }, { "accuracy": 0.598131, "f1": 0.580484, "f1_weighted": 0.590094 } ], "main_score": 0.578701, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "accuracy": 0.472504, "f1": 0.455356, "f1_weighted": 0.460672, "scores_per_experiment": [ { "accuracy": 0.473684, "f1": 0.460996, "f1_weighted": 0.476669 }, { "accuracy": 0.474176, "f1": 0.457043, "f1_weighted": 0.458816 }, { "accuracy": 0.452533, "f1": 0.43355, "f1_weighted": 0.430887 }, { "accuracy": 0.477127, "f1": 0.454422, "f1_weighted": 0.464086 }, { "accuracy": 0.458436, "f1": 0.429546, "f1_weighted": 0.443144 }, { "accuracy": 0.496803, "f1": 0.477713, "f1_weighted": 0.482986 }, { "accuracy": 0.471717, "f1": 0.448154, "f1_weighted": 0.463 }, { "accuracy": 0.494835, "f1": 0.487659, "f1_weighted": 0.489857 }, { "accuracy": 0.442204, "f1": 0.434837, "f1_weighted": 0.426412 }, { "accuracy": 0.483522, "f1": 0.469635, "f1_weighted": 0.470861 } ], "main_score": 0.472504, "hf_subset": "ml", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.633694, "f1": 0.603683, "f1_weighted": 0.626223, "scores_per_experiment": [ { "accuracy": 0.647811, "f1": 0.615958, "f1_weighted": 0.64239 }, { "accuracy": 0.643876, "f1": 0.607966, "f1_weighted": 0.638859 }, { "accuracy": 0.633546, "f1": 0.603149, "f1_weighted": 0.628018 }, { "accuracy": 0.621249, "f1": 0.590948, "f1_weighted": 0.612888 }, { "accuracy": 0.608952, "f1": 0.584124, "f1_weighted": 0.595016 }, { "accuracy": 0.620266, "f1": 0.585902, "f1_weighted": 0.605503 }, { "accuracy": 0.6424, "f1": 0.608817, "f1_weighted": 0.637237 }, { "accuracy": 0.639941, "f1": 0.61724, "f1_weighted": 0.639108 }, { "accuracy": 0.632563, "f1": 0.606682, "f1_weighted": 0.625112 }, { "accuracy": 0.646335, "f1": 0.616047, "f1_weighted": 0.638103 } ], "main_score": 0.633694, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "accuracy": 0.725824, "f1": 0.709553, "f1_weighted": 0.720329, "scores_per_experiment": [ { "accuracy": 0.71274, "f1": 0.710908, "f1_weighted": 0.70793 }, { "accuracy": 0.742745, "f1": 0.727604, "f1_weighted": 0.742194 }, { "accuracy": 0.734383, "f1": 0.707451, "f1_weighted": 0.72575 }, { "accuracy": 0.764879, "f1": 0.731925, "f1_weighted": 0.755118 }, { "accuracy": 0.723561, "f1": 0.711381, "f1_weighted": 0.716581 }, { "accuracy": 0.713724, "f1": 0.702161, "f1_weighted": 0.714063 }, { "accuracy": 0.676832, "f1": 0.666594, "f1_weighted": 0.660595 }, { "accuracy": 0.71028, "f1": 0.707919, "f1_weighted": 0.712079 }, { "accuracy": 0.733399, "f1": 0.705918, "f1_weighted": 0.727277 }, { "accuracy": 0.745696, "f1": 0.723667, "f1_weighted": 0.741703 } ], "main_score": 0.725824, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "accuracy": 0.511018, "f1": 0.485777, "f1_weighted": 0.50503, "scores_per_experiment": [ { "accuracy": 0.512543, "f1": 0.488166, "f1_weighted": 0.506417 }, { "accuracy": 0.518938, "f1": 0.479291, "f1_weighted": 0.501981 }, { "accuracy": 0.51697, "f1": 0.495376, "f1_weighted": 0.510203 }, { "accuracy": 0.49877, "f1": 0.474145, "f1_weighted": 0.494472 }, { "accuracy": 0.510576, "f1": 0.478534, "f1_weighted": 0.498541 }, { "accuracy": 0.49877, "f1": 0.474976, "f1_weighted": 0.492399 }, { "accuracy": 0.514019, "f1": 0.481113, "f1_weighted": 0.513985 }, { "accuracy": 0.503197, "f1": 0.483136, "f1_weighted": 0.495816 }, { "accuracy": 0.526808, "f1": 0.501475, "f1_weighted": 0.525952 }, { "accuracy": 0.509592, "f1": 0.501556, "f1_weighted": 0.51053 } ], "main_score": 0.511018, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "accuracy": 0.529415, "f1": 0.516029, "f1_weighted": 0.52735, "scores_per_experiment": [ { "accuracy": 0.526808, "f1": 0.515377, "f1_weighted": 0.530682 }, { "accuracy": 0.53517, "f1": 0.528115, "f1_weighted": 0.545587 }, { "accuracy": 0.525824, "f1": 0.52567, "f1_weighted": 0.51829 }, { "accuracy": 0.56124, "f1": 0.531466, "f1_weighted": 0.561781 }, { "accuracy": 0.527791, "f1": 0.504243, "f1_weighted": 0.519859 }, { "accuracy": 0.492868, "f1": 0.48607, "f1_weighted": 0.493829 }, { "accuracy": 0.547467, "f1": 0.538482, "f1_weighted": 0.54977 }, { "accuracy": 0.558288, "f1": 0.545237, "f1_weighted": 0.550821 }, { "accuracy": 0.505657, "f1": 0.482043, "f1_weighted": 0.49739 }, { "accuracy": 0.513035, "f1": 0.503586, "f1_weighted": 0.505488 } ], "main_score": 0.529415, "hf_subset": "hy", "languages": [ "hye-Armn" ] }, { "accuracy": 0.73881, "f1": 0.733339, "f1_weighted": 0.732225, "scores_per_experiment": [ { "accuracy": 0.724053, "f1": 0.732694, "f1_weighted": 0.716543 }, { "accuracy": 0.729956, "f1": 0.725776, "f1_weighted": 0.730183 }, { "accuracy": 0.74422, "f1": 0.742766, "f1_weighted": 0.742196 }, { "accuracy": 0.735366, "f1": 0.725797, "f1_weighted": 0.729672 }, { "accuracy": 0.716675, "f1": 0.708027, "f1_weighted": 0.704857 }, { "accuracy": 0.748155, "f1": 0.733536, "f1_weighted": 0.741517 }, { "accuracy": 0.717659, "f1": 0.716279, "f1_weighted": 0.705758 }, { "accuracy": 0.733399, "f1": 0.7361, "f1_weighted": 0.728258 }, { "accuracy": 0.795868, "f1": 0.775018, "f1_weighted": 0.787817 }, { "accuracy": 0.742745, "f1": 0.737398, "f1_weighted": 0.735449 } ], "main_score": 0.73881, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "accuracy": 0.477865, "f1": 0.45854, "f1_weighted": 0.471206, "scores_per_experiment": [ { "accuracy": 0.49336, "f1": 0.486141, "f1_weighted": 0.493389 }, { "accuracy": 0.435317, "f1": 0.416889, "f1_weighted": 0.434465 }, { "accuracy": 0.478603, "f1": 0.454786, "f1_weighted": 0.475891 }, { "accuracy": 0.516478, "f1": 0.492478, "f1_weighted": 0.512586 }, { "accuracy": 0.497295, "f1": 0.460075, "f1_weighted": 0.47245 }, { "accuracy": 0.465322, "f1": 0.453329, "f1_weighted": 0.449654 }, { "accuracy": 0.461879, "f1": 0.450818, "f1_weighted": 0.458768 }, { "accuracy": 0.50664, "f1": 0.489942, "f1_weighted": 0.505639 }, { "accuracy": 0.474668, "f1": 0.445659, "f1_weighted": 0.468532 }, { "accuracy": 0.44909, "f1": 0.435282, "f1_weighted": 0.440691 } ], "main_score": 0.477865, "hf_subset": "mn", "languages": [ "mon-Cyrl" ] }, { "accuracy": 0.67275, "f1": 0.647468, "f1_weighted": 0.66323, "scores_per_experiment": [ { "accuracy": 0.67093, "f1": 0.651786, "f1_weighted": 0.657531 }, { "accuracy": 0.701426, "f1": 0.678935, "f1_weighted": 0.69286 }, { "accuracy": 0.695032, "f1": 0.659794, "f1_weighted": 0.688531 }, { "accuracy": 0.696508, "f1": 0.650088, "f1_weighted": 0.682425 }, { "accuracy": 0.623217, "f1": 0.611207, "f1_weighted": 0.609167 }, { "accuracy": 0.674865, "f1": 0.654666, "f1_weighted": 0.668771 }, { "accuracy": 0.638465, "f1": 0.612217, "f1_weighted": 0.624143 }, { "accuracy": 0.667486, "f1": 0.641828, "f1_weighted": 0.65882 }, { "accuracy": 0.707821, "f1": 0.671869, "f1_weighted": 0.704542 }, { "accuracy": 0.651746, "f1": 0.642293, "f1_weighted": 0.645514 } ], "main_score": 0.67275, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "accuracy": 0.79395, "f1": 0.775279, "f1_weighted": 0.788807, "scores_per_experiment": [ { "accuracy": 0.814068, "f1": 0.796842, "f1_weighted": 0.808359 }, { "accuracy": 0.804722, "f1": 0.786251, "f1_weighted": 0.800858 }, { "accuracy": 0.80423, "f1": 0.778904, "f1_weighted": 0.798903 }, { "accuracy": 0.821446, "f1": 0.7936, "f1_weighted": 0.810066 }, { "accuracy": 0.78849, "f1": 0.762097, "f1_weighted": 0.781627 }, { "accuracy": 0.801771, "f1": 0.780897, "f1_weighted": 0.797952 }, { "accuracy": 0.733399, "f1": 0.727894, "f1_weighted": 0.723488 }, { "accuracy": 0.766355, "f1": 0.759572, "f1_weighted": 0.767868 }, { "accuracy": 0.819479, "f1": 0.79307, "f1_weighted": 0.81258 }, { "accuracy": 0.785539, "f1": 0.773658, "f1_weighted": 0.786367 } ], "main_score": 0.79395, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "accuracy": 0.828382, "f1": 0.813408, "f1_weighted": 0.823483, "scores_per_experiment": [ { "accuracy": 0.837678, "f1": 0.824373, "f1_weighted": 0.832408 }, { "accuracy": 0.843581, "f1": 0.829913, "f1_weighted": 0.840892 }, { "accuracy": 0.832268, "f1": 0.813155, "f1_weighted": 0.826166 }, { "accuracy": 0.8121, "f1": 0.795004, "f1_weighted": 0.803474 }, { "accuracy": 0.829808, "f1": 0.811154, "f1_weighted": 0.825656 }, { "accuracy": 0.819479, "f1": 0.80328, "f1_weighted": 0.815328 }, { "accuracy": 0.776193, "f1": 0.770091, "f1_weighted": 0.769851 }, { "accuracy": 0.845057, "f1": 0.827223, "f1_weighted": 0.842065 }, { "accuracy": 0.851943, "f1": 0.834348, "f1_weighted": 0.845398 }, { "accuracy": 0.835711, "f1": 0.825543, "f1_weighted": 0.833593 } ], "main_score": 0.828382, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "accuracy": 0.778997, "f1": 0.764615, "f1_weighted": 0.775922, "scores_per_experiment": [ { "accuracy": 0.813576, "f1": 0.797906, "f1_weighted": 0.810273 }, { "accuracy": 0.794393, "f1": 0.780425, "f1_weighted": 0.793361 }, { "accuracy": 0.78603, "f1": 0.768645, "f1_weighted": 0.782354 }, { "accuracy": 0.760944, "f1": 0.74198, "f1_weighted": 0.757935 }, { "accuracy": 0.760944, "f1": 0.741619, "f1_weighted": 0.756685 }, { "accuracy": 0.774717, "f1": 0.759734, "f1_weighted": 0.771078 }, { "accuracy": 0.732907, "f1": 0.724822, "f1_weighted": 0.725139 }, { "accuracy": 0.756026, "f1": 0.754834, "f1_weighted": 0.758275 }, { "accuracy": 0.815544, "f1": 0.794838, "f1_weighted": 0.809414 }, { "accuracy": 0.794884, "f1": 0.781353, "f1_weighted": 0.79471 } ], "main_score": 0.778997, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "accuracy": 0.62425, "f1": 0.599564, "f1_weighted": 0.615662, "scores_per_experiment": [ { "accuracy": 0.61879, "f1": 0.591402, "f1_weighted": 0.609881 }, { "accuracy": 0.61092, "f1": 0.588352, "f1_weighted": 0.60329 }, { "accuracy": 0.621249, "f1": 0.592314, "f1_weighted": 0.607812 }, { "accuracy": 0.60846, "f1": 0.586326, "f1_weighted": 0.596435 }, { "accuracy": 0.631579, "f1": 0.59836, "f1_weighted": 0.6182 }, { "accuracy": 0.624693, "f1": 0.609509, "f1_weighted": 0.622804 }, { "accuracy": 0.605017, "f1": 0.586705, "f1_weighted": 0.590326 }, { "accuracy": 0.625184, "f1": 0.59893, "f1_weighted": 0.618514 }, { "accuracy": 0.62912, "f1": 0.609257, "f1_weighted": 0.627427 }, { "accuracy": 0.667486, "f1": 0.634485, "f1_weighted": 0.661936 } ], "main_score": 0.62425, "hf_subset": "jv", "languages": [ "jav-Latn" ] }, { "accuracy": 0.744811, "f1": 0.733778, "f1_weighted": 0.740852, "scores_per_experiment": [ { "accuracy": 0.728972, "f1": 0.731219, "f1_weighted": 0.725921 }, { "accuracy": 0.772258, "f1": 0.756945, "f1_weighted": 0.770509 }, { "accuracy": 0.763896, "f1": 0.744787, "f1_weighted": 0.757071 }, { "accuracy": 0.739302, "f1": 0.721495, "f1_weighted": 0.737043 }, { "accuracy": 0.757009, "f1": 0.744765, "f1_weighted": 0.754259 }, { "accuracy": 0.757993, "f1": 0.741432, "f1_weighted": 0.753505 }, { "accuracy": 0.691589, "f1": 0.693826, "f1_weighted": 0.679285 }, { "accuracy": 0.729956, "f1": 0.726918, "f1_weighted": 0.728985 }, { "accuracy": 0.753074, "f1": 0.739784, "f1_weighted": 0.749729 }, { "accuracy": 0.754058, "f1": 0.736607, "f1_weighted": 0.75221 } ], "main_score": 0.744811, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "accuracy": 0.52425, "f1": 0.507183, "f1_weighted": 0.52101, "scores_per_experiment": [ { "accuracy": 0.538613, "f1": 0.52694, "f1_weighted": 0.527799 }, { "accuracy": 0.538121, "f1": 0.526787, "f1_weighted": 0.545622 }, { "accuracy": 0.531235, "f1": 0.51132, "f1_weighted": 0.538715 }, { "accuracy": 0.489424, "f1": 0.473161, "f1_weighted": 0.485513 }, { "accuracy": 0.529267, "f1": 0.504401, "f1_weighted": 0.51895 }, { "accuracy": 0.499262, "f1": 0.483731, "f1_weighted": 0.487862 }, { "accuracy": 0.554845, "f1": 0.531079, "f1_weighted": 0.550818 }, { "accuracy": 0.525332, "f1": 0.511859, "f1_weighted": 0.520457 }, { "accuracy": 0.497295, "f1": 0.493899, "f1_weighted": 0.497128 }, { "accuracy": 0.539105, "f1": 0.508655, "f1_weighted": 0.537237 } ], "main_score": 0.52425, "hf_subset": "ka", "languages": [ "kat-Geor" ] }, { "accuracy": 0.683178, "f1": 0.668335, "f1_weighted": 0.679604, "scores_per_experiment": [ { "accuracy": 0.667486, "f1": 0.662804, "f1_weighted": 0.662168 }, { "accuracy": 0.702902, "f1": 0.686207, "f1_weighted": 0.699642 }, { "accuracy": 0.685686, "f1": 0.672775, "f1_weighted": 0.681612 }, { "accuracy": 0.72061, "f1": 0.679826, "f1_weighted": 0.713257 }, { "accuracy": 0.697983, "f1": 0.669987, "f1_weighted": 0.69333 }, { "accuracy": 0.670438, "f1": 0.658785, "f1_weighted": 0.667721 }, { "accuracy": 0.6606, "f1": 0.644967, "f1_weighted": 0.656241 }, { "accuracy": 0.6606, "f1": 0.661996, "f1_weighted": 0.657844 }, { "accuracy": 0.685686, "f1": 0.674002, "f1_weighted": 0.6833 }, { "accuracy": 0.679784, "f1": 0.672, "f1_weighted": 0.680926 } ], "main_score": 0.683178, "hf_subset": "he", "languages": [ "heb-Hebr" ] }, { "accuracy": 0.789228, "f1": 0.779546, "f1_weighted": 0.784397, "scores_per_experiment": [ { "accuracy": 0.785539, "f1": 0.779159, "f1_weighted": 0.781122 }, { "accuracy": 0.818987, "f1": 0.810092, "f1_weighted": 0.817086 }, { "accuracy": 0.813576, "f1": 0.798844, "f1_weighted": 0.809939 }, { "accuracy": 0.781112, "f1": 0.771601, "f1_weighted": 0.773232 }, { "accuracy": 0.785047, "f1": 0.770836, "f1_weighted": 0.780459 }, { "accuracy": 0.799311, "f1": 0.784171, "f1_weighted": 0.794774 }, { "accuracy": 0.723069, "f1": 0.727655, "f1_weighted": 0.711591 }, { "accuracy": 0.77816, "f1": 0.778539, "f1_weighted": 0.77619 }, { "accuracy": 0.818987, "f1": 0.790607, "f1_weighted": 0.810489 }, { "accuracy": 0.78849, "f1": 0.783954, "f1_weighted": 0.789093 } ], "main_score": 0.789228, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.788293, "f1": 0.777311, "f1_weighted": 0.785313, "scores_per_experiment": [ { "accuracy": 0.764388, "f1": 0.766926, "f1_weighted": 0.762074 }, { "accuracy": 0.806198, "f1": 0.793649, "f1_weighted": 0.804034 }, { "accuracy": 0.815052, "f1": 0.796298, "f1_weighted": 0.811147 }, { "accuracy": 0.790949, "f1": 0.773426, "f1_weighted": 0.786786 }, { "accuracy": 0.771274, "f1": 0.758385, "f1_weighted": 0.766452 }, { "accuracy": 0.791441, "f1": 0.776214, "f1_weighted": 0.789486 }, { "accuracy": 0.734875, "f1": 0.735298, "f1_weighted": 0.726049 }, { "accuracy": 0.808165, "f1": 0.791569, "f1_weighted": 0.808916 }, { "accuracy": 0.81456, "f1": 0.802521, "f1_weighted": 0.813384 }, { "accuracy": 0.78603, "f1": 0.778824, "f1_weighted": 0.784805 } ], "main_score": 0.788293, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "accuracy": 0.733055, "f1": 0.715984, "f1_weighted": 0.726494, "scores_per_experiment": [ { "accuracy": 0.691589, "f1": 0.693132, "f1_weighted": 0.687201 }, { "accuracy": 0.767831, "f1": 0.748964, "f1_weighted": 0.763258 }, { "accuracy": 0.731923, "f1": 0.721064, "f1_weighted": 0.729646 }, { "accuracy": 0.756517, "f1": 0.722907, "f1_weighted": 0.749789 }, { "accuracy": 0.700935, "f1": 0.674879, "f1_weighted": 0.686832 }, { "accuracy": 0.743237, "f1": 0.727852, "f1_weighted": 0.736889 }, { "accuracy": 0.695032, "f1": 0.685299, "f1_weighted": 0.685765 }, { "accuracy": 0.733891, "f1": 0.716452, "f1_weighted": 0.732312 }, { "accuracy": 0.747664, "f1": 0.725129, "f1_weighted": 0.734698 }, { "accuracy": 0.761928, "f1": 0.744166, "f1_weighted": 0.758547 } ], "main_score": 0.733055, "hf_subset": "tl", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.56788, "f1": 0.558156, "f1_weighted": 0.556462, "scores_per_experiment": [ { "accuracy": 0.575012, "f1": 0.566866, "f1_weighted": 0.563689 }, { "accuracy": 0.606985, "f1": 0.585895, "f1_weighted": 0.599133 }, { "accuracy": 0.588785, "f1": 0.567141, "f1_weighted": 0.585587 }, { "accuracy": 0.557796, "f1": 0.543022, "f1_weighted": 0.53752 }, { "accuracy": 0.553861, "f1": 0.54853, "f1_weighted": 0.5312 }, { "accuracy": 0.563207, "f1": 0.555407, "f1_weighted": 0.554144 }, { "accuracy": 0.574029, "f1": 0.562789, "f1_weighted": 0.562343 }, { "accuracy": 0.569602, "f1": 0.568871, "f1_weighted": 0.564596 }, { "accuracy": 0.526808, "f1": 0.532378, "f1_weighted": 0.51084 }, { "accuracy": 0.562715, "f1": 0.55066, "f1_weighted": 0.555564 } ], "main_score": 0.56788, "hf_subset": "sq", "languages": [ "sqi-Latn" ] }, { "accuracy": 0.714019, "f1": 0.700929, "f1_weighted": 0.708624, "scores_per_experiment": [ { "accuracy": 0.753074, "f1": 0.737151, "f1_weighted": 0.752178 }, { "accuracy": 0.701426, "f1": 0.698342, "f1_weighted": 0.697815 }, { "accuracy": 0.733891, "f1": 0.718479, "f1_weighted": 0.734911 }, { "accuracy": 0.702902, "f1": 0.689548, "f1_weighted": 0.694217 }, { "accuracy": 0.716675, "f1": 0.693383, "f1_weighted": 0.708926 }, { "accuracy": 0.69454, "f1": 0.683265, "f1_weighted": 0.68789 }, { "accuracy": 0.681751, "f1": 0.666318, "f1_weighted": 0.669759 }, { "accuracy": 0.678308, "f1": 0.678684, "f1_weighted": 0.669943 }, { "accuracy": 0.743237, "f1": 0.727661, "f1_weighted": 0.73774 }, { "accuracy": 0.734383, "f1": 0.716459, "f1_weighted": 0.732865 } ], "main_score": 0.714019, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "accuracy": 0.775947, "f1": 0.772032, "f1_weighted": 0.774069, "scores_per_experiment": [ { "accuracy": 0.749139, "f1": 0.762852, "f1_weighted": 0.748113 }, { "accuracy": 0.813084, "f1": 0.798353, "f1_weighted": 0.813584 }, { "accuracy": 0.756517, "f1": 0.760175, "f1_weighted": 0.754464 }, { "accuracy": 0.775701, "f1": 0.766116, "f1_weighted": 0.771619 }, { "accuracy": 0.787014, "f1": 0.770426, "f1_weighted": 0.783603 }, { "accuracy": 0.78603, "f1": 0.774102, "f1_weighted": 0.784806 }, { "accuracy": 0.74668, "f1": 0.746325, "f1_weighted": 0.738188 }, { "accuracy": 0.776685, "f1": 0.774885, "f1_weighted": 0.779579 }, { "accuracy": 0.816527, "f1": 0.802145, "f1_weighted": 0.815139 }, { "accuracy": 0.752091, "f1": 0.764941, "f1_weighted": 0.751593 } ], "main_score": 0.775947, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "accuracy": 0.476734, "f1": 0.442874, "f1_weighted": 0.469411, "scores_per_experiment": [ { "accuracy": 0.505657, "f1": 0.47859, "f1_weighted": 0.509611 }, { "accuracy": 0.481062, "f1": 0.450605, "f1_weighted": 0.467831 }, { "accuracy": 0.462863, "f1": 0.430162, "f1_weighted": 0.456567 }, { "accuracy": 0.4727, "f1": 0.449356, "f1_weighted": 0.470043 }, { "accuracy": 0.458928, "f1": 0.42738, "f1_weighted": 0.444329 }, { "accuracy": 0.440728, "f1": 0.408181, "f1_weighted": 0.433469 }, { "accuracy": 0.502705, "f1": 0.446879, "f1_weighted": 0.500343 }, { "accuracy": 0.491884, "f1": 0.459336, "f1_weighted": 0.485033 }, { "accuracy": 0.487457, "f1": 0.446635, "f1_weighted": 0.468631 }, { "accuracy": 0.463355, "f1": 0.431617, "f1_weighted": 0.458252 } ], "main_score": 0.476734, "hf_subset": "km", "languages": [ "khm-Khmr" ] }, { "accuracy": 0.526463, "f1": 0.505151, "f1_weighted": 0.516155, "scores_per_experiment": [ { "accuracy": 0.547959, "f1": 0.527184, "f1_weighted": 0.538916 }, { "accuracy": 0.555337, "f1": 0.531364, "f1_weighted": 0.551209 }, { "accuracy": 0.508608, "f1": 0.480105, "f1_weighted": 0.505712 }, { "accuracy": 0.529267, "f1": 0.506025, "f1_weighted": 0.520577 }, { "accuracy": 0.515002, "f1": 0.479065, "f1_weighted": 0.498244 }, { "accuracy": 0.513035, "f1": 0.489868, "f1_weighted": 0.493712 }, { "accuracy": 0.560256, "f1": 0.54453, "f1_weighted": 0.554834 }, { "accuracy": 0.495327, "f1": 0.4825, "f1_weighted": 0.470077 }, { "accuracy": 0.515494, "f1": 0.499759, "f1_weighted": 0.511454 }, { "accuracy": 0.524348, "f1": 0.511106, "f1_weighted": 0.516817 } ], "main_score": 0.526463, "hf_subset": "kn", "languages": [ "kan-Knda" ] }, { "accuracy": 0.751549, "f1": 0.72555, "f1_weighted": 0.746693, "scores_per_experiment": [ { "accuracy": 0.726513, "f1": 0.72004, "f1_weighted": 0.724917 }, { "accuracy": 0.758977, "f1": 0.742312, "f1_weighted": 0.758664 }, { "accuracy": 0.765863, "f1": 0.741886, "f1_weighted": 0.761378 }, { "accuracy": 0.763404, "f1": 0.723048, "f1_weighted": 0.749606 }, { "accuracy": 0.749139, "f1": 0.716904, "f1_weighted": 0.74148 }, { "accuracy": 0.750123, "f1": 0.718986, "f1_weighted": 0.745118 }, { "accuracy": 0.710772, "f1": 0.691277, "f1_weighted": 0.704547 }, { "accuracy": 0.755042, "f1": 0.729003, "f1_weighted": 0.756243 }, { "accuracy": 0.77816, "f1": 0.74491, "f1_weighted": 0.770263 }, { "accuracy": 0.757501, "f1": 0.727135, "f1_weighted": 0.754718 } ], "main_score": 0.751549, "hf_subset": "ms", "languages": [ "msa-Latn" ] } ] }, "evaluation_time": 2533.186500310898, "kg_co2_emissions": null }