{ "dataset_revision": "fad2c6e8459f9e1c45d9315f4953d921437d70f8", "task_name": "MassiveScenarioClassification", "mteb_version": "1.18.0", "scores": { "validation": [ { "accuracy": 0.280964, "f1": 0.270127, "f1_weighted": 0.270466, "scores_per_experiment": [ { "accuracy": 0.260698, "f1": 0.255115, "f1_weighted": 0.25004 }, { "accuracy": 0.294147, "f1": 0.290361, "f1_weighted": 0.289652 }, { "accuracy": 0.303984, "f1": 0.276635, "f1_weighted": 0.297482 }, { "accuracy": 0.275455, "f1": 0.26922, "f1_weighted": 0.269152 }, { "accuracy": 0.284801, "f1": 0.264832, "f1_weighted": 0.260699 }, { "accuracy": 0.302509, "f1": 0.294087, "f1_weighted": 0.288047 }, { "accuracy": 0.272996, "f1": 0.261325, "f1_weighted": 0.263837 }, { "accuracy": 0.307427, "f1": 0.303157, "f1_weighted": 0.290487 }, { "accuracy": 0.239547, "f1": 0.230085, "f1_weighted": 0.225588 }, { "accuracy": 0.268077, "f1": 0.256457, "f1_weighted": 0.269676 } ], "main_score": 0.280964, "hf_subset": "am", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.586818, "f1": 0.577703, "f1_weighted": 0.584283, "scores_per_experiment": [ { "accuracy": 0.61879, "f1": 0.608041, "f1_weighted": 0.615868 }, { "accuracy": 0.566158, "f1": 0.560862, "f1_weighted": 0.559054 }, { "accuracy": 0.606493, "f1": 0.593108, "f1_weighted": 0.609774 }, { "accuracy": 0.573537, "f1": 0.566985, "f1_weighted": 0.574936 }, { "accuracy": 0.607477, "f1": 0.584128, "f1_weighted": 0.602896 }, { "accuracy": 0.581407, "f1": 0.568422, "f1_weighted": 0.570244 }, { "accuracy": 0.568126, "f1": 0.563807, "f1_weighted": 0.563915 }, { "accuracy": 0.581407, "f1": 0.569707, "f1_weighted": 0.57483 }, { "accuracy": 0.596163, "f1": 0.594318, "f1_weighted": 0.599815 }, { "accuracy": 0.568618, "f1": 0.567656, "f1_weighted": 0.571495 } ], "main_score": 0.586818, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "accuracy": 0.691589, "f1": 0.678935, "f1_weighted": 0.692597, "scores_per_experiment": [ { "accuracy": 0.71274, "f1": 0.698243, "f1_weighted": 0.713743 }, { "accuracy": 0.703394, "f1": 0.693442, "f1_weighted": 0.702152 }, { "accuracy": 0.681259, "f1": 0.665125, "f1_weighted": 0.686172 }, { "accuracy": 0.70241, "f1": 0.68782, "f1_weighted": 0.705532 }, { "accuracy": 0.677816, "f1": 0.667637, "f1_weighted": 0.673681 }, { "accuracy": 0.681751, "f1": 0.663468, "f1_weighted": 0.678704 }, { "accuracy": 0.701918, "f1": 0.68466, "f1_weighted": 0.703062 }, { "accuracy": 0.676832, "f1": 0.668344, "f1_weighted": 0.68053 }, { "accuracy": 0.701918, "f1": 0.698271, "f1_weighted": 0.702916 }, { "accuracy": 0.675848, "f1": 0.662342, "f1_weighted": 0.679478 } ], "main_score": 0.691589, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "accuracy": 0.682882, "f1": 0.672791, "f1_weighted": 0.682971, "scores_per_experiment": [ { "accuracy": 0.700443, "f1": 0.689613, "f1_weighted": 0.699913 }, { "accuracy": 0.705853, "f1": 0.691309, "f1_weighted": 0.707072 }, { "accuracy": 0.661584, "f1": 0.6552, "f1_weighted": 0.668846 }, { "accuracy": 0.661584, "f1": 0.648905, "f1_weighted": 0.656248 }, { "accuracy": 0.700935, "f1": 0.688401, "f1_weighted": 0.700004 }, { "accuracy": 0.665027, "f1": 0.650005, "f1_weighted": 0.661268 }, { "accuracy": 0.673389, "f1": 0.65943, "f1_weighted": 0.670946 }, { "accuracy": 0.684211, "f1": 0.68619, "f1_weighted": 0.683968 }, { "accuracy": 0.697, "f1": 0.694143, "f1_weighted": 0.699058 }, { "accuracy": 0.6788, "f1": 0.664709, "f1_weighted": 0.682383 } ], "main_score": 0.682882, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "accuracy": 0.553615, "f1": 0.54517, "f1_weighted": 0.54738, "scores_per_experiment": [ { "accuracy": 0.564683, "f1": 0.556906, "f1_weighted": 0.559437 }, { "accuracy": 0.559272, "f1": 0.547701, "f1_weighted": 0.559756 }, { "accuracy": 0.562223, "f1": 0.549791, "f1_weighted": 0.559601 }, { "accuracy": 0.54058, "f1": 0.525639, "f1_weighted": 0.531884 }, { "accuracy": 0.547959, "f1": 0.522187, "f1_weighted": 0.538111 }, { "accuracy": 0.542056, "f1": 0.542721, "f1_weighted": 0.531447 }, { "accuracy": 0.557304, "f1": 0.552464, "f1_weighted": 0.552295 }, { "accuracy": 0.561731, "f1": 0.55445, "f1_weighted": 0.558375 }, { "accuracy": 0.55878, "f1": 0.553464, "f1_weighted": 0.549427 }, { "accuracy": 0.541564, "f1": 0.54638, "f1_weighted": 0.533468 } ], "main_score": 0.553615, "hf_subset": "az", "languages": [ "aze-Latn" ] }, { "accuracy": 0.57152, "f1": 0.5588, "f1_weighted": 0.567136, "scores_per_experiment": [ { "accuracy": 0.581407, "f1": 0.575986, "f1_weighted": 0.573668 }, { "accuracy": 0.59272, "f1": 0.588725, "f1_weighted": 0.589765 }, { "accuracy": 0.575504, "f1": 0.564272, "f1_weighted": 0.575524 }, { "accuracy": 0.567634, "f1": 0.56011, "f1_weighted": 0.566952 }, { "accuracy": 0.531727, "f1": 0.511656, "f1_weighted": 0.51801 }, { "accuracy": 0.544024, "f1": 0.517012, "f1_weighted": 0.531308 }, { "accuracy": 0.582391, "f1": 0.566332, "f1_weighted": 0.581618 }, { "accuracy": 0.583866, "f1": 0.568642, "f1_weighted": 0.578873 }, { "accuracy": 0.582882, "f1": 0.560882, "f1_weighted": 0.582812 }, { "accuracy": 0.573045, "f1": 0.574383, "f1_weighted": 0.572834 } ], "main_score": 0.57152, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "accuracy": 0.586424, "f1": 0.569786, "f1_weighted": 0.586415, "scores_per_experiment": [ { "accuracy": 0.584358, "f1": 0.564121, "f1_weighted": 0.583223 }, { "accuracy": 0.614855, "f1": 0.595257, "f1_weighted": 0.619311 }, { "accuracy": 0.616331, "f1": 0.591912, "f1_weighted": 0.618198 }, { "accuracy": 0.565175, "f1": 0.547748, "f1_weighted": 0.566857 }, { "accuracy": 0.604525, "f1": 0.575185, "f1_weighted": 0.592291 }, { "accuracy": 0.572061, "f1": 0.568642, "f1_weighted": 0.5727 }, { "accuracy": 0.566158, "f1": 0.552234, "f1_weighted": 0.566857 }, { "accuracy": 0.59272, "f1": 0.586602, "f1_weighted": 0.592536 }, { "accuracy": 0.604033, "f1": 0.583724, "f1_weighted": 0.608573 }, { "accuracy": 0.544024, "f1": 0.532432, "f1_weighted": 0.543603 } ], "main_score": 0.586424, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "accuracy": 0.594294, "f1": 0.581989, "f1_weighted": 0.592596, "scores_per_experiment": [ { "accuracy": 0.591736, "f1": 0.583714, "f1_weighted": 0.592121 }, { "accuracy": 0.625676, "f1": 0.61106, "f1_weighted": 0.624883 }, { "accuracy": 0.606985, "f1": 0.595629, "f1_weighted": 0.601982 }, { "accuracy": 0.585834, "f1": 0.575918, "f1_weighted": 0.593416 }, { "accuracy": 0.60305, "f1": 0.577029, "f1_weighted": 0.60183 }, { "accuracy": 0.552386, "f1": 0.541422, "f1_weighted": 0.542232 }, { "accuracy": 0.594688, "f1": 0.579727, "f1_weighted": 0.589814 }, { "accuracy": 0.613379, "f1": 0.597506, "f1_weighted": 0.609069 }, { "accuracy": 0.598131, "f1": 0.594785, "f1_weighted": 0.601843 }, { "accuracy": 0.571077, "f1": 0.563103, "f1_weighted": 0.568774 } ], "main_score": 0.594294, "hf_subset": "hy", "languages": [ "hye-Armn" ] }, { "accuracy": 0.592031, "f1": 0.567723, "f1_weighted": 0.592202, "scores_per_experiment": [ { "accuracy": 0.601082, "f1": 0.570969, "f1_weighted": 0.602284 }, { "accuracy": 0.616822, "f1": 0.585443, "f1_weighted": 0.615861 }, { "accuracy": 0.581407, "f1": 0.56498, "f1_weighted": 0.581923 }, { "accuracy": 0.583866, "f1": 0.567498, "f1_weighted": 0.587647 }, { "accuracy": 0.572553, "f1": 0.547859, "f1_weighted": 0.568196 }, { "accuracy": 0.581899, "f1": 0.545112, "f1_weighted": 0.57323 }, { "accuracy": 0.610428, "f1": 0.585119, "f1_weighted": 0.613376 }, { "accuracy": 0.618298, "f1": 0.593475, "f1_weighted": 0.618491 }, { "accuracy": 0.598623, "f1": 0.579433, "f1_weighted": 0.60323 }, { "accuracy": 0.555337, "f1": 0.537343, "f1_weighted": 0.557776 } ], "main_score": 0.592031, "hf_subset": "af", "languages": [ "afr-Latn" ] }, { "accuracy": 0.726709, "f1": 0.713602, "f1_weighted": 0.729858, "scores_per_experiment": [ { "accuracy": 0.751107, "f1": 0.736204, "f1_weighted": 0.754864 }, { "accuracy": 0.758485, "f1": 0.74917, "f1_weighted": 0.75782 }, { "accuracy": 0.716675, "f1": 0.703621, "f1_weighted": 0.721505 }, { "accuracy": 0.716675, "f1": 0.701916, "f1_weighted": 0.718429 }, { "accuracy": 0.740777, "f1": 0.719201, "f1_weighted": 0.738684 }, { "accuracy": 0.698475, "f1": 0.686339, "f1_weighted": 0.695899 }, { "accuracy": 0.713232, "f1": 0.702095, "f1_weighted": 0.715792 }, { "accuracy": 0.731431, "f1": 0.714997, "f1_weighted": 0.737198 }, { "accuracy": 0.740777, "f1": 0.733617, "f1_weighted": 0.748702 }, { "accuracy": 0.699459, "f1": 0.688856, "f1_weighted": 0.709691 } ], "main_score": 0.726709, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "accuracy": 0.60241, "f1": 0.588312, "f1_weighted": 0.603043, "scores_per_experiment": [ { "accuracy": 0.606985, "f1": 0.599947, "f1_weighted": 0.610694 }, { "accuracy": 0.621249, "f1": 0.608155, "f1_weighted": 0.620107 }, { "accuracy": 0.593704, "f1": 0.58033, "f1_weighted": 0.600993 }, { "accuracy": 0.607477, "f1": 0.58758, "f1_weighted": 0.603384 }, { "accuracy": 0.588785, "f1": 0.573113, "f1_weighted": 0.584897 }, { "accuracy": 0.587801, "f1": 0.569799, "f1_weighted": 0.583694 }, { "accuracy": 0.636006, "f1": 0.614924, "f1_weighted": 0.637955 }, { "accuracy": 0.61092, "f1": 0.602021, "f1_weighted": 0.609849 }, { "accuracy": 0.609444, "f1": 0.599363, "f1_weighted": 0.61397 }, { "accuracy": 0.561731, "f1": 0.547885, "f1_weighted": 0.564887 } ], "main_score": 0.60241, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "accuracy": 0.601181, "f1": 0.587155, "f1_weighted": 0.599722, "scores_per_experiment": [ { "accuracy": 0.611904, "f1": 0.595423, "f1_weighted": 0.611886 }, { "accuracy": 0.614363, "f1": 0.611613, "f1_weighted": 0.610387 }, { "accuracy": 0.611412, "f1": 0.593709, "f1_weighted": 0.614531 }, { "accuracy": 0.575996, "f1": 0.564256, "f1_weighted": 0.576975 }, { "accuracy": 0.610428, "f1": 0.578053, "f1_weighted": 0.607795 }, { "accuracy": 0.59272, "f1": 0.573805, "f1_weighted": 0.584043 }, { "accuracy": 0.60846, "f1": 0.597889, "f1_weighted": 0.605561 }, { "accuracy": 0.617314, "f1": 0.609126, "f1_weighted": 0.61918 }, { "accuracy": 0.614363, "f1": 0.603905, "f1_weighted": 0.616191 }, { "accuracy": 0.554845, "f1": 0.543774, "f1_weighted": 0.55067 } ], "main_score": 0.601181, "hf_subset": "kn", "languages": [ "kan-Knda" ] }, { "accuracy": 0.683915, "f1": 0.676115, "f1_weighted": 0.683292, "scores_per_experiment": [ { "accuracy": 0.705853, "f1": 0.697192, "f1_weighted": 0.702657 }, { "accuracy": 0.679292, "f1": 0.672688, "f1_weighted": 0.676365 }, { "accuracy": 0.680767, "f1": 0.672329, "f1_weighted": 0.683696 }, { "accuracy": 0.674865, "f1": 0.666263, "f1_weighted": 0.671214 }, { "accuracy": 0.691589, "f1": 0.677434, "f1_weighted": 0.690473 }, { "accuracy": 0.671422, "f1": 0.661856, "f1_weighted": 0.662177 }, { "accuracy": 0.689129, "f1": 0.674515, "f1_weighted": 0.687347 }, { "accuracy": 0.675848, "f1": 0.682995, "f1_weighted": 0.678953 }, { "accuracy": 0.690113, "f1": 0.684676, "f1_weighted": 0.696057 }, { "accuracy": 0.680275, "f1": 0.671204, "f1_weighted": 0.683977 } ], "main_score": 0.683915, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "accuracy": 0.632464, "f1": 0.610093, "f1_weighted": 0.631584, "scores_per_experiment": [ { "accuracy": 0.641909, "f1": 0.612889, "f1_weighted": 0.64085 }, { "accuracy": 0.65273, "f1": 0.631325, "f1_weighted": 0.649447 }, { "accuracy": 0.631087, "f1": 0.606965, "f1_weighted": 0.630709 }, { "accuracy": 0.607477, "f1": 0.586274, "f1_weighted": 0.60881 }, { "accuracy": 0.63699, "f1": 0.616871, "f1_weighted": 0.628877 }, { "accuracy": 0.606493, "f1": 0.577904, "f1_weighted": 0.597455 }, { "accuracy": 0.641417, "f1": 0.617928, "f1_weighted": 0.642092 }, { "accuracy": 0.645352, "f1": 0.622248, "f1_weighted": 0.64892 }, { "accuracy": 0.649779, "f1": 0.629969, "f1_weighted": 0.651372 }, { "accuracy": 0.611412, "f1": 0.598559, "f1_weighted": 0.617305 } ], "main_score": 0.632464, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "accuracy": 0.691441, "f1": 0.680356, "f1_weighted": 0.693376, "scores_per_experiment": [ { "accuracy": 0.716675, "f1": 0.699998, "f1_weighted": 0.717046 }, { "accuracy": 0.721102, "f1": 0.70569, "f1_weighted": 0.725863 }, { "accuracy": 0.690113, "f1": 0.681327, "f1_weighted": 0.693889 }, { "accuracy": 0.664535, "f1": 0.653431, "f1_weighted": 0.664081 }, { "accuracy": 0.703886, "f1": 0.683791, "f1_weighted": 0.705198 }, { "accuracy": 0.665519, "f1": 0.652749, "f1_weighted": 0.66257 }, { "accuracy": 0.683719, "f1": 0.673261, "f1_weighted": 0.684064 }, { "accuracy": 0.672897, "f1": 0.674655, "f1_weighted": 0.678141 }, { "accuracy": 0.719134, "f1": 0.707861, "f1_weighted": 0.721182 }, { "accuracy": 0.676832, "f1": 0.670795, "f1_weighted": 0.68173 } ], "main_score": 0.691441, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "accuracy": 0.625332, "f1": 0.605647, "f1_weighted": 0.625146, "scores_per_experiment": [ { "accuracy": 0.638957, "f1": 0.625261, "f1_weighted": 0.644654 }, { "accuracy": 0.632071, "f1": 0.619726, "f1_weighted": 0.632189 }, { "accuracy": 0.604033, "f1": 0.58211, "f1_weighted": 0.607323 }, { "accuracy": 0.621249, "f1": 0.604584, "f1_weighted": 0.621859 }, { "accuracy": 0.631087, "f1": 0.578549, "f1_weighted": 0.623991 }, { "accuracy": 0.615347, "f1": 0.59832, "f1_weighted": 0.612805 }, { "accuracy": 0.656665, "f1": 0.633088, "f1_weighted": 0.658758 }, { "accuracy": 0.630595, "f1": 0.611727, "f1_weighted": 0.633856 }, { "accuracy": 0.636006, "f1": 0.615414, "f1_weighted": 0.632621 }, { "accuracy": 0.587309, "f1": 0.587689, "f1_weighted": 0.583401 } ], "main_score": 0.625332, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "accuracy": 0.596852, "f1": 0.577306, "f1_weighted": 0.595285, "scores_per_experiment": [ { "accuracy": 0.600098, "f1": 0.57825, "f1_weighted": 0.596388 }, { "accuracy": 0.613871, "f1": 0.602641, "f1_weighted": 0.617114 }, { "accuracy": 0.608952, "f1": 0.585264, "f1_weighted": 0.608021 }, { "accuracy": 0.582882, "f1": 0.568823, "f1_weighted": 0.582623 }, { "accuracy": 0.587801, "f1": 0.559336, "f1_weighted": 0.576255 }, { "accuracy": 0.602558, "f1": 0.580907, "f1_weighted": 0.600927 }, { "accuracy": 0.609444, "f1": 0.58787, "f1_weighted": 0.608669 }, { "accuracy": 0.590753, "f1": 0.569127, "f1_weighted": 0.587788 }, { "accuracy": 0.602558, "f1": 0.582146, "f1_weighted": 0.601753 }, { "accuracy": 0.569602, "f1": 0.558695, "f1_weighted": 0.573316 } ], "main_score": 0.596852, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "accuracy": 0.600344, "f1": 0.586879, "f1_weighted": 0.597709, "scores_per_experiment": [ { "accuracy": 0.615839, "f1": 0.603986, "f1_weighted": 0.617469 }, { "accuracy": 0.60059, "f1": 0.583303, "f1_weighted": 0.590936 }, { "accuracy": 0.616822, "f1": 0.608234, "f1_weighted": 0.620028 }, { "accuracy": 0.58485, "f1": 0.57526, "f1_weighted": 0.575553 }, { "accuracy": 0.571569, "f1": 0.548556, "f1_weighted": 0.564096 }, { "accuracy": 0.60305, "f1": 0.58239, "f1_weighted": 0.594306 }, { "accuracy": 0.606493, "f1": 0.587576, "f1_weighted": 0.604407 }, { "accuracy": 0.604033, "f1": 0.604199, "f1_weighted": 0.605534 }, { "accuracy": 0.617314, "f1": 0.609068, "f1_weighted": 0.616041 }, { "accuracy": 0.582882, "f1": 0.566216, "f1_weighted": 0.588719 } ], "main_score": 0.600344, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "accuracy": 0.548746, "f1": 0.524319, "f1_weighted": 0.545297, "scores_per_experiment": [ { "accuracy": 0.551894, "f1": 0.532972, "f1_weighted": 0.54883 }, { "accuracy": 0.552878, "f1": 0.512994, "f1_weighted": 0.552033 }, { "accuracy": 0.574029, "f1": 0.538676, "f1_weighted": 0.572623 }, { "accuracy": 0.545499, "f1": 0.524983, "f1_weighted": 0.545512 }, { "accuracy": 0.540089, "f1": 0.516407, "f1_weighted": 0.530191 }, { "accuracy": 0.512051, "f1": 0.4968, "f1_weighted": 0.509112 }, { "accuracy": 0.559272, "f1": 0.52958, "f1_weighted": 0.554305 }, { "accuracy": 0.56124, "f1": 0.547634, "f1_weighted": 0.559067 }, { "accuracy": 0.557304, "f1": 0.529761, "f1_weighted": 0.554688 }, { "accuracy": 0.533202, "f1": 0.513382, "f1_weighted": 0.526612 } ], "main_score": 0.548746, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "accuracy": 0.556468, "f1": 0.537346, "f1_weighted": 0.554101, "scores_per_experiment": [ { "accuracy": 0.576488, "f1": 0.555475, "f1_weighted": 0.580545 }, { "accuracy": 0.546483, "f1": 0.526037, "f1_weighted": 0.539506 }, { "accuracy": 0.538613, "f1": 0.520236, "f1_weighted": 0.532139 }, { "accuracy": 0.55878, "f1": 0.538541, "f1_weighted": 0.557834 }, { "accuracy": 0.571077, "f1": 0.542811, "f1_weighted": 0.563478 }, { "accuracy": 0.552386, "f1": 0.525578, "f1_weighted": 0.543389 }, { "accuracy": 0.559764, "f1": 0.53811, "f1_weighted": 0.556605 }, { "accuracy": 0.567634, "f1": 0.560631, "f1_weighted": 0.571798 }, { "accuracy": 0.544515, "f1": 0.539986, "f1_weighted": 0.544834 }, { "accuracy": 0.548942, "f1": 0.526059, "f1_weighted": 0.550885 } ], "main_score": 0.556468, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "accuracy": 0.623955, "f1": 0.615445, "f1_weighted": 0.621348, "scores_per_experiment": [ { "accuracy": 0.63453, "f1": 0.628562, "f1_weighted": 0.630812 }, { "accuracy": 0.624201, "f1": 0.615702, "f1_weighted": 0.622413 }, { "accuracy": 0.607969, "f1": 0.597584, "f1_weighted": 0.611996 }, { "accuracy": 0.62912, "f1": 0.613803, "f1_weighted": 0.62258 }, { "accuracy": 0.663551, "f1": 0.647405, "f1_weighted": 0.658832 }, { "accuracy": 0.594688, "f1": 0.585981, "f1_weighted": 0.583547 }, { "accuracy": 0.628136, "f1": 0.61632, "f1_weighted": 0.626528 }, { "accuracy": 0.612395, "f1": 0.611393, "f1_weighted": 0.605497 }, { "accuracy": 0.628628, "f1": 0.626587, "f1_weighted": 0.631123 }, { "accuracy": 0.616331, "f1": 0.61111, "f1_weighted": 0.620149 } ], "main_score": 0.623955, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "accuracy": 0.538269, "f1": 0.512541, "f1_weighted": 0.535224, "scores_per_experiment": [ { "accuracy": 0.564683, "f1": 0.529939, "f1_weighted": 0.561633 }, { "accuracy": 0.537629, "f1": 0.513747, "f1_weighted": 0.542633 }, { "accuracy": 0.540089, "f1": 0.509234, "f1_weighted": 0.539949 }, { "accuracy": 0.547959, "f1": 0.517779, "f1_weighted": 0.547738 }, { "accuracy": 0.53517, "f1": 0.506646, "f1_weighted": 0.526053 }, { "accuracy": 0.520905, "f1": 0.503502, "f1_weighted": 0.508409 }, { "accuracy": 0.546975, "f1": 0.517433, "f1_weighted": 0.546242 }, { "accuracy": 0.553861, "f1": 0.529314, "f1_weighted": 0.553449 }, { "accuracy": 0.501722, "f1": 0.487633, "f1_weighted": 0.492607 }, { "accuracy": 0.533694, "f1": 0.510184, "f1_weighted": 0.533524 } ], "main_score": 0.538269, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "accuracy": 0.538908, "f1": 0.522619, "f1_weighted": 0.539221, "scores_per_experiment": [ { "accuracy": 0.552878, "f1": 0.538101, "f1_weighted": 0.553514 }, { "accuracy": 0.549926, "f1": 0.534646, "f1_weighted": 0.551081 }, { "accuracy": 0.551402, "f1": 0.529487, "f1_weighted": 0.546802 }, { "accuracy": 0.522381, "f1": 0.51093, "f1_weighted": 0.525648 }, { "accuracy": 0.544024, "f1": 0.518274, "f1_weighted": 0.536636 }, { "accuracy": 0.530251, "f1": 0.518073, "f1_weighted": 0.528673 }, { "accuracy": 0.528283, "f1": 0.511133, "f1_weighted": 0.530124 }, { "accuracy": 0.536153, "f1": 0.519937, "f1_weighted": 0.532428 }, { "accuracy": 0.525332, "f1": 0.51564, "f1_weighted": 0.537542 }, { "accuracy": 0.548451, "f1": 0.529968, "f1_weighted": 0.549767 } ], "main_score": 0.538908, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "accuracy": 0.671717, "f1": 0.66045, "f1_weighted": 0.667276, "scores_per_experiment": [ { "accuracy": 0.694048, "f1": 0.684026, "f1_weighted": 0.693571 }, { "accuracy": 0.674373, "f1": 0.66556, "f1_weighted": 0.668033 }, { "accuracy": 0.680767, "f1": 0.657171, "f1_weighted": 0.677137 }, { "accuracy": 0.669946, "f1": 0.66185, "f1_weighted": 0.666041 }, { "accuracy": 0.66847, "f1": 0.648911, "f1_weighted": 0.65659 }, { "accuracy": 0.65273, "f1": 0.643859, "f1_weighted": 0.646685 }, { "accuracy": 0.6606, "f1": 0.6485, "f1_weighted": 0.658256 }, { "accuracy": 0.664535, "f1": 0.664921, "f1_weighted": 0.66438 }, { "accuracy": 0.682735, "f1": 0.672094, "f1_weighted": 0.679127 }, { "accuracy": 0.668962, "f1": 0.657605, "f1_weighted": 0.662941 } ], "main_score": 0.671717, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ] }, { "accuracy": 0.640925, "f1": 0.625318, "f1_weighted": 0.637206, "scores_per_experiment": [ { "accuracy": 0.669946, "f1": 0.648617, "f1_weighted": 0.66783 }, { "accuracy": 0.665519, "f1": 0.653792, "f1_weighted": 0.664678 }, { "accuracy": 0.62912, "f1": 0.605819, "f1_weighted": 0.627368 }, { "accuracy": 0.628628, "f1": 0.609374, "f1_weighted": 0.624673 }, { "accuracy": 0.643384, "f1": 0.615766, "f1_weighted": 0.630441 }, { "accuracy": 0.602066, "f1": 0.602247, "f1_weighted": 0.591785 }, { "accuracy": 0.61879, "f1": 0.600411, "f1_weighted": 0.611805 }, { "accuracy": 0.658141, "f1": 0.649885, "f1_weighted": 0.657637 }, { "accuracy": 0.659124, "f1": 0.641768, "f1_weighted": 0.662704 }, { "accuracy": 0.63453, "f1": 0.625502, "f1_weighted": 0.63314 } ], "main_score": 0.640925, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "accuracy": 0.597, "f1": 0.58081, "f1_weighted": 0.600561, "scores_per_experiment": [ { "accuracy": 0.61092, "f1": 0.587837, "f1_weighted": 0.613089 }, { "accuracy": 0.576488, "f1": 0.565692, "f1_weighted": 0.567797 }, { "accuracy": 0.60305, "f1": 0.592372, "f1_weighted": 0.615778 }, { "accuracy": 0.595671, "f1": 0.587127, "f1_weighted": 0.605984 }, { "accuracy": 0.616822, "f1": 0.588755, "f1_weighted": 0.61403 }, { "accuracy": 0.591244, "f1": 0.573299, "f1_weighted": 0.58743 }, { "accuracy": 0.594196, "f1": 0.576443, "f1_weighted": 0.597239 }, { "accuracy": 0.603542, "f1": 0.585736, "f1_weighted": 0.612474 }, { "accuracy": 0.607477, "f1": 0.593255, "f1_weighted": 0.608215 }, { "accuracy": 0.570585, "f1": 0.557584, "f1_weighted": 0.583577 } ], "main_score": 0.597, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "accuracy": 0.608018, "f1": 0.582258, "f1_weighted": 0.60774, "scores_per_experiment": [ { "accuracy": 0.617314, "f1": 0.586449, "f1_weighted": 0.614007 }, { "accuracy": 0.603542, "f1": 0.586885, "f1_weighted": 0.602647 }, { "accuracy": 0.611904, "f1": 0.580305, "f1_weighted": 0.619481 }, { "accuracy": 0.596163, "f1": 0.567008, "f1_weighted": 0.597905 }, { "accuracy": 0.618298, "f1": 0.579393, "f1_weighted": 0.610313 }, { "accuracy": 0.590261, "f1": 0.569635, "f1_weighted": 0.586594 }, { "accuracy": 0.622233, "f1": 0.584667, "f1_weighted": 0.618886 }, { "accuracy": 0.627152, "f1": 0.604285, "f1_weighted": 0.631762 }, { "accuracy": 0.615839, "f1": 0.594987, "f1_weighted": 0.616356 }, { "accuracy": 0.577472, "f1": 0.568966, "f1_weighted": 0.579448 } ], "main_score": 0.608018, "hf_subset": "ms", "languages": [ "msa-Latn" ] }, { "accuracy": 0.526513, "f1": 0.519821, "f1_weighted": 0.519517, "scores_per_experiment": [ { "accuracy": 0.534678, "f1": 0.53607, "f1_weighted": 0.527105 }, { "accuracy": 0.512051, "f1": 0.502262, "f1_weighted": 0.500078 }, { "accuracy": 0.523364, "f1": 0.513938, "f1_weighted": 0.514894 }, { "accuracy": 0.519921, "f1": 0.519694, "f1_weighted": 0.514959 }, { "accuracy": 0.529267, "f1": 0.517119, "f1_weighted": 0.524146 }, { "accuracy": 0.495819, "f1": 0.49212, "f1_weighted": 0.48218 }, { "accuracy": 0.542056, "f1": 0.527767, "f1_weighted": 0.536806 }, { "accuracy": 0.554845, "f1": 0.550011, "f1_weighted": 0.555509 }, { "accuracy": 0.530251, "f1": 0.527089, "f1_weighted": 0.52206 }, { "accuracy": 0.522873, "f1": 0.512141, "f1_weighted": 0.517434 } ], "main_score": 0.526513, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "accuracy": 0.548942, "f1": 0.534471, "f1_weighted": 0.548273, "scores_per_experiment": [ { "accuracy": 0.558288, "f1": 0.550823, "f1_weighted": 0.555388 }, { "accuracy": 0.578947, "f1": 0.562847, "f1_weighted": 0.583974 }, { "accuracy": 0.544024, "f1": 0.51372, "f1_weighted": 0.542797 }, { "accuracy": 0.546975, "f1": 0.526954, "f1_weighted": 0.545086 }, { "accuracy": 0.555829, "f1": 0.534902, "f1_weighted": 0.551978 }, { "accuracy": 0.5091, "f1": 0.495898, "f1_weighted": 0.506775 }, { "accuracy": 0.570585, "f1": 0.548818, "f1_weighted": 0.566443 }, { "accuracy": 0.551894, "f1": 0.539356, "f1_weighted": 0.552087 }, { "accuracy": 0.544024, "f1": 0.545466, "f1_weighted": 0.551688 }, { "accuracy": 0.529759, "f1": 0.525924, "f1_weighted": 0.526511 } ], "main_score": 0.548942, "hf_subset": "ka", "languages": [ "kat-Geor" ] }, { "accuracy": 0.579242, "f1": 0.5583, "f1_weighted": 0.578037, "scores_per_experiment": [ { "accuracy": 0.587801, "f1": 0.561593, "f1_weighted": 0.585128 }, { "accuracy": 0.55878, "f1": 0.544106, "f1_weighted": 0.557876 }, { "accuracy": 0.590753, "f1": 0.560387, "f1_weighted": 0.593303 }, { "accuracy": 0.60059, "f1": 0.581182, "f1_weighted": 0.603022 }, { "accuracy": 0.577964, "f1": 0.547573, "f1_weighted": 0.563474 }, { "accuracy": 0.553861, "f1": 0.541546, "f1_weighted": 0.54813 }, { "accuracy": 0.588785, "f1": 0.555151, "f1_weighted": 0.585509 }, { "accuracy": 0.592228, "f1": 0.575038, "f1_weighted": 0.593919 }, { "accuracy": 0.592228, "f1": 0.57134, "f1_weighted": 0.599373 }, { "accuracy": 0.549434, "f1": 0.545087, "f1_weighted": 0.550632 } ], "main_score": 0.579242, "hf_subset": "mn", "languages": [ "mon-Cyrl" ] }, { "accuracy": 0.663994, "f1": 0.656267, "f1_weighted": 0.661136, "scores_per_experiment": [ { "accuracy": 0.659616, "f1": 0.659026, "f1_weighted": 0.653827 }, { "accuracy": 0.689129, "f1": 0.67583, "f1_weighted": 0.689308 }, { "accuracy": 0.654206, "f1": 0.646321, "f1_weighted": 0.655475 }, { "accuracy": 0.643876, "f1": 0.634447, "f1_weighted": 0.641325 }, { "accuracy": 0.662568, "f1": 0.655177, "f1_weighted": 0.65275 }, { "accuracy": 0.658141, "f1": 0.641882, "f1_weighted": 0.653013 }, { "accuracy": 0.654206, "f1": 0.645946, "f1_weighted": 0.651199 }, { "accuracy": 0.6788, "f1": 0.675059, "f1_weighted": 0.677388 }, { "accuracy": 0.686178, "f1": 0.678511, "f1_weighted": 0.685542 }, { "accuracy": 0.653222, "f1": 0.650471, "f1_weighted": 0.651532 } ], "main_score": 0.663994, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "accuracy": 0.587506, "f1": 0.565738, "f1_weighted": 0.583413, "scores_per_experiment": [ { "accuracy": 0.617806, "f1": 0.592347, "f1_weighted": 0.618567 }, { "accuracy": 0.60305, "f1": 0.574387, "f1_weighted": 0.601509 }, { "accuracy": 0.606493, "f1": 0.579567, "f1_weighted": 0.604854 }, { "accuracy": 0.595671, "f1": 0.574961, "f1_weighted": 0.593835 }, { "accuracy": 0.564191, "f1": 0.548571, "f1_weighted": 0.551149 }, { "accuracy": 0.577472, "f1": 0.551401, "f1_weighted": 0.570454 }, { "accuracy": 0.597147, "f1": 0.569901, "f1_weighted": 0.589029 }, { "accuracy": 0.587309, "f1": 0.575185, "f1_weighted": 0.585891 }, { "accuracy": 0.559764, "f1": 0.546065, "f1_weighted": 0.557856 }, { "accuracy": 0.566158, "f1": 0.544997, "f1_weighted": 0.560982 } ], "main_score": 0.587506, "hf_subset": "sq", "languages": [ "sqi-Latn" ] }, { "accuracy": 0.57393, "f1": 0.556746, "f1_weighted": 0.573356, "scores_per_experiment": [ { "accuracy": 0.560256, "f1": 0.552508, "f1_weighted": 0.559418 }, { "accuracy": 0.595671, "f1": 0.580412, "f1_weighted": 0.597569 }, { "accuracy": 0.571569, "f1": 0.547335, "f1_weighted": 0.572279 }, { "accuracy": 0.55878, "f1": 0.539529, "f1_weighted": 0.559369 }, { "accuracy": 0.536645, "f1": 0.522076, "f1_weighted": 0.528055 }, { "accuracy": 0.562223, "f1": 0.546128, "f1_weighted": 0.554502 }, { "accuracy": 0.603542, "f1": 0.576345, "f1_weighted": 0.604265 }, { "accuracy": 0.593704, "f1": 0.581731, "f1_weighted": 0.59645 }, { "accuracy": 0.597639, "f1": 0.575542, "f1_weighted": 0.602104 }, { "accuracy": 0.559272, "f1": 0.545851, "f1_weighted": 0.55955 } ], "main_score": 0.57393, "hf_subset": "ur", "languages": [ "urd-Arab" ] }, { "accuracy": 0.646434, "f1": 0.638071, "f1_weighted": 0.638651, "scores_per_experiment": [ { "accuracy": 0.654206, "f1": 0.637996, "f1_weighted": 0.646392 }, { "accuracy": 0.673881, "f1": 0.664334, "f1_weighted": 0.665775 }, { "accuracy": 0.661584, "f1": 0.649143, "f1_weighted": 0.664411 }, { "accuracy": 0.652238, "f1": 0.642291, "f1_weighted": 0.649719 }, { "accuracy": 0.638465, "f1": 0.623905, "f1_weighted": 0.624699 }, { "accuracy": 0.62912, "f1": 0.63106, "f1_weighted": 0.619311 }, { "accuracy": 0.616331, "f1": 0.616701, "f1_weighted": 0.60225 }, { "accuracy": 0.63453, "f1": 0.632045, "f1_weighted": 0.621125 }, { "accuracy": 0.675357, "f1": 0.652915, "f1_weighted": 0.674524 }, { "accuracy": 0.628628, "f1": 0.630319, "f1_weighted": 0.618307 } ], "main_score": 0.646434, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.623266, "f1": 0.609745, "f1_weighted": 0.618108, "scores_per_experiment": [ { "accuracy": 0.631087, "f1": 0.626923, "f1_weighted": 0.628481 }, { "accuracy": 0.647811, "f1": 0.623925, "f1_weighted": 0.643824 }, { "accuracy": 0.6424, "f1": 0.618935, "f1_weighted": 0.636545 }, { "accuracy": 0.589769, "f1": 0.583216, "f1_weighted": 0.58362 }, { "accuracy": 0.613379, "f1": 0.589752, "f1_weighted": 0.606469 }, { "accuracy": 0.590753, "f1": 0.581813, "f1_weighted": 0.573005 }, { "accuracy": 0.622233, "f1": 0.607606, "f1_weighted": 0.619529 }, { "accuracy": 0.638465, "f1": 0.628722, "f1_weighted": 0.63868 }, { "accuracy": 0.630595, "f1": 0.619653, "f1_weighted": 0.626375 }, { "accuracy": 0.626168, "f1": 0.616909, "f1_weighted": 0.624547 } ], "main_score": 0.623266, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "accuracy": 0.612887, "f1": 0.599214, "f1_weighted": 0.609609, "scores_per_experiment": [ { "accuracy": 0.621249, "f1": 0.605499, "f1_weighted": 0.617184 }, { "accuracy": 0.63699, "f1": 0.6238, "f1_weighted": 0.641221 }, { "accuracy": 0.60059, "f1": 0.581499, "f1_weighted": 0.59555 }, { "accuracy": 0.623709, "f1": 0.609668, "f1_weighted": 0.620427 }, { "accuracy": 0.610428, "f1": 0.585524, "f1_weighted": 0.60534 }, { "accuracy": 0.581407, "f1": 0.566488, "f1_weighted": 0.565864 }, { "accuracy": 0.605017, "f1": 0.591912, "f1_weighted": 0.603738 }, { "accuracy": 0.622725, "f1": 0.611278, "f1_weighted": 0.624462 }, { "accuracy": 0.613871, "f1": 0.608552, "f1_weighted": 0.612751 }, { "accuracy": 0.612887, "f1": 0.607916, "f1_weighted": 0.609553 } ], "main_score": 0.612887, "hf_subset": "ml", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.611264, "f1": 0.603046, "f1_weighted": 0.599937, "scores_per_experiment": [ { "accuracy": 0.640925, "f1": 0.631784, "f1_weighted": 0.630938 }, { "accuracy": 0.607477, "f1": 0.602322, "f1_weighted": 0.591489 }, { "accuracy": 0.617314, "f1": 0.607343, "f1_weighted": 0.607034 }, { "accuracy": 0.597147, "f1": 0.593579, "f1_weighted": 0.583295 }, { "accuracy": 0.624201, "f1": 0.596651, "f1_weighted": 0.611801 }, { "accuracy": 0.570093, "f1": 0.573285, "f1_weighted": 0.552189 }, { "accuracy": 0.605509, "f1": 0.598657, "f1_weighted": 0.5944 }, { "accuracy": 0.623217, "f1": 0.61399, "f1_weighted": 0.617225 }, { "accuracy": 0.633055, "f1": 0.628836, "f1_weighted": 0.629032 }, { "accuracy": 0.593704, "f1": 0.58401, "f1_weighted": 0.581964 } ], "main_score": 0.611264, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ] }, { "accuracy": 0.580767, "f1": 0.55824, "f1_weighted": 0.582135, "scores_per_experiment": [ { "accuracy": 0.582882, "f1": 0.55424, "f1_weighted": 0.583217 }, { "accuracy": 0.561731, "f1": 0.541343, "f1_weighted": 0.56804 }, { "accuracy": 0.584358, "f1": 0.564643, "f1_weighted": 0.588281 }, { "accuracy": 0.575012, "f1": 0.550854, "f1_weighted": 0.585609 }, { "accuracy": 0.585342, "f1": 0.561699, "f1_weighted": 0.579614 }, { "accuracy": 0.563207, "f1": 0.54889, "f1_weighted": 0.547736 }, { "accuracy": 0.622233, "f1": 0.588437, "f1_weighted": 0.622867 }, { "accuracy": 0.615839, "f1": 0.586225, "f1_weighted": 0.617507 }, { "accuracy": 0.548942, "f1": 0.537957, "f1_weighted": 0.552581 }, { "accuracy": 0.568126, "f1": 0.548108, "f1_weighted": 0.5759 } ], "main_score": 0.580767, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "accuracy": 0.593556, "f1": 0.580404, "f1_weighted": 0.588937, "scores_per_experiment": [ { "accuracy": 0.589277, "f1": 0.579175, "f1_weighted": 0.589601 }, { "accuracy": 0.601082, "f1": 0.585572, "f1_weighted": 0.593181 }, { "accuracy": 0.597639, "f1": 0.589586, "f1_weighted": 0.599041 }, { "accuracy": 0.593212, "f1": 0.579108, "f1_weighted": 0.595824 }, { "accuracy": 0.594196, "f1": 0.575923, "f1_weighted": 0.584079 }, { "accuracy": 0.594688, "f1": 0.580549, "f1_weighted": 0.586473 }, { "accuracy": 0.601574, "f1": 0.579342, "f1_weighted": 0.59532 }, { "accuracy": 0.606493, "f1": 0.595515, "f1_weighted": 0.604539 }, { "accuracy": 0.567142, "f1": 0.562197, "f1_weighted": 0.558465 }, { "accuracy": 0.590261, "f1": 0.577078, "f1_weighted": 0.582849 } ], "main_score": 0.593556, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "accuracy": 0.545893, "f1": 0.527318, "f1_weighted": 0.538732, "scores_per_experiment": [ { "accuracy": 0.541072, "f1": 0.524796, "f1_weighted": 0.52776 }, { "accuracy": 0.587801, "f1": 0.569813, "f1_weighted": 0.591314 }, { "accuracy": 0.578455, "f1": 0.55305, "f1_weighted": 0.574834 }, { "accuracy": 0.540089, "f1": 0.523335, "f1_weighted": 0.533326 }, { "accuracy": 0.527791, "f1": 0.501481, "f1_weighted": 0.509924 }, { "accuracy": 0.542056, "f1": 0.513853, "f1_weighted": 0.532661 }, { "accuracy": 0.559272, "f1": 0.539349, "f1_weighted": 0.554568 }, { "accuracy": 0.536645, "f1": 0.524353, "f1_weighted": 0.528498 }, { "accuracy": 0.489916, "f1": 0.486436, "f1_weighted": 0.474842 }, { "accuracy": 0.555829, "f1": 0.536718, "f1_weighted": 0.559595 } ], "main_score": 0.545893, "hf_subset": "tl", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.708411, "f1": 0.697075, "f1_weighted": 0.709119, "scores_per_experiment": [ { "accuracy": 0.719134, "f1": 0.710238, "f1_weighted": 0.715105 }, { "accuracy": 0.722577, "f1": 0.707066, "f1_weighted": 0.723396 }, { "accuracy": 0.690605, "f1": 0.683003, "f1_weighted": 0.698454 }, { "accuracy": 0.712248, "f1": 0.69587, "f1_weighted": 0.712166 }, { "accuracy": 0.722577, "f1": 0.700921, "f1_weighted": 0.719777 }, { "accuracy": 0.691589, "f1": 0.688688, "f1_weighted": 0.688574 }, { "accuracy": 0.70241, "f1": 0.68537, "f1_weighted": 0.70359 }, { "accuracy": 0.689129, "f1": 0.68819, "f1_weighted": 0.69213 }, { "accuracy": 0.724545, "f1": 0.716785, "f1_weighted": 0.727946 }, { "accuracy": 0.709297, "f1": 0.694615, "f1_weighted": 0.710051 } ], "main_score": 0.708411, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "accuracy": 0.469405, "f1": 0.445015, "f1_weighted": 0.458584, "scores_per_experiment": [ { "accuracy": 0.493851, "f1": 0.467271, "f1_weighted": 0.488888 }, { "accuracy": 0.495819, "f1": 0.467051, "f1_weighted": 0.486194 }, { "accuracy": 0.464338, "f1": 0.436105, "f1_weighted": 0.456051 }, { "accuracy": 0.461879, "f1": 0.436747, "f1_weighted": 0.450434 }, { "accuracy": 0.44909, "f1": 0.417518, "f1_weighted": 0.430806 }, { "accuracy": 0.477127, "f1": 0.454127, "f1_weighted": 0.463377 }, { "accuracy": 0.479587, "f1": 0.454049, "f1_weighted": 0.459189 }, { "accuracy": 0.473684, "f1": 0.463685, "f1_weighted": 0.469126 }, { "accuracy": 0.44122, "f1": 0.424379, "f1_weighted": 0.432441 }, { "accuracy": 0.457452, "f1": 0.429215, "f1_weighted": 0.449332 } ], "main_score": 0.469405, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "accuracy": 0.57998, "f1": 0.568792, "f1_weighted": 0.574916, "scores_per_experiment": [ { "accuracy": 0.564191, "f1": 0.567806, "f1_weighted": 0.563779 }, { "accuracy": 0.602558, "f1": 0.602772, "f1_weighted": 0.596665 }, { "accuracy": 0.594196, "f1": 0.572055, "f1_weighted": 0.599158 }, { "accuracy": 0.571077, "f1": 0.569695, "f1_weighted": 0.56443 }, { "accuracy": 0.585834, "f1": 0.565831, "f1_weighted": 0.572271 }, { "accuracy": 0.559764, "f1": 0.540425, "f1_weighted": 0.545635 }, { "accuracy": 0.575996, "f1": 0.564176, "f1_weighted": 0.571331 }, { "accuracy": 0.587801, "f1": 0.576976, "f1_weighted": 0.581884 }, { "accuracy": 0.585342, "f1": 0.563535, "f1_weighted": 0.580297 }, { "accuracy": 0.573045, "f1": 0.564644, "f1_weighted": 0.573712 } ], "main_score": 0.57998, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "accuracy": 0.497344, "f1": 0.48462, "f1_weighted": 0.491285, "scores_per_experiment": [ { "accuracy": 0.479587, "f1": 0.452136, "f1_weighted": 0.47935 }, { "accuracy": 0.481062, "f1": 0.465299, "f1_weighted": 0.472463 }, { "accuracy": 0.522381, "f1": 0.497259, "f1_weighted": 0.516333 }, { "accuracy": 0.473192, "f1": 0.470744, "f1_weighted": 0.468459 }, { "accuracy": 0.492868, "f1": 0.476596, "f1_weighted": 0.479777 }, { "accuracy": 0.50664, "f1": 0.505656, "f1_weighted": 0.498732 }, { "accuracy": 0.516478, "f1": 0.499386, "f1_weighted": 0.511627 }, { "accuracy": 0.517462, "f1": 0.50864, "f1_weighted": 0.517622 }, { "accuracy": 0.46483, "f1": 0.467509, "f1_weighted": 0.46127 }, { "accuracy": 0.518938, "f1": 0.50297, "f1_weighted": 0.507215 } ], "main_score": 0.497344, "hf_subset": "jv", "languages": [ "jav-Latn" ] }, { "accuracy": 0.572258, "f1": 0.554877, "f1_weighted": 0.569367, "scores_per_experiment": [ { "accuracy": 0.568618, "f1": 0.551747, "f1_weighted": 0.564277 }, { "accuracy": 0.587309, "f1": 0.573708, "f1_weighted": 0.58998 }, { "accuracy": 0.590753, "f1": 0.565291, "f1_weighted": 0.595908 }, { "accuracy": 0.580423, "f1": 0.564065, "f1_weighted": 0.581782 }, { "accuracy": 0.562223, "f1": 0.535773, "f1_weighted": 0.550813 }, { "accuracy": 0.555337, "f1": 0.541123, "f1_weighted": 0.545307 }, { "accuracy": 0.578455, "f1": 0.562458, "f1_weighted": 0.573472 }, { "accuracy": 0.566158, "f1": 0.559852, "f1_weighted": 0.558394 }, { "accuracy": 0.588293, "f1": 0.564476, "f1_weighted": 0.590246 }, { "accuracy": 0.545007, "f1": 0.530278, "f1_weighted": 0.54349 } ], "main_score": 0.572258, "hf_subset": "my", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.634137, "f1": 0.599284, "f1_weighted": 0.634828, "scores_per_experiment": [ { "accuracy": 0.625184, "f1": 0.589715, "f1_weighted": 0.621877 }, { "accuracy": 0.645352, "f1": 0.606046, "f1_weighted": 0.649189 }, { "accuracy": 0.642892, "f1": 0.603099, "f1_weighted": 0.644663 }, { "accuracy": 0.623217, "f1": 0.586376, "f1_weighted": 0.632414 }, { "accuracy": 0.650271, "f1": 0.604003, "f1_weighted": 0.635671 }, { "accuracy": 0.596163, "f1": 0.562629, "f1_weighted": 0.58792 }, { "accuracy": 0.666503, "f1": 0.630912, "f1_weighted": 0.671846 }, { "accuracy": 0.642892, "f1": 0.60652, "f1_weighted": 0.646879 }, { "accuracy": 0.642892, "f1": 0.615382, "f1_weighted": 0.644421 }, { "accuracy": 0.606001, "f1": 0.588156, "f1_weighted": 0.613397 } ], "main_score": 0.634137, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "accuracy": 0.482686, "f1": 0.456873, "f1_weighted": 0.475527, "scores_per_experiment": [ { "accuracy": 0.463355, "f1": 0.449088, "f1_weighted": 0.45693 }, { "accuracy": 0.499754, "f1": 0.466017, "f1_weighted": 0.493825 }, { "accuracy": 0.510084, "f1": 0.485933, "f1_weighted": 0.50707 }, { "accuracy": 0.484014, "f1": 0.464178, "f1_weighted": 0.484224 }, { "accuracy": 0.477619, "f1": 0.45388, "f1_weighted": 0.463463 }, { "accuracy": 0.486473, "f1": 0.455316, "f1_weighted": 0.471421 }, { "accuracy": 0.484014, "f1": 0.454404, "f1_weighted": 0.47998 }, { "accuracy": 0.500246, "f1": 0.467061, "f1_weighted": 0.496653 }, { "accuracy": 0.473192, "f1": 0.447316, "f1_weighted": 0.464848 }, { "accuracy": 0.448106, "f1": 0.425534, "f1_weighted": 0.436856 } ], "main_score": 0.482686, "hf_subset": "cy", "languages": [ "cym-Latn" ] }, { "accuracy": 0.551353, "f1": 0.529698, "f1_weighted": 0.550947, "scores_per_experiment": [ { "accuracy": 0.560256, "f1": 0.543913, "f1_weighted": 0.558878 }, { "accuracy": 0.562715, "f1": 0.539553, "f1_weighted": 0.565111 }, { "accuracy": 0.538613, "f1": 0.522299, "f1_weighted": 0.538927 }, { "accuracy": 0.559764, "f1": 0.531466, "f1_weighted": 0.563803 }, { "accuracy": 0.54058, "f1": 0.509653, "f1_weighted": 0.546498 }, { "accuracy": 0.546975, "f1": 0.529212, "f1_weighted": 0.539279 }, { "accuracy": 0.550418, "f1": 0.52517, "f1_weighted": 0.546126 }, { "accuracy": 0.571569, "f1": 0.543353, "f1_weighted": 0.575706 }, { "accuracy": 0.567142, "f1": 0.548437, "f1_weighted": 0.567362 }, { "accuracy": 0.515494, "f1": 0.503919, "f1_weighted": 0.507784 } ], "main_score": 0.551353, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "accuracy": 0.578455, "f1": 0.566508, "f1_weighted": 0.572615, "scores_per_experiment": [ { "accuracy": 0.58485, "f1": 0.57883, "f1_weighted": 0.578143 }, { "accuracy": 0.57452, "f1": 0.569238, "f1_weighted": 0.568225 }, { "accuracy": 0.571569, "f1": 0.55555, "f1_weighted": 0.572202 }, { "accuracy": 0.575504, "f1": 0.564894, "f1_weighted": 0.574205 }, { "accuracy": 0.576488, "f1": 0.557705, "f1_weighted": 0.5699 }, { "accuracy": 0.556813, "f1": 0.545397, "f1_weighted": 0.542835 }, { "accuracy": 0.595671, "f1": 0.58186, "f1_weighted": 0.5915 }, { "accuracy": 0.599606, "f1": 0.579306, "f1_weighted": 0.59319 }, { "accuracy": 0.599606, "f1": 0.585884, "f1_weighted": 0.599603 }, { "accuracy": 0.549926, "f1": 0.546415, "f1_weighted": 0.536347 } ], "main_score": 0.578455, "hf_subset": "ta", "languages": [ "tam-Taml" ] }, { "accuracy": 0.580128, "f1": 0.561463, "f1_weighted": 0.578408, "scores_per_experiment": [ { "accuracy": 0.567142, "f1": 0.561232, "f1_weighted": 0.564085 }, { "accuracy": 0.604525, "f1": 0.581771, "f1_weighted": 0.605674 }, { "accuracy": 0.582391, "f1": 0.558447, "f1_weighted": 0.584006 }, { "accuracy": 0.582391, "f1": 0.558399, "f1_weighted": 0.584288 }, { "accuracy": 0.578947, "f1": 0.546045, "f1_weighted": 0.574506 }, { "accuracy": 0.570585, "f1": 0.555347, "f1_weighted": 0.554737 }, { "accuracy": 0.589769, "f1": 0.568431, "f1_weighted": 0.586013 }, { "accuracy": 0.596655, "f1": 0.572967, "f1_weighted": 0.603596 }, { "accuracy": 0.584358, "f1": 0.568665, "f1_weighted": 0.585951 }, { "accuracy": 0.544515, "f1": 0.543327, "f1_weighted": 0.541222 } ], "main_score": 0.580128, "hf_subset": "he", "languages": [ "heb-Hebr" ] }, { "accuracy": 0.540334, "f1": 0.515828, "f1_weighted": 0.543708, "scores_per_experiment": [ { "accuracy": 0.55878, "f1": 0.540236, "f1_weighted": 0.566747 }, { "accuracy": 0.534678, "f1": 0.515592, "f1_weighted": 0.531909 }, { "accuracy": 0.551402, "f1": 0.524084, "f1_weighted": 0.563494 }, { "accuracy": 0.571077, "f1": 0.542499, "f1_weighted": 0.580699 }, { "accuracy": 0.502705, "f1": 0.478353, "f1_weighted": 0.494328 }, { "accuracy": 0.517462, "f1": 0.48957, "f1_weighted": 0.516689 }, { "accuracy": 0.553369, "f1": 0.521544, "f1_weighted": 0.562014 }, { "accuracy": 0.550418, "f1": 0.528968, "f1_weighted": 0.551878 }, { "accuracy": 0.545499, "f1": 0.515841, "f1_weighted": 0.54601 }, { "accuracy": 0.517954, "f1": 0.501589, "f1_weighted": 0.523311 } ], "main_score": 0.540334, "hf_subset": "km", "languages": [ "khm-Khmr" ] } ], "test": [ { "accuracy": 0.289005, "f1": 0.2717, "f1_weighted": 0.280784, "scores_per_experiment": [ { "accuracy": 0.255884, "f1": 0.242592, "f1_weighted": 0.24474 }, { "accuracy": 0.307666, "f1": 0.291478, "f1_weighted": 0.30873 }, { "accuracy": 0.32078, "f1": 0.288656, "f1_weighted": 0.312059 }, { "accuracy": 0.284129, "f1": 0.270284, "f1_weighted": 0.27853 }, { "accuracy": 0.299597, "f1": 0.271897, "f1_weighted": 0.281751 }, { "accuracy": 0.29926, "f1": 0.276545, "f1_weighted": 0.278695 }, { "accuracy": 0.290854, "f1": 0.279423, "f1_weighted": 0.285474 }, { "accuracy": 0.302286, "f1": 0.289761, "f1_weighted": 0.2871 }, { "accuracy": 0.251849, "f1": 0.240065, "f1_weighted": 0.245901 }, { "accuracy": 0.27774, "f1": 0.266301, "f1_weighted": 0.284865 } ], "main_score": 0.289005, "hf_subset": "am", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.587626, "f1": 0.573893, "f1_weighted": 0.584018, "scores_per_experiment": [ { "accuracy": 0.629792, "f1": 0.619134, "f1_weighted": 0.62576 }, { "accuracy": 0.553463, "f1": 0.543955, "f1_weighted": 0.54218 }, { "accuracy": 0.607599, "f1": 0.593961, "f1_weighted": 0.604455 }, { "accuracy": 0.573974, "f1": 0.563379, "f1_weighted": 0.577076 }, { "accuracy": 0.612979, "f1": 0.583146, "f1_weighted": 0.60461 }, { "accuracy": 0.586416, "f1": 0.565627, "f1_weighted": 0.577514 }, { "accuracy": 0.567922, "f1": 0.557949, "f1_weighted": 0.565508 }, { "accuracy": 0.587424, "f1": 0.570091, "f1_weighted": 0.58088 }, { "accuracy": 0.584734, "f1": 0.574521, "f1_weighted": 0.588219 }, { "accuracy": 0.571957, "f1": 0.567167, "f1_weighted": 0.573975 } ], "main_score": 0.587626, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "accuracy": 0.687357, "f1": 0.678467, "f1_weighted": 0.686528, "scores_per_experiment": [ { "accuracy": 0.703093, "f1": 0.693496, "f1_weighted": 0.701084 }, { "accuracy": 0.696705, "f1": 0.683389, "f1_weighted": 0.693734 }, { "accuracy": 0.682582, "f1": 0.670749, "f1_weighted": 0.682314 }, { "accuracy": 0.705447, "f1": 0.692558, "f1_weighted": 0.707734 }, { "accuracy": 0.679556, "f1": 0.673435, "f1_weighted": 0.672405 }, { "accuracy": 0.681574, "f1": 0.663092, "f1_weighted": 0.677712 }, { "accuracy": 0.701076, "f1": 0.689834, "f1_weighted": 0.703275 }, { "accuracy": 0.68191, "f1": 0.681915, "f1_weighted": 0.682172 }, { "accuracy": 0.680229, "f1": 0.680687, "f1_weighted": 0.682214 }, { "accuracy": 0.661399, "f1": 0.655512, "f1_weighted": 0.662634 } ], "main_score": 0.687357, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "accuracy": 0.683457, "f1": 0.675525, "f1_weighted": 0.682074, "scores_per_experiment": [ { "accuracy": 0.690316, "f1": 0.689744, "f1_weighted": 0.689589 }, { "accuracy": 0.717552, "f1": 0.705222, "f1_weighted": 0.713884 }, { "accuracy": 0.67653, "f1": 0.667508, "f1_weighted": 0.680092 }, { "accuracy": 0.662744, "f1": 0.654506, "f1_weighted": 0.65747 }, { "accuracy": 0.687626, "f1": 0.678672, "f1_weighted": 0.680911 }, { "accuracy": 0.671822, "f1": 0.652304, "f1_weighted": 0.668817 }, { "accuracy": 0.68191, "f1": 0.672611, "f1_weighted": 0.68032 }, { "accuracy": 0.677539, "f1": 0.679495, "f1_weighted": 0.677012 }, { "accuracy": 0.694687, "f1": 0.691973, "f1_weighted": 0.696566 }, { "accuracy": 0.67384, "f1": 0.663219, "f1_weighted": 0.676075 } ], "main_score": 0.683457, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "accuracy": 0.554741, "f1": 0.540814, "f1_weighted": 0.546972, "scores_per_experiment": [ { "accuracy": 0.569267, "f1": 0.558685, "f1_weighted": 0.558868 }, { "accuracy": 0.572966, "f1": 0.557471, "f1_weighted": 0.57127 }, { "accuracy": 0.563551, "f1": 0.539067, "f1_weighted": 0.556492 }, { "accuracy": 0.55111, "f1": 0.535136, "f1_weighted": 0.542449 }, { "accuracy": 0.560861, "f1": 0.52443, "f1_weighted": 0.547563 }, { "accuracy": 0.533961, "f1": 0.525629, "f1_weighted": 0.522388 }, { "accuracy": 0.558171, "f1": 0.547355, "f1_weighted": 0.553309 }, { "accuracy": 0.554808, "f1": 0.545754, "f1_weighted": 0.550465 }, { "accuracy": 0.546066, "f1": 0.53558, "f1_weighted": 0.537803 }, { "accuracy": 0.536651, "f1": 0.539032, "f1_weighted": 0.529115 } ], "main_score": 0.554741, "hf_subset": "az", "languages": [ "aze-Latn" ] }, { "accuracy": 0.573134, "f1": 0.556226, "f1_weighted": 0.570199, "scores_per_experiment": [ { "accuracy": 0.584398, "f1": 0.576736, "f1_weighted": 0.578097 }, { "accuracy": 0.606254, "f1": 0.593354, "f1_weighted": 0.604278 }, { "accuracy": 0.579018, "f1": 0.562231, "f1_weighted": 0.578445 }, { "accuracy": 0.568258, "f1": 0.553457, "f1_weighted": 0.571496 }, { "accuracy": 0.536987, "f1": 0.510581, "f1_weighted": 0.526038 }, { "accuracy": 0.555145, "f1": 0.5248, "f1_weighted": 0.547193 }, { "accuracy": 0.579018, "f1": 0.562193, "f1_weighted": 0.576054 }, { "accuracy": 0.591123, "f1": 0.570309, "f1_weighted": 0.588648 }, { "accuracy": 0.570948, "f1": 0.549241, "f1_weighted": 0.573587 }, { "accuracy": 0.560188, "f1": 0.559364, "f1_weighted": 0.558151 } ], "main_score": 0.573134, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "accuracy": 0.583591, "f1": 0.567361, "f1_weighted": 0.583819, "scores_per_experiment": [ { "accuracy": 0.585407, "f1": 0.574249, "f1_weighted": 0.584056 }, { "accuracy": 0.621049, "f1": 0.603963, "f1_weighted": 0.622187 }, { "accuracy": 0.619704, "f1": 0.594364, "f1_weighted": 0.617953 }, { "accuracy": 0.571957, "f1": 0.552033, "f1_weighted": 0.577547 }, { "accuracy": 0.594822, "f1": 0.563925, "f1_weighted": 0.588289 }, { "accuracy": 0.569267, "f1": 0.553703, "f1_weighted": 0.571761 }, { "accuracy": 0.565232, "f1": 0.551791, "f1_weighted": 0.56185 }, { "accuracy": 0.583389, "f1": 0.571504, "f1_weighted": 0.582746 }, { "accuracy": 0.598521, "f1": 0.586267, "f1_weighted": 0.604551 }, { "accuracy": 0.526564, "f1": 0.521809, "f1_weighted": 0.527254 } ], "main_score": 0.583591, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "accuracy": 0.594889, "f1": 0.578536, "f1_weighted": 0.594268, "scores_per_experiment": [ { "accuracy": 0.592804, "f1": 0.586362, "f1_weighted": 0.592596 }, { "accuracy": 0.624748, "f1": 0.606742, "f1_weighted": 0.625459 }, { "accuracy": 0.613988, "f1": 0.59803, "f1_weighted": 0.610979 }, { "accuracy": 0.595158, "f1": 0.573758, "f1_weighted": 0.605728 }, { "accuracy": 0.596503, "f1": 0.568427, "f1_weighted": 0.593957 }, { "accuracy": 0.56456, "f1": 0.549407, "f1_weighted": 0.5577 }, { "accuracy": 0.590451, "f1": 0.567533, "f1_weighted": 0.586069 }, { "accuracy": 0.602892, "f1": 0.586467, "f1_weighted": 0.59855 }, { "accuracy": 0.601547, "f1": 0.591903, "f1_weighted": 0.607538 }, { "accuracy": 0.566241, "f1": 0.556728, "f1_weighted": 0.564107 } ], "main_score": 0.594889, "hf_subset": "hy", "languages": [ "hye-Armn" ] }, { "accuracy": 0.597646, "f1": 0.567772, "f1_weighted": 0.598185, "scores_per_experiment": [ { "accuracy": 0.61197, "f1": 0.578861, "f1_weighted": 0.61308 }, { "accuracy": 0.628783, "f1": 0.59051, "f1_weighted": 0.627367 }, { "accuracy": 0.590787, "f1": 0.564282, "f1_weighted": 0.590891 }, { "accuracy": 0.597176, "f1": 0.571221, "f1_weighted": 0.60519 }, { "accuracy": 0.581036, "f1": 0.547929, "f1_weighted": 0.576617 }, { "accuracy": 0.588097, "f1": 0.551812, "f1_weighted": 0.582114 }, { "accuracy": 0.605918, "f1": 0.571865, "f1_weighted": 0.60659 }, { "accuracy": 0.618359, "f1": 0.595377, "f1_weighted": 0.616979 }, { "accuracy": 0.594822, "f1": 0.563238, "f1_weighted": 0.598089 }, { "accuracy": 0.559516, "f1": 0.542622, "f1_weighted": 0.56493 } ], "main_score": 0.597646, "hf_subset": "af", "languages": [ "afr-Latn" ] }, { "accuracy": 0.726765, "f1": 0.717874, "f1_weighted": 0.729134, "scores_per_experiment": [ { "accuracy": 0.750841, "f1": 0.740857, "f1_weighted": 0.754176 }, { "accuracy": 0.748823, "f1": 0.738048, "f1_weighted": 0.746314 }, { "accuracy": 0.71957, "f1": 0.708836, "f1_weighted": 0.720372 }, { "accuracy": 0.738063, "f1": 0.725667, "f1_weighted": 0.739548 }, { "accuracy": 0.731002, "f1": 0.715195, "f1_weighted": 0.726371 }, { "accuracy": 0.718561, "f1": 0.708655, "f1_weighted": 0.718491 }, { "accuracy": 0.715871, "f1": 0.70873, "f1_weighted": 0.720225 }, { "accuracy": 0.728648, "f1": 0.717865, "f1_weighted": 0.734042 }, { "accuracy": 0.73302, "f1": 0.729333, "f1_weighted": 0.740057 }, { "accuracy": 0.683255, "f1": 0.685553, "f1_weighted": 0.691741 } ], "main_score": 0.726765, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "accuracy": 0.612273, "f1": 0.597185, "f1_weighted": 0.611917, "scores_per_experiment": [ { "accuracy": 0.625757, "f1": 0.620422, "f1_weighted": 0.633632 }, { "accuracy": 0.624075, "f1": 0.608824, "f1_weighted": 0.62378 }, { "accuracy": 0.620713, "f1": 0.610171, "f1_weighted": 0.623224 }, { "accuracy": 0.616678, "f1": 0.597134, "f1_weighted": 0.61124 }, { "accuracy": 0.600874, "f1": 0.580443, "f1_weighted": 0.591796 }, { "accuracy": 0.583389, "f1": 0.557382, "f1_weighted": 0.574731 }, { "accuracy": 0.649294, "f1": 0.631162, "f1_weighted": 0.650433 }, { "accuracy": 0.612643, "f1": 0.601992, "f1_weighted": 0.614388 }, { "accuracy": 0.61466, "f1": 0.599594, "f1_weighted": 0.619406 }, { "accuracy": 0.574647, "f1": 0.564729, "f1_weighted": 0.576541 } ], "main_score": 0.612273, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "accuracy": 0.604506, "f1": 0.58692, "f1_weighted": 0.603157, "scores_per_experiment": [ { "accuracy": 0.631809, "f1": 0.616804, "f1_weighted": 0.630834 }, { "accuracy": 0.608944, "f1": 0.59329, "f1_weighted": 0.606044 }, { "accuracy": 0.618695, "f1": 0.605607, "f1_weighted": 0.622675 }, { "accuracy": 0.589106, "f1": 0.573848, "f1_weighted": 0.592254 }, { "accuracy": 0.605582, "f1": 0.568755, "f1_weighted": 0.598641 }, { "accuracy": 0.597848, "f1": 0.573406, "f1_weighted": 0.587804 }, { "accuracy": 0.612979, "f1": 0.593578, "f1_weighted": 0.610901 }, { "accuracy": 0.605918, "f1": 0.593506, "f1_weighted": 0.608274 }, { "accuracy": 0.616678, "f1": 0.602069, "f1_weighted": 0.618403 }, { "accuracy": 0.557498, "f1": 0.54834, "f1_weighted": 0.555739 } ], "main_score": 0.604506, "hf_subset": "kn", "languages": [ "kan-Knda" ] }, { "accuracy": 0.68312, "f1": 0.677561, "f1_weighted": 0.683108, "scores_per_experiment": [ { "accuracy": 0.69267, "f1": 0.69108, "f1_weighted": 0.690566 }, { "accuracy": 0.678884, "f1": 0.678084, "f1_weighted": 0.674449 }, { "accuracy": 0.679892, "f1": 0.670875, "f1_weighted": 0.682865 }, { "accuracy": 0.693679, "f1": 0.688982, "f1_weighted": 0.694551 }, { "accuracy": 0.697377, "f1": 0.680107, "f1_weighted": 0.694302 }, { "accuracy": 0.673167, "f1": 0.663429, "f1_weighted": 0.666881 }, { "accuracy": 0.672159, "f1": 0.656441, "f1_weighted": 0.673103 }, { "accuracy": 0.67922, "f1": 0.688037, "f1_weighted": 0.681248 }, { "accuracy": 0.688299, "f1": 0.686951, "f1_weighted": 0.695508 }, { "accuracy": 0.675857, "f1": 0.671622, "f1_weighted": 0.677607 } ], "main_score": 0.68312, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "accuracy": 0.644116, "f1": 0.619965, "f1_weighted": 0.643649, "scores_per_experiment": [ { "accuracy": 0.655346, "f1": 0.627781, "f1_weighted": 0.654592 }, { "accuracy": 0.662408, "f1": 0.635236, "f1_weighted": 0.661542 }, { "accuracy": 0.647613, "f1": 0.624052, "f1_weighted": 0.642586 }, { "accuracy": 0.632145, "f1": 0.606071, "f1_weighted": 0.637316 }, { "accuracy": 0.637525, "f1": 0.606399, "f1_weighted": 0.628618 }, { "accuracy": 0.617014, "f1": 0.589382, "f1_weighted": 0.605935 }, { "accuracy": 0.654338, "f1": 0.628564, "f1_weighted": 0.655953 }, { "accuracy": 0.644586, "f1": 0.627779, "f1_weighted": 0.649586 }, { "accuracy": 0.664089, "f1": 0.638293, "f1_weighted": 0.668486 }, { "accuracy": 0.626093, "f1": 0.616093, "f1_weighted": 0.631876 } ], "main_score": 0.644116, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "accuracy": 0.698689, "f1": 0.687942, "f1_weighted": 0.700016, "scores_per_experiment": [ { "accuracy": 0.727976, "f1": 0.711033, "f1_weighted": 0.727906 }, { "accuracy": 0.725286, "f1": 0.710848, "f1_weighted": 0.726258 }, { "accuracy": 0.693006, "f1": 0.684769, "f1_weighted": 0.695615 }, { "accuracy": 0.679556, "f1": 0.673051, "f1_weighted": 0.679285 }, { "accuracy": 0.712508, "f1": 0.688764, "f1_weighted": 0.709145 }, { "accuracy": 0.680565, "f1": 0.663023, "f1_weighted": 0.680611 }, { "accuracy": 0.69267, "f1": 0.679209, "f1_weighted": 0.693814 }, { "accuracy": 0.6846, "f1": 0.687273, "f1_weighted": 0.690174 }, { "accuracy": 0.716207, "f1": 0.709708, "f1_weighted": 0.717896 }, { "accuracy": 0.674512, "f1": 0.671739, "f1_weighted": 0.679457 } ], "main_score": 0.698689, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "accuracy": 0.626866, "f1": 0.604786, "f1_weighted": 0.627071, "scores_per_experiment": [ { "accuracy": 0.635171, "f1": 0.621142, "f1_weighted": 0.637846 }, { "accuracy": 0.634835, "f1": 0.611495, "f1_weighted": 0.632791 }, { "accuracy": 0.629792, "f1": 0.604227, "f1_weighted": 0.633082 }, { "accuracy": 0.639879, "f1": 0.618128, "f1_weighted": 0.643367 }, { "accuracy": 0.639879, "f1": 0.601059, "f1_weighted": 0.634508 }, { "accuracy": 0.627438, "f1": 0.598813, "f1_weighted": 0.622123 }, { "accuracy": 0.637525, "f1": 0.617618, "f1_weighted": 0.6426 }, { "accuracy": 0.62273, "f1": 0.601925, "f1_weighted": 0.62678 }, { "accuracy": 0.624412, "f1": 0.594883, "f1_weighted": 0.624169 }, { "accuracy": 0.577001, "f1": 0.57857, "f1_weighted": 0.573441 } ], "main_score": 0.626866, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "accuracy": 0.600034, "f1": 0.57902, "f1_weighted": 0.597345, "scores_per_experiment": [ { "accuracy": 0.612307, "f1": 0.594328, "f1_weighted": 0.605337 }, { "accuracy": 0.621049, "f1": 0.603287, "f1_weighted": 0.621171 }, { "accuracy": 0.598184, "f1": 0.569669, "f1_weighted": 0.596873 }, { "accuracy": 0.607263, "f1": 0.586757, "f1_weighted": 0.604284 }, { "accuracy": 0.591123, "f1": 0.565822, "f1_weighted": 0.580612 }, { "accuracy": 0.60659, "f1": 0.569774, "f1_weighted": 0.604655 }, { "accuracy": 0.601883, "f1": 0.583661, "f1_weighted": 0.598159 }, { "accuracy": 0.588097, "f1": 0.572873, "f1_weighted": 0.585353 }, { "accuracy": 0.606254, "f1": 0.587555, "f1_weighted": 0.607802 }, { "accuracy": 0.567586, "f1": 0.556468, "f1_weighted": 0.569202 } ], "main_score": 0.600034, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "accuracy": 0.610558, "f1": 0.594079, "f1_weighted": 0.607543, "scores_per_experiment": [ { "accuracy": 0.62542, "f1": 0.616271, "f1_weighted": 0.626042 }, { "accuracy": 0.607935, "f1": 0.583518, "f1_weighted": 0.598671 }, { "accuracy": 0.62811, "f1": 0.615997, "f1_weighted": 0.626985 }, { "accuracy": 0.593813, "f1": 0.576699, "f1_weighted": 0.585979 }, { "accuracy": 0.596839, "f1": 0.563089, "f1_weighted": 0.590638 }, { "accuracy": 0.613652, "f1": 0.587856, "f1_weighted": 0.606225 }, { "accuracy": 0.62811, "f1": 0.609338, "f1_weighted": 0.62562 }, { "accuracy": 0.610962, "f1": 0.60724, "f1_weighted": 0.614781 }, { "accuracy": 0.600202, "f1": 0.590226, "f1_weighted": 0.596066 }, { "accuracy": 0.600538, "f1": 0.590553, "f1_weighted": 0.604426 } ], "main_score": 0.610558, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "accuracy": 0.55649, "f1": 0.524642, "f1_weighted": 0.552429, "scores_per_experiment": [ { "accuracy": 0.567249, "f1": 0.544557, "f1_weighted": 0.563348 }, { "accuracy": 0.566241, "f1": 0.519218, "f1_weighted": 0.561113 }, { "accuracy": 0.580027, "f1": 0.541599, "f1_weighted": 0.575663 }, { "accuracy": 0.573974, "f1": 0.542126, "f1_weighted": 0.575431 }, { "accuracy": 0.53228, "f1": 0.492129, "f1_weighted": 0.522685 }, { "accuracy": 0.533961, "f1": 0.509545, "f1_weighted": 0.534009 }, { "accuracy": 0.562878, "f1": 0.534181, "f1_weighted": 0.558414 }, { "accuracy": 0.561533, "f1": 0.53951, "f1_weighted": 0.55925 }, { "accuracy": 0.561197, "f1": 0.524123, "f1_weighted": 0.557831 }, { "accuracy": 0.525555, "f1": 0.499433, "f1_weighted": 0.516548 } ], "main_score": 0.55649, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "accuracy": 0.561231, "f1": 0.53585, "f1_weighted": 0.557879, "scores_per_experiment": [ { "accuracy": 0.581708, "f1": 0.55583, "f1_weighted": 0.583375 }, { "accuracy": 0.55649, "f1": 0.536298, "f1_weighted": 0.550191 }, { "accuracy": 0.557162, "f1": 0.528099, "f1_weighted": 0.549161 }, { "accuracy": 0.584062, "f1": 0.557249, "f1_weighted": 0.583086 }, { "accuracy": 0.568258, "f1": 0.52936, "f1_weighted": 0.560386 }, { "accuracy": 0.551446, "f1": 0.517802, "f1_weighted": 0.537429 }, { "accuracy": 0.551446, "f1": 0.521877, "f1_weighted": 0.547591 }, { "accuracy": 0.567249, "f1": 0.555178, "f1_weighted": 0.57348 }, { "accuracy": 0.552791, "f1": 0.536512, "f1_weighted": 0.554848 }, { "accuracy": 0.541695, "f1": 0.520296, "f1_weighted": 0.539241 } ], "main_score": 0.561231, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "accuracy": 0.633289, "f1": 0.621745, "f1_weighted": 0.628771, "scores_per_experiment": [ { "accuracy": 0.632145, "f1": 0.624162, "f1_weighted": 0.621399 }, { "accuracy": 0.639543, "f1": 0.629093, "f1_weighted": 0.637011 }, { "accuracy": 0.599193, "f1": 0.589888, "f1_weighted": 0.596914 }, { "accuracy": 0.642905, "f1": 0.621542, "f1_weighted": 0.634938 }, { "accuracy": 0.66039, "f1": 0.635906, "f1_weighted": 0.652399 }, { "accuracy": 0.625084, "f1": 0.611085, "f1_weighted": 0.614353 }, { "accuracy": 0.635844, "f1": 0.622765, "f1_weighted": 0.63522 }, { "accuracy": 0.633826, "f1": 0.62983, "f1_weighted": 0.626972 }, { "accuracy": 0.640551, "f1": 0.634623, "f1_weighted": 0.641729 }, { "accuracy": 0.623403, "f1": 0.618554, "f1_weighted": 0.626773 } ], "main_score": 0.633289, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "accuracy": 0.544149, "f1": 0.508635, "f1_weighted": 0.540215, "scores_per_experiment": [ { "accuracy": 0.576664, "f1": 0.539835, "f1_weighted": 0.571988 }, { "accuracy": 0.546738, "f1": 0.508333, "f1_weighted": 0.548994 }, { "accuracy": 0.558507, "f1": 0.517964, "f1_weighted": 0.557622 }, { "accuracy": 0.559516, "f1": 0.516314, "f1_weighted": 0.556955 }, { "accuracy": 0.535642, "f1": 0.494082, "f1_weighted": 0.525719 }, { "accuracy": 0.533961, "f1": 0.498596, "f1_weighted": 0.522248 }, { "accuracy": 0.541695, "f1": 0.502154, "f1_weighted": 0.537023 }, { "accuracy": 0.544721, "f1": 0.51284, "f1_weighted": 0.541415 }, { "accuracy": 0.496974, "f1": 0.48108, "f1_weighted": 0.493901 }, { "accuracy": 0.547075, "f1": 0.515148, "f1_weighted": 0.546282 } ], "main_score": 0.544149, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "accuracy": 0.551479, "f1": 0.526673, "f1_weighted": 0.551269, "scores_per_experiment": [ { "accuracy": 0.568258, "f1": 0.546834, "f1_weighted": 0.568421 }, { "accuracy": 0.551446, "f1": 0.522191, "f1_weighted": 0.552586 }, { "accuracy": 0.569267, "f1": 0.540089, "f1_weighted": 0.562482 }, { "accuracy": 0.544721, "f1": 0.520857, "f1_weighted": 0.547919 }, { "accuracy": 0.557498, "f1": 0.52137, "f1_weighted": 0.552107 }, { "accuracy": 0.540013, "f1": 0.519963, "f1_weighted": 0.538595 }, { "accuracy": 0.543712, "f1": 0.515407, "f1_weighted": 0.544682 }, { "accuracy": 0.551782, "f1": 0.530781, "f1_weighted": 0.549438 }, { "accuracy": 0.54573, "f1": 0.528219, "f1_weighted": 0.556279 }, { "accuracy": 0.542367, "f1": 0.52102, "f1_weighted": 0.540178 } ], "main_score": 0.551479, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "accuracy": 0.679691, "f1": 0.669453, "f1_weighted": 0.674687, "scores_per_experiment": [ { "accuracy": 0.688635, "f1": 0.683891, "f1_weighted": 0.683592 }, { "accuracy": 0.690989, "f1": 0.679719, "f1_weighted": 0.683033 }, { "accuracy": 0.686954, "f1": 0.666143, "f1_weighted": 0.68116 }, { "accuracy": 0.682582, "f1": 0.672514, "f1_weighted": 0.680149 }, { "accuracy": 0.673504, "f1": 0.652444, "f1_weighted": 0.661183 }, { "accuracy": 0.670141, "f1": 0.657887, "f1_weighted": 0.664098 }, { "accuracy": 0.663416, "f1": 0.650403, "f1_weighted": 0.661206 }, { "accuracy": 0.678884, "f1": 0.684459, "f1_weighted": 0.679889 }, { "accuracy": 0.682246, "f1": 0.673776, "f1_weighted": 0.678647 }, { "accuracy": 0.679556, "f1": 0.673291, "f1_weighted": 0.673908 } ], "main_score": 0.679691, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ] }, { "accuracy": 0.637155, "f1": 0.615123, "f1_weighted": 0.633112, "scores_per_experiment": [ { "accuracy": 0.664425, "f1": 0.640071, "f1_weighted": 0.661138 }, { "accuracy": 0.653665, "f1": 0.635168, "f1_weighted": 0.651012 }, { "accuracy": 0.632145, "f1": 0.604544, "f1_weighted": 0.630927 }, { "accuracy": 0.636853, "f1": 0.608898, "f1_weighted": 0.634739 }, { "accuracy": 0.644923, "f1": 0.611397, "f1_weighted": 0.630551 }, { "accuracy": 0.599866, "f1": 0.583851, "f1_weighted": 0.588839 }, { "accuracy": 0.614324, "f1": 0.593146, "f1_weighted": 0.605764 }, { "accuracy": 0.64694, "f1": 0.633843, "f1_weighted": 0.649041 }, { "accuracy": 0.651311, "f1": 0.629908, "f1_weighted": 0.65194 }, { "accuracy": 0.627102, "f1": 0.610407, "f1_weighted": 0.627165 } ], "main_score": 0.637155, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "accuracy": 0.609482, "f1": 0.587451, "f1_weighted": 0.611524, "scores_per_experiment": [ { "accuracy": 0.626429, "f1": 0.604103, "f1_weighted": 0.625506 }, { "accuracy": 0.592804, "f1": 0.569083, "f1_weighted": 0.58588 }, { "accuracy": 0.613315, "f1": 0.600659, "f1_weighted": 0.623029 }, { "accuracy": 0.620377, "f1": 0.605235, "f1_weighted": 0.632008 }, { "accuracy": 0.624412, "f1": 0.585277, "f1_weighted": 0.6204 }, { "accuracy": 0.591796, "f1": 0.568707, "f1_weighted": 0.586189 }, { "accuracy": 0.614997, "f1": 0.585564, "f1_weighted": 0.616417 }, { "accuracy": 0.625757, "f1": 0.604924, "f1_weighted": 0.632943 }, { "accuracy": 0.603228, "f1": 0.57951, "f1_weighted": 0.603333 }, { "accuracy": 0.581708, "f1": 0.571448, "f1_weighted": 0.589537 } ], "main_score": 0.609482, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "accuracy": 0.600538, "f1": 0.572555, "f1_weighted": 0.599742, "scores_per_experiment": [ { "accuracy": 0.612979, "f1": 0.582147, "f1_weighted": 0.611468 }, { "accuracy": 0.607935, "f1": 0.58636, "f1_weighted": 0.606829 }, { "accuracy": 0.62273, "f1": 0.589166, "f1_weighted": 0.627331 }, { "accuracy": 0.596839, "f1": 0.567794, "f1_weighted": 0.599146 }, { "accuracy": 0.600874, "f1": 0.550882, "f1_weighted": 0.591073 }, { "accuracy": 0.572293, "f1": 0.545061, "f1_weighted": 0.566498 }, { "accuracy": 0.62004, "f1": 0.584119, "f1_weighted": 0.615768 }, { "accuracy": 0.612307, "f1": 0.589203, "f1_weighted": 0.615266 }, { "accuracy": 0.590451, "f1": 0.570434, "f1_weighted": 0.592582 }, { "accuracy": 0.568931, "f1": 0.560386, "f1_weighted": 0.571457 } ], "main_score": 0.600538, "hf_subset": "ms", "languages": [ "msa-Latn" ] }, { "accuracy": 0.52347, "f1": 0.514212, "f1_weighted": 0.513938, "scores_per_experiment": [ { "accuracy": 0.523201, "f1": 0.522382, "f1_weighted": 0.512353 }, { "accuracy": 0.515131, "f1": 0.510607, "f1_weighted": 0.504101 }, { "accuracy": 0.529254, "f1": 0.520944, "f1_weighted": 0.517551 }, { "accuracy": 0.514122, "f1": 0.508615, "f1_weighted": 0.50699 }, { "accuracy": 0.534633, "f1": 0.520065, "f1_weighted": 0.524391 }, { "accuracy": 0.504035, "f1": 0.492988, "f1_weighted": 0.489635 }, { "accuracy": 0.541358, "f1": 0.524161, "f1_weighted": 0.537649 }, { "accuracy": 0.542031, "f1": 0.535746, "f1_weighted": 0.537698 }, { "accuracy": 0.519839, "f1": 0.512196, "f1_weighted": 0.5083 }, { "accuracy": 0.511096, "f1": 0.494411, "f1_weighted": 0.500707 } ], "main_score": 0.52347, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "accuracy": 0.558104, "f1": 0.539647, "f1_weighted": 0.556549, "scores_per_experiment": [ { "accuracy": 0.570276, "f1": 0.560313, "f1_weighted": 0.564994 }, { "accuracy": 0.582381, "f1": 0.558894, "f1_weighted": 0.584326 }, { "accuracy": 0.562542, "f1": 0.533357, "f1_weighted": 0.559793 }, { "accuracy": 0.572629, "f1": 0.55205, "f1_weighted": 0.571684 }, { "accuracy": 0.567249, "f1": 0.540301, "f1_weighted": 0.561107 }, { "accuracy": 0.524882, "f1": 0.504624, "f1_weighted": 0.519911 }, { "accuracy": 0.574983, "f1": 0.546355, "f1_weighted": 0.573423 }, { "accuracy": 0.563215, "f1": 0.547709, "f1_weighted": 0.562423 }, { "accuracy": 0.54304, "f1": 0.53805, "f1_weighted": 0.552488 }, { "accuracy": 0.519839, "f1": 0.514816, "f1_weighted": 0.515342 } ], "main_score": 0.558104, "hf_subset": "ka", "languages": [ "kat-Geor" ] }, { "accuracy": 0.575151, "f1": 0.551929, "f1_weighted": 0.573067, "scores_per_experiment": [ { "accuracy": 0.582717, "f1": 0.559974, "f1_weighted": 0.581483 }, { "accuracy": 0.571621, "f1": 0.553882, "f1_weighted": 0.567451 }, { "accuracy": 0.583726, "f1": 0.552054, "f1_weighted": 0.587256 }, { "accuracy": 0.585407, "f1": 0.565432, "f1_weighted": 0.588714 }, { "accuracy": 0.570276, "f1": 0.534, "f1_weighted": 0.554669 }, { "accuracy": 0.561533, "f1": 0.54007, "f1_weighted": 0.553682 }, { "accuracy": 0.579354, "f1": 0.544644, "f1_weighted": 0.577323 }, { "accuracy": 0.590451, "f1": 0.569306, "f1_weighted": 0.591371 }, { "accuracy": 0.580363, "f1": 0.559806, "f1_weighted": 0.587216 }, { "accuracy": 0.546066, "f1": 0.540118, "f1_weighted": 0.541509 } ], "main_score": 0.575151, "hf_subset": "mn", "languages": [ "mon-Cyrl" ] }, { "accuracy": 0.671957, "f1": 0.666629, "f1_weighted": 0.669466, "scores_per_experiment": [ { "accuracy": 0.659381, "f1": 0.663666, "f1_weighted": 0.652919 }, { "accuracy": 0.70343, "f1": 0.691189, "f1_weighted": 0.704095 }, { "accuracy": 0.675185, "f1": 0.668578, "f1_weighted": 0.677219 }, { "accuracy": 0.66846, "f1": 0.661609, "f1_weighted": 0.667757 }, { "accuracy": 0.664425, "f1": 0.659474, "f1_weighted": 0.653047 }, { "accuracy": 0.668796, "f1": 0.652072, "f1_weighted": 0.664619 }, { "accuracy": 0.670141, "f1": 0.661275, "f1_weighted": 0.668256 }, { "accuracy": 0.674176, "f1": 0.676091, "f1_weighted": 0.672464 }, { "accuracy": 0.681574, "f1": 0.682164, "f1_weighted": 0.682632 }, { "accuracy": 0.654001, "f1": 0.650169, "f1_weighted": 0.651652 } ], "main_score": 0.671957, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "accuracy": 0.589509, "f1": 0.56109, "f1_weighted": 0.587204, "scores_per_experiment": [ { "accuracy": 0.607263, "f1": 0.580495, "f1_weighted": 0.608829 }, { "accuracy": 0.593813, "f1": 0.559695, "f1_weighted": 0.590813 }, { "accuracy": 0.613988, "f1": 0.578857, "f1_weighted": 0.613305 }, { "accuracy": 0.602892, "f1": 0.576991, "f1_weighted": 0.601761 }, { "accuracy": 0.569939, "f1": 0.544627, "f1_weighted": 0.562582 }, { "accuracy": 0.581372, "f1": 0.545495, "f1_weighted": 0.576764 }, { "accuracy": 0.606254, "f1": 0.574964, "f1_weighted": 0.602203 }, { "accuracy": 0.584398, "f1": 0.561737, "f1_weighted": 0.583742 }, { "accuracy": 0.552118, "f1": 0.52935, "f1_weighted": 0.549974 }, { "accuracy": 0.583053, "f1": 0.558685, "f1_weighted": 0.582065 } ], "main_score": 0.589509, "hf_subset": "sq", "languages": [ "sqi-Latn" ] }, { "accuracy": 0.576933, "f1": 0.555739, "f1_weighted": 0.577455, "scores_per_experiment": [ { "accuracy": 0.56456, "f1": 0.554311, "f1_weighted": 0.561825 }, { "accuracy": 0.586079, "f1": 0.5581, "f1_weighted": 0.585562 }, { "accuracy": 0.595158, "f1": 0.563819, "f1_weighted": 0.597406 }, { "accuracy": 0.579018, "f1": 0.558102, "f1_weighted": 0.584267 }, { "accuracy": 0.537323, "f1": 0.51077, "f1_weighted": 0.532688 }, { "accuracy": 0.558843, "f1": 0.53523, "f1_weighted": 0.556143 }, { "accuracy": 0.593477, "f1": 0.569058, "f1_weighted": 0.594542 }, { "accuracy": 0.591796, "f1": 0.577292, "f1_weighted": 0.591725 }, { "accuracy": 0.584398, "f1": 0.564306, "f1_weighted": 0.589413 }, { "accuracy": 0.578682, "f1": 0.566399, "f1_weighted": 0.580974 } ], "main_score": 0.576933, "hf_subset": "ur", "languages": [ "urd-Arab" ] }, { "accuracy": 0.647714, "f1": 0.63948, "f1_weighted": 0.63981, "scores_per_experiment": [ { "accuracy": 0.656691, "f1": 0.651484, "f1_weighted": 0.650779 }, { "accuracy": 0.67653, "f1": 0.666799, "f1_weighted": 0.669257 }, { "accuracy": 0.661399, "f1": 0.649021, "f1_weighted": 0.65837 }, { "accuracy": 0.660054, "f1": 0.64603, "f1_weighted": 0.658121 }, { "accuracy": 0.638198, "f1": 0.621407, "f1_weighted": 0.623967 }, { "accuracy": 0.628447, "f1": 0.618664, "f1_weighted": 0.615256 }, { "accuracy": 0.621385, "f1": 0.626993, "f1_weighted": 0.608992 }, { "accuracy": 0.631473, "f1": 0.625479, "f1_weighted": 0.62011 }, { "accuracy": 0.667787, "f1": 0.649407, "f1_weighted": 0.665879 }, { "accuracy": 0.635171, "f1": 0.639514, "f1_weighted": 0.627368 } ], "main_score": 0.647714, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.627169, "f1": 0.609297, "f1_weighted": 0.621147, "scores_per_experiment": [ { "accuracy": 0.63618, "f1": 0.626582, "f1_weighted": 0.633212 }, { "accuracy": 0.663753, "f1": 0.638508, "f1_weighted": 0.657463 }, { "accuracy": 0.63887, "f1": 0.610253, "f1_weighted": 0.626677 }, { "accuracy": 0.584734, "f1": 0.576881, "f1_weighted": 0.575487 }, { "accuracy": 0.628783, "f1": 0.599769, "f1_weighted": 0.62565 }, { "accuracy": 0.605918, "f1": 0.58915, "f1_weighted": 0.584635 }, { "accuracy": 0.62273, "f1": 0.602835, "f1_weighted": 0.620541 }, { "accuracy": 0.639206, "f1": 0.62782, "f1_weighted": 0.642067 }, { "accuracy": 0.629792, "f1": 0.610982, "f1_weighted": 0.622666 }, { "accuracy": 0.621722, "f1": 0.610188, "f1_weighted": 0.623073 } ], "main_score": 0.627169, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "accuracy": 0.622999, "f1": 0.6062, "f1_weighted": 0.621339, "scores_per_experiment": [ { "accuracy": 0.648958, "f1": 0.635087, "f1_weighted": 0.647291 }, { "accuracy": 0.631809, "f1": 0.613039, "f1_weighted": 0.636985 }, { "accuracy": 0.619704, "f1": 0.600605, "f1_weighted": 0.620196 }, { "accuracy": 0.635844, "f1": 0.618864, "f1_weighted": 0.636816 }, { "accuracy": 0.619704, "f1": 0.595752, "f1_weighted": 0.613666 }, { "accuracy": 0.597176, "f1": 0.573466, "f1_weighted": 0.581553 }, { "accuracy": 0.630128, "f1": 0.611476, "f1_weighted": 0.628397 }, { "accuracy": 0.64156, "f1": 0.625488, "f1_weighted": 0.64073 }, { "accuracy": 0.611634, "f1": 0.597429, "f1_weighted": 0.61737 }, { "accuracy": 0.593477, "f1": 0.590797, "f1_weighted": 0.590385 } ], "main_score": 0.622999, "hf_subset": "ml", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.609045, "f1": 0.595891, "f1_weighted": 0.597923, "scores_per_experiment": [ { "accuracy": 0.622058, "f1": 0.609084, "f1_weighted": 0.613681 }, { "accuracy": 0.601883, "f1": 0.591329, "f1_weighted": 0.583606 }, { "accuracy": 0.623739, "f1": 0.60834, "f1_weighted": 0.613566 }, { "accuracy": 0.599193, "f1": 0.592295, "f1_weighted": 0.586199 }, { "accuracy": 0.627438, "f1": 0.596734, "f1_weighted": 0.614413 }, { "accuracy": 0.570276, "f1": 0.563196, "f1_weighted": 0.553974 }, { "accuracy": 0.60121, "f1": 0.589769, "f1_weighted": 0.58868 }, { "accuracy": 0.62811, "f1": 0.615469, "f1_weighted": 0.622531 }, { "accuracy": 0.611298, "f1": 0.595342, "f1_weighted": 0.607648 }, { "accuracy": 0.605245, "f1": 0.597353, "f1_weighted": 0.594935 } ], "main_score": 0.609045, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ] }, { "accuracy": 0.583658, "f1": 0.55386, "f1_weighted": 0.584887, "scores_per_experiment": [ { "accuracy": 0.599193, "f1": 0.562479, "f1_weighted": 0.600676 }, { "accuracy": 0.575319, "f1": 0.548331, "f1_weighted": 0.580023 }, { "accuracy": 0.581036, "f1": 0.555012, "f1_weighted": 0.581274 }, { "accuracy": 0.585071, "f1": 0.553842, "f1_weighted": 0.592137 }, { "accuracy": 0.578009, "f1": 0.541886, "f1_weighted": 0.571907 }, { "accuracy": 0.567586, "f1": 0.536319, "f1_weighted": 0.556107 }, { "accuracy": 0.617014, "f1": 0.579898, "f1_weighted": 0.617897 }, { "accuracy": 0.61466, "f1": 0.580481, "f1_weighted": 0.615939 }, { "accuracy": 0.55111, "f1": 0.532651, "f1_weighted": 0.555547 }, { "accuracy": 0.567586, "f1": 0.5477, "f1_weighted": 0.577366 } ], "main_score": 0.583658, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "accuracy": 0.592939, "f1": 0.574976, "f1_weighted": 0.58771, "scores_per_experiment": [ { "accuracy": 0.574983, "f1": 0.561888, "f1_weighted": 0.571378 }, { "accuracy": 0.596167, "f1": 0.577317, "f1_weighted": 0.583079 }, { "accuracy": 0.597848, "f1": 0.579927, "f1_weighted": 0.596653 }, { "accuracy": 0.602892, "f1": 0.590431, "f1_weighted": 0.606296 }, { "accuracy": 0.610962, "f1": 0.586866, "f1_weighted": 0.60353 }, { "accuracy": 0.578009, "f1": 0.552578, "f1_weighted": 0.572927 }, { "accuracy": 0.597512, "f1": 0.574355, "f1_weighted": 0.592132 }, { "accuracy": 0.600202, "f1": 0.587679, "f1_weighted": 0.594616 }, { "accuracy": 0.56456, "f1": 0.554447, "f1_weighted": 0.557579 }, { "accuracy": 0.606254, "f1": 0.584275, "f1_weighted": 0.598904 } ], "main_score": 0.592939, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "accuracy": 0.550706, "f1": 0.525673, "f1_weighted": 0.545944, "scores_per_experiment": [ { "accuracy": 0.528917, "f1": 0.516954, "f1_weighted": 0.51169 }, { "accuracy": 0.596839, "f1": 0.569284, "f1_weighted": 0.602592 }, { "accuracy": 0.582044, "f1": 0.561007, "f1_weighted": 0.580567 }, { "accuracy": 0.565568, "f1": 0.535569, "f1_weighted": 0.564819 }, { "accuracy": 0.552455, "f1": 0.515356, "f1_weighted": 0.537393 }, { "accuracy": 0.54573, "f1": 0.509741, "f1_weighted": 0.538772 }, { "accuracy": 0.569939, "f1": 0.547741, "f1_weighted": 0.565937 }, { "accuracy": 0.525219, "f1": 0.503842, "f1_weighted": 0.52144 }, { "accuracy": 0.495629, "f1": 0.479648, "f1_weighted": 0.48896 }, { "accuracy": 0.544721, "f1": 0.517587, "f1_weighted": 0.547269 } ], "main_score": 0.550706, "hf_subset": "tl", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.713853, "f1": 0.702016, "f1_weighted": 0.7129, "scores_per_experiment": [ { "accuracy": 0.725622, "f1": 0.715403, "f1_weighted": 0.721917 }, { "accuracy": 0.730666, "f1": 0.711439, "f1_weighted": 0.728594 }, { "accuracy": 0.691997, "f1": 0.684052, "f1_weighted": 0.69716 }, { "accuracy": 0.721587, "f1": 0.708399, "f1_weighted": 0.721639 }, { "accuracy": 0.722596, "f1": 0.698936, "f1_weighted": 0.717337 }, { "accuracy": 0.694351, "f1": 0.687177, "f1_weighted": 0.68816 }, { "accuracy": 0.702757, "f1": 0.684987, "f1_weighted": 0.701608 }, { "accuracy": 0.706456, "f1": 0.705067, "f1_weighted": 0.708438 }, { "accuracy": 0.740417, "f1": 0.731949, "f1_weighted": 0.742037 }, { "accuracy": 0.702085, "f1": 0.692755, "f1_weighted": 0.702115 } ], "main_score": 0.713853, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "accuracy": 0.482549, "f1": 0.45387, "f1_weighted": 0.472387, "scores_per_experiment": [ { "accuracy": 0.504707, "f1": 0.470859, "f1_weighted": 0.500124 }, { "accuracy": 0.499664, "f1": 0.465652, "f1_weighted": 0.492752 }, { "accuracy": 0.480834, "f1": 0.451202, "f1_weighted": 0.472953 }, { "accuracy": 0.479825, "f1": 0.453173, "f1_weighted": 0.471139 }, { "accuracy": 0.477135, "f1": 0.43226, "f1_weighted": 0.461666 }, { "accuracy": 0.485541, "f1": 0.461411, "f1_weighted": 0.47549 }, { "accuracy": 0.492939, "f1": 0.46213, "f1_weighted": 0.47094 }, { "accuracy": 0.494956, "f1": 0.485216, "f1_weighted": 0.491677 }, { "accuracy": 0.437122, "f1": 0.416901, "f1_weighted": 0.429271 }, { "accuracy": 0.472764, "f1": 0.439897, "f1_weighted": 0.457854 } ], "main_score": 0.482549, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "accuracy": 0.585844, "f1": 0.571313, "f1_weighted": 0.581216, "scores_per_experiment": [ { "accuracy": 0.572629, "f1": 0.565846, "f1_weighted": 0.571869 }, { "accuracy": 0.62004, "f1": 0.611956, "f1_weighted": 0.616828 }, { "accuracy": 0.597176, "f1": 0.577044, "f1_weighted": 0.600782 }, { "accuracy": 0.584062, "f1": 0.580895, "f1_weighted": 0.580447 }, { "accuracy": 0.585743, "f1": 0.561894, "f1_weighted": 0.573153 }, { "accuracy": 0.558843, "f1": 0.532261, "f1_weighted": 0.54566 }, { "accuracy": 0.593477, "f1": 0.582379, "f1_weighted": 0.586604 }, { "accuracy": 0.597176, "f1": 0.581677, "f1_weighted": 0.59353 }, { "accuracy": 0.584734, "f1": 0.56228, "f1_weighted": 0.580833 }, { "accuracy": 0.56456, "f1": 0.556895, "f1_weighted": 0.562454 } ], "main_score": 0.585844, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "accuracy": 0.505649, "f1": 0.483825, "f1_weighted": 0.503135, "scores_per_experiment": [ { "accuracy": 0.492266, "f1": 0.467716, "f1_weighted": 0.49392 }, { "accuracy": 0.488231, "f1": 0.463855, "f1_weighted": 0.481786 }, { "accuracy": 0.534297, "f1": 0.504419, "f1_weighted": 0.527225 }, { "accuracy": 0.497983, "f1": 0.479123, "f1_weighted": 0.500843 }, { "accuracy": 0.500672, "f1": 0.466592, "f1_weighted": 0.49327 }, { "accuracy": 0.515467, "f1": 0.499106, "f1_weighted": 0.512455 }, { "accuracy": 0.520847, "f1": 0.499291, "f1_weighted": 0.522408 }, { "accuracy": 0.531607, "f1": 0.514279, "f1_weighted": 0.531786 }, { "accuracy": 0.459314, "f1": 0.452332, "f1_weighted": 0.467174 }, { "accuracy": 0.515804, "f1": 0.491532, "f1_weighted": 0.500488 } ], "main_score": 0.505649, "hf_subset": "jv", "languages": [ "jav-Latn" ] }, { "accuracy": 0.576026, "f1": 0.5523, "f1_weighted": 0.571675, "scores_per_experiment": [ { "accuracy": 0.570948, "f1": 0.547242, "f1_weighted": 0.565141 }, { "accuracy": 0.597176, "f1": 0.569599, "f1_weighted": 0.596024 }, { "accuracy": 0.595158, "f1": 0.568517, "f1_weighted": 0.598196 }, { "accuracy": 0.595158, "f1": 0.568395, "f1_weighted": 0.594038 }, { "accuracy": 0.552118, "f1": 0.519917, "f1_weighted": 0.540192 }, { "accuracy": 0.561197, "f1": 0.534302, "f1_weighted": 0.550332 }, { "accuracy": 0.578346, "f1": 0.555638, "f1_weighted": 0.572933 }, { "accuracy": 0.559852, "f1": 0.550187, "f1_weighted": 0.551746 }, { "accuracy": 0.591796, "f1": 0.566167, "f1_weighted": 0.59115 }, { "accuracy": 0.558507, "f1": 0.543039, "f1_weighted": 0.557002 } ], "main_score": 0.576026, "hf_subset": "my", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.627505, "f1": 0.592298, "f1_weighted": 0.629385, "scores_per_experiment": [ { "accuracy": 0.624075, "f1": 0.583285, "f1_weighted": 0.62145 }, { "accuracy": 0.634499, "f1": 0.597525, "f1_weighted": 0.638207 }, { "accuracy": 0.639206, "f1": 0.603682, "f1_weighted": 0.640302 }, { "accuracy": 0.624412, "f1": 0.585713, "f1_weighted": 0.634915 }, { "accuracy": 0.634163, "f1": 0.582871, "f1_weighted": 0.62228 }, { "accuracy": 0.591459, "f1": 0.553096, "f1_weighted": 0.585766 }, { "accuracy": 0.659381, "f1": 0.620794, "f1_weighted": 0.66313 }, { "accuracy": 0.634835, "f1": 0.600423, "f1_weighted": 0.640395 }, { "accuracy": 0.623067, "f1": 0.599339, "f1_weighted": 0.627817 }, { "accuracy": 0.609953, "f1": 0.596252, "f1_weighted": 0.619589 } ], "main_score": 0.627505, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "accuracy": 0.494889, "f1": 0.455856, "f1_weighted": 0.488564, "scores_per_experiment": [ { "accuracy": 0.485205, "f1": 0.454418, "f1_weighted": 0.478403 }, { "accuracy": 0.515467, "f1": 0.468468, "f1_weighted": 0.509546 }, { "accuracy": 0.518157, "f1": 0.484426, "f1_weighted": 0.514846 }, { "accuracy": 0.503362, "f1": 0.470145, "f1_weighted": 0.504141 }, { "accuracy": 0.49193, "f1": 0.450951, "f1_weighted": 0.479193 }, { "accuracy": 0.502017, "f1": 0.454244, "f1_weighted": 0.491144 }, { "accuracy": 0.507734, "f1": 0.458449, "f1_weighted": 0.500168 }, { "accuracy": 0.490585, "f1": 0.452375, "f1_weighted": 0.490577 }, { "accuracy": 0.4731, "f1": 0.435524, "f1_weighted": 0.471321 }, { "accuracy": 0.461332, "f1": 0.429561, "f1_weighted": 0.446295 } ], "main_score": 0.494889, "hf_subset": "cy", "languages": [ "cym-Latn" ] }, { "accuracy": 0.571352, "f1": 0.541371, "f1_weighted": 0.570318, "scores_per_experiment": [ { "accuracy": 0.587088, "f1": 0.565747, "f1_weighted": 0.584912 }, { "accuracy": 0.581036, "f1": 0.543871, "f1_weighted": 0.581154 }, { "accuracy": 0.563215, "f1": 0.541357, "f1_weighted": 0.565451 }, { "accuracy": 0.598857, "f1": 0.566059, "f1_weighted": 0.600836 }, { "accuracy": 0.55649, "f1": 0.51921, "f1_weighted": 0.557999 }, { "accuracy": 0.553127, "f1": 0.514879, "f1_weighted": 0.546461 }, { "accuracy": 0.585071, "f1": 0.553217, "f1_weighted": 0.581049 }, { "accuracy": 0.576664, "f1": 0.541965, "f1_weighted": 0.581338 }, { "accuracy": 0.575992, "f1": 0.548933, "f1_weighted": 0.576742 }, { "accuracy": 0.535978, "f1": 0.518468, "f1_weighted": 0.527233 } ], "main_score": 0.571352, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "accuracy": 0.572058, "f1": 0.56151, "f1_weighted": 0.563717, "scores_per_experiment": [ { "accuracy": 0.588769, "f1": 0.584444, "f1_weighted": 0.576953 }, { "accuracy": 0.571621, "f1": 0.563251, "f1_weighted": 0.560667 }, { "accuracy": 0.573638, "f1": 0.560325, "f1_weighted": 0.567848 }, { "accuracy": 0.585743, "f1": 0.572704, "f1_weighted": 0.583919 }, { "accuracy": 0.574311, "f1": 0.556685, "f1_weighted": 0.562646 }, { "accuracy": 0.554472, "f1": 0.537309, "f1_weighted": 0.541758 }, { "accuracy": 0.581036, "f1": 0.573424, "f1_weighted": 0.575699 }, { "accuracy": 0.585407, "f1": 0.574967, "f1_weighted": 0.577838 }, { "accuracy": 0.565568, "f1": 0.553146, "f1_weighted": 0.565483 }, { "accuracy": 0.540013, "f1": 0.538841, "f1_weighted": 0.52436 } ], "main_score": 0.572058, "hf_subset": "ta", "languages": [ "tam-Taml" ] }, { "accuracy": 0.575689, "f1": 0.550829, "f1_weighted": 0.572112, "scores_per_experiment": [ { "accuracy": 0.568258, "f1": 0.557704, "f1_weighted": 0.561272 }, { "accuracy": 0.603228, "f1": 0.57259, "f1_weighted": 0.601334 }, { "accuracy": 0.577001, "f1": 0.550135, "f1_weighted": 0.572527 }, { "accuracy": 0.596503, "f1": 0.565723, "f1_weighted": 0.597342 }, { "accuracy": 0.558171, "f1": 0.524702, "f1_weighted": 0.549961 }, { "accuracy": 0.577001, "f1": 0.54418, "f1_weighted": 0.564202 }, { "accuracy": 0.588433, "f1": 0.558938, "f1_weighted": 0.586055 }, { "accuracy": 0.582381, "f1": 0.558388, "f1_weighted": 0.584257 }, { "accuracy": 0.561197, "f1": 0.543178, "f1_weighted": 0.557051 }, { "accuracy": 0.544721, "f1": 0.532756, "f1_weighted": 0.547122 } ], "main_score": 0.575689, "hf_subset": "he", "languages": [ "heb-Hebr" ] }, { "accuracy": 0.549597, "f1": 0.517384, "f1_weighted": 0.552451, "scores_per_experiment": [ { "accuracy": 0.566913, "f1": 0.539861, "f1_weighted": 0.57094 }, { "accuracy": 0.552118, "f1": 0.520926, "f1_weighted": 0.549603 }, { "accuracy": 0.56456, "f1": 0.529812, "f1_weighted": 0.575262 }, { "accuracy": 0.583726, "f1": 0.548556, "f1_weighted": 0.589578 }, { "accuracy": 0.496638, "f1": 0.462653, "f1_weighted": 0.49003 }, { "accuracy": 0.536315, "f1": 0.496146, "f1_weighted": 0.534475 }, { "accuracy": 0.553127, "f1": 0.518192, "f1_weighted": 0.562009 }, { "accuracy": 0.560861, "f1": 0.532239, "f1_weighted": 0.563063 }, { "accuracy": 0.554808, "f1": 0.520665, "f1_weighted": 0.55827 }, { "accuracy": 0.5269, "f1": 0.504787, "f1_weighted": 0.531283 } ], "main_score": 0.549597, "hf_subset": "km", "languages": [ "khm-Khmr" ] } ] }, "evaluation_time": 357.06733202934265, "kg_co2_emissions": 0.013014475974655063 }