{ "dataset_revision": "fad2c6e8459f9e1c45d9315f4953d921437d70f8", "task_name": "MassiveScenarioClassification", "mteb_version": "1.18.0", "scores": { "validation": [ { "accuracy": 0.520118, "f1": 0.498231, "f1_weighted": 0.506538, "scores_per_experiment": [ { "accuracy": 0.515002, "f1": 0.501468, "f1_weighted": 0.507783 }, { "accuracy": 0.527791, "f1": 0.513177, "f1_weighted": 0.518357 }, { "accuracy": 0.525332, "f1": 0.500703, "f1_weighted": 0.505769 }, { "accuracy": 0.524348, "f1": 0.499698, "f1_weighted": 0.513672 }, { "accuracy": 0.562715, "f1": 0.533135, "f1_weighted": 0.554026 }, { "accuracy": 0.501722, "f1": 0.482405, "f1_weighted": 0.484587 }, { "accuracy": 0.536645, "f1": 0.508133, "f1_weighted": 0.524146 }, { "accuracy": 0.5091, "f1": 0.490124, "f1_weighted": 0.495122 }, { "accuracy": 0.482046, "f1": 0.473074, "f1_weighted": 0.462012 }, { "accuracy": 0.516478, "f1": 0.480391, "f1_weighted": 0.4999 } ], "main_score": 0.520118, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "accuracy": 0.505558, "f1": 0.480661, "f1_weighted": 0.492036, "scores_per_experiment": [ { "accuracy": 0.503197, "f1": 0.476406, "f1_weighted": 0.490927 }, { "accuracy": 0.517462, "f1": 0.498474, "f1_weighted": 0.504466 }, { "accuracy": 0.515986, "f1": 0.492215, "f1_weighted": 0.508225 }, { "accuracy": 0.490408, "f1": 0.465547, "f1_weighted": 0.48198 }, { "accuracy": 0.524348, "f1": 0.484036, "f1_weighted": 0.503983 }, { "accuracy": 0.500738, "f1": 0.479085, "f1_weighted": 0.488554 }, { "accuracy": 0.518446, "f1": 0.476419, "f1_weighted": 0.500441 }, { "accuracy": 0.513527, "f1": 0.497047, "f1_weighted": 0.503075 }, { "accuracy": 0.463355, "f1": 0.456443, "f1_weighted": 0.451572 }, { "accuracy": 0.508116, "f1": 0.480934, "f1_weighted": 0.487138 } ], "main_score": 0.505558, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "accuracy": 0.338072, "f1": 0.327041, "f1_weighted": 0.315259, "scores_per_experiment": [ { "accuracy": 0.340384, "f1": 0.347242, "f1_weighted": 0.322207 }, { "accuracy": 0.328087, "f1": 0.320412, "f1_weighted": 0.298667 }, { "accuracy": 0.356124, "f1": 0.34653, "f1_weighted": 0.332297 }, { "accuracy": 0.345794, "f1": 0.324637, "f1_weighted": 0.311977 }, { "accuracy": 0.357108, "f1": 0.330968, "f1_weighted": 0.322237 }, { "accuracy": 0.320708, "f1": 0.31456, "f1_weighted": 0.280995 }, { "accuracy": 0.356616, "f1": 0.356153, "f1_weighted": 0.347357 }, { "accuracy": 0.345794, "f1": 0.330057, "f1_weighted": 0.32784 }, { "accuracy": 0.295622, "f1": 0.290349, "f1_weighted": 0.288452 }, { "accuracy": 0.334481, "f1": 0.309504, "f1_weighted": 0.320558 } ], "main_score": 0.338072, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ] }, { "accuracy": 0.433743, "f1": 0.416547, "f1_weighted": 0.424541, "scores_per_experiment": [ { "accuracy": 0.446139, "f1": 0.43554, "f1_weighted": 0.440524 }, { "accuracy": 0.417609, "f1": 0.391528, "f1_weighted": 0.413916 }, { "accuracy": 0.446139, "f1": 0.433616, "f1_weighted": 0.441545 }, { "accuracy": 0.439252, "f1": 0.413011, "f1_weighted": 0.426104 }, { "accuracy": 0.429415, "f1": 0.390622, "f1_weighted": 0.410631 }, { "accuracy": 0.427939, "f1": 0.412719, "f1_weighted": 0.411504 }, { "accuracy": 0.458436, "f1": 0.433196, "f1_weighted": 0.456165 }, { "accuracy": 0.451549, "f1": 0.440246, "f1_weighted": 0.450312 }, { "accuracy": 0.401377, "f1": 0.400331, "f1_weighted": 0.381294 }, { "accuracy": 0.419577, "f1": 0.414663, "f1_weighted": 0.41342 } ], "main_score": 0.433743, "hf_subset": "az", "languages": [ "aze-Latn" ] }, { "accuracy": 0.430202, "f1": 0.401035, "f1_weighted": 0.415942, "scores_per_experiment": [ { "accuracy": 0.413674, "f1": 0.385658, "f1_weighted": 0.399949 }, { "accuracy": 0.440728, "f1": 0.407996, "f1_weighted": 0.424579 }, { "accuracy": 0.44122, "f1": 0.411481, "f1_weighted": 0.438837 }, { "accuracy": 0.428431, "f1": 0.400802, "f1_weighted": 0.409803 }, { "accuracy": 0.43335, "f1": 0.385324, "f1_weighted": 0.413866 }, { "accuracy": 0.434333, "f1": 0.409123, "f1_weighted": 0.41511 }, { "accuracy": 0.442696, "f1": 0.407528, "f1_weighted": 0.437992 }, { "accuracy": 0.457452, "f1": 0.438146, "f1_weighted": 0.450244 }, { "accuracy": 0.359567, "f1": 0.347371, "f1_weighted": 0.33655 }, { "accuracy": 0.450566, "f1": 0.416921, "f1_weighted": 0.432493 } ], "main_score": 0.430202, "hf_subset": "ms", "languages": [ "msa-Latn" ] }, { "accuracy": 0.480374, "f1": 0.447731, "f1_weighted": 0.471136, "scores_per_experiment": [ { "accuracy": 0.502213, "f1": 0.464811, "f1_weighted": 0.488105 }, { "accuracy": 0.462863, "f1": 0.429061, "f1_weighted": 0.455641 }, { "accuracy": 0.500738, "f1": 0.461341, "f1_weighted": 0.484333 }, { "accuracy": 0.485489, "f1": 0.450535, "f1_weighted": 0.479977 }, { "accuracy": 0.451549, "f1": 0.428167, "f1_weighted": 0.441531 }, { "accuracy": 0.478111, "f1": 0.432664, "f1_weighted": 0.468262 }, { "accuracy": 0.479095, "f1": 0.443168, "f1_weighted": 0.465107 }, { "accuracy": 0.493851, "f1": 0.466201, "f1_weighted": 0.495917 }, { "accuracy": 0.476636, "f1": 0.445881, "f1_weighted": 0.469234 }, { "accuracy": 0.473192, "f1": 0.455484, "f1_weighted": 0.463252 } ], "main_score": 0.480374, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "accuracy": 0.287555, "f1": 0.275391, "f1_weighted": 0.274958, "scores_per_experiment": [ { "accuracy": 0.288244, "f1": 0.285632, "f1_weighted": 0.279363 }, { "accuracy": 0.268569, "f1": 0.262292, "f1_weighted": 0.249152 }, { "accuracy": 0.314314, "f1": 0.291983, "f1_weighted": 0.307783 }, { "accuracy": 0.29759, "f1": 0.280905, "f1_weighted": 0.284746 }, { "accuracy": 0.294147, "f1": 0.281493, "f1_weighted": 0.278755 }, { "accuracy": 0.258731, "f1": 0.243737, "f1_weighted": 0.250327 }, { "accuracy": 0.281358, "f1": 0.274953, "f1_weighted": 0.267192 }, { "accuracy": 0.291687, "f1": 0.294329, "f1_weighted": 0.278627 }, { "accuracy": 0.256272, "f1": 0.238851, "f1_weighted": 0.238277 }, { "accuracy": 0.324643, "f1": 0.299733, "f1_weighted": 0.315358 } ], "main_score": 0.287555, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "accuracy": 0.137285, "f1": 0.108943, "f1_weighted": 0.120805, "scores_per_experiment": [ { "accuracy": 0.164781, "f1": 0.108704, "f1_weighted": 0.134546 }, { "accuracy": 0.115593, "f1": 0.109282, "f1_weighted": 0.095774 }, { "accuracy": 0.112641, "f1": 0.117906, "f1_weighted": 0.110057 }, { "accuracy": 0.130349, "f1": 0.092639, "f1_weighted": 0.126354 }, { "accuracy": 0.160846, "f1": 0.103932, "f1_weighted": 0.131243 }, { "accuracy": 0.121495, "f1": 0.11204, "f1_weighted": 0.108862 }, { "accuracy": 0.149533, "f1": 0.107843, "f1_weighted": 0.126862 }, { "accuracy": 0.128382, "f1": 0.107987, "f1_weighted": 0.105064 }, { "accuracy": 0.135268, "f1": 0.104348, "f1_weighted": 0.12448 }, { "accuracy": 0.15396, "f1": 0.124746, "f1_weighted": 0.144804 } ], "main_score": 0.137285, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "accuracy": 0.072209, "f1": 0.035216, "f1_weighted": 0.039663, "scores_per_experiment": [ { "accuracy": 0.059026, "f1": 0.027555, "f1_weighted": 0.037679 }, { "accuracy": 0.04181, "f1": 0.014805, "f1_weighted": 0.00801 }, { "accuracy": 0.060502, "f1": 0.035273, "f1_weighted": 0.034672 }, { "accuracy": 0.064929, "f1": 0.035193, "f1_weighted": 0.032617 }, { "accuracy": 0.080177, "f1": 0.038259, "f1_weighted": 0.032751 }, { "accuracy": 0.098377, "f1": 0.044765, "f1_weighted": 0.049127 }, { "accuracy": 0.097885, "f1": 0.046371, "f1_weighted": 0.068978 }, { "accuracy": 0.10969, "f1": 0.044403, "f1_weighted": 0.074938 }, { "accuracy": 0.059518, "f1": 0.039585, "f1_weighted": 0.039096 }, { "accuracy": 0.050172, "f1": 0.025951, "f1_weighted": 0.018763 } ], "main_score": 0.072209, "hf_subset": "am", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.430497, "f1": 0.407791, "f1_weighted": 0.422239, "scores_per_experiment": [ { "accuracy": 0.442696, "f1": 0.422806, "f1_weighted": 0.435729 }, { "accuracy": 0.450566, "f1": 0.424339, "f1_weighted": 0.442111 }, { "accuracy": 0.454501, "f1": 0.426669, "f1_weighted": 0.447243 }, { "accuracy": 0.421545, "f1": 0.394016, "f1_weighted": 0.423731 }, { "accuracy": 0.425971, "f1": 0.405925, "f1_weighted": 0.408097 }, { "accuracy": 0.429907, "f1": 0.407079, "f1_weighted": 0.423486 }, { "accuracy": 0.439744, "f1": 0.405902, "f1_weighted": 0.424694 }, { "accuracy": 0.412199, "f1": 0.405486, "f1_weighted": 0.408555 }, { "accuracy": 0.404329, "f1": 0.380365, "f1_weighted": 0.396406 }, { "accuracy": 0.423512, "f1": 0.405325, "f1_weighted": 0.412334 } ], "main_score": 0.430497, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "accuracy": 0.217806, "f1": 0.195276, "f1_weighted": 0.211067, "scores_per_experiment": [ { "accuracy": 0.201672, "f1": 0.197873, "f1_weighted": 0.207995 }, { "accuracy": 0.201672, "f1": 0.172019, "f1_weighted": 0.19282 }, { "accuracy": 0.230694, "f1": 0.200161, "f1_weighted": 0.223066 }, { "accuracy": 0.209543, "f1": 0.189903, "f1_weighted": 0.206516 }, { "accuracy": 0.235612, "f1": 0.20509, "f1_weighted": 0.233691 }, { "accuracy": 0.229218, "f1": 0.201978, "f1_weighted": 0.215185 }, { "accuracy": 0.22725, "f1": 0.19737, "f1_weighted": 0.210981 }, { "accuracy": 0.234629, "f1": 0.209072, "f1_weighted": 0.228854 }, { "accuracy": 0.215937, "f1": 0.190878, "f1_weighted": 0.202863 }, { "accuracy": 0.191835, "f1": 0.188417, "f1_weighted": 0.188701 } ], "main_score": 0.217806, "hf_subset": "he", "languages": [ "heb-Hebr" ] }, { "accuracy": 0.162371, "f1": 0.127244, "f1_weighted": 0.136788, "scores_per_experiment": [ { "accuracy": 0.167241, "f1": 0.126781, "f1_weighted": 0.114784 }, { "accuracy": 0.173143, "f1": 0.134092, "f1_weighted": 0.150894 }, { "accuracy": 0.179538, "f1": 0.125912, "f1_weighted": 0.151111 }, { "accuracy": 0.156419, "f1": 0.119727, "f1_weighted": 0.126584 }, { "accuracy": 0.175603, "f1": 0.138258, "f1_weighted": 0.162723 }, { "accuracy": 0.133301, "f1": 0.102534, "f1_weighted": 0.104535 }, { "accuracy": 0.18544, "f1": 0.141589, "f1_weighted": 0.166282 }, { "accuracy": 0.12789, "f1": 0.128348, "f1_weighted": 0.114262 }, { "accuracy": 0.165765, "f1": 0.129486, "f1_weighted": 0.142653 }, { "accuracy": 0.15937, "f1": 0.125716, "f1_weighted": 0.134055 } ], "main_score": 0.162371, "hf_subset": "ka", "languages": [ "kat-Geor" ] }, { "accuracy": 0.227103, "f1": 0.202696, "f1_weighted": 0.204413, "scores_per_experiment": [ { "accuracy": 0.224791, "f1": 0.20155, "f1_weighted": 0.195841 }, { "accuracy": 0.215937, "f1": 0.2018, "f1_weighted": 0.195005 }, { "accuracy": 0.241023, "f1": 0.202804, "f1_weighted": 0.211741 }, { "accuracy": 0.233645, "f1": 0.194234, "f1_weighted": 0.214117 }, { "accuracy": 0.198229, "f1": 0.176323, "f1_weighted": 0.178571 }, { "accuracy": 0.218396, "f1": 0.195131, "f1_weighted": 0.197404 }, { "accuracy": 0.225283, "f1": 0.208548, "f1_weighted": 0.211133 }, { "accuracy": 0.269552, "f1": 0.240962, "f1_weighted": 0.241246 }, { "accuracy": 0.219872, "f1": 0.212605, "f1_weighted": 0.209603 }, { "accuracy": 0.224299, "f1": 0.193002, "f1_weighted": 0.189468 } ], "main_score": 0.227103, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "accuracy": 0.433202, "f1": 0.410836, "f1_weighted": 0.421314, "scores_per_experiment": [ { "accuracy": 0.392031, "f1": 0.372713, "f1_weighted": 0.380936 }, { "accuracy": 0.428923, "f1": 0.410409, "f1_weighted": 0.421594 }, { "accuracy": 0.452533, "f1": 0.41173, "f1_weighted": 0.43834 }, { "accuracy": 0.443187, "f1": 0.429232, "f1_weighted": 0.433397 }, { "accuracy": 0.413674, "f1": 0.379357, "f1_weighted": 0.382285 }, { "accuracy": 0.457452, "f1": 0.43626, "f1_weighted": 0.450664 }, { "accuracy": 0.43335, "f1": 0.423828, "f1_weighted": 0.431494 }, { "accuracy": 0.484506, "f1": 0.463122, "f1_weighted": 0.474272 }, { "accuracy": 0.366454, "f1": 0.352123, "f1_weighted": 0.355459 }, { "accuracy": 0.459911, "f1": 0.42959, "f1_weighted": 0.444701 } ], "main_score": 0.433202, "hf_subset": "jv", "languages": [ "jav-Latn" ] }, { "accuracy": 0.47393, "f1": 0.449029, "f1_weighted": 0.460555, "scores_per_experiment": [ { "accuracy": 0.494343, "f1": 0.472906, "f1_weighted": 0.490649 }, { "accuracy": 0.461879, "f1": 0.431159, "f1_weighted": 0.446569 }, { "accuracy": 0.479095, "f1": 0.463404, "f1_weighted": 0.464233 }, { "accuracy": 0.474176, "f1": 0.444976, "f1_weighted": 0.469075 }, { "accuracy": 0.476144, "f1": 0.439198, "f1_weighted": 0.455669 }, { "accuracy": 0.461879, "f1": 0.433588, "f1_weighted": 0.439202 }, { "accuracy": 0.493851, "f1": 0.471744, "f1_weighted": 0.480815 }, { "accuracy": 0.489916, "f1": 0.46827, "f1_weighted": 0.486938 }, { "accuracy": 0.434825, "f1": 0.412469, "f1_weighted": 0.414998 }, { "accuracy": 0.473192, "f1": 0.452575, "f1_weighted": 0.457402 } ], "main_score": 0.47393, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "accuracy": 0.085735, "f1": 0.054057, "f1_weighted": 0.05786, "scores_per_experiment": [ { "accuracy": 0.095917, "f1": 0.061166, "f1_weighted": 0.075804 }, { "accuracy": 0.096409, "f1": 0.059464, "f1_weighted": 0.055851 }, { "accuracy": 0.061977, "f1": 0.044617, "f1_weighted": 0.033529 }, { "accuracy": 0.100344, "f1": 0.054404, "f1_weighted": 0.077169 }, { "accuracy": 0.065912, "f1": 0.047533, "f1_weighted": 0.034847 }, { "accuracy": 0.104279, "f1": 0.052861, "f1_weighted": 0.080845 }, { "accuracy": 0.057059, "f1": 0.046261, "f1_weighted": 0.032933 }, { "accuracy": 0.105755, "f1": 0.064908, "f1_weighted": 0.069438 }, { "accuracy": 0.065421, "f1": 0.046055, "f1_weighted": 0.035747 }, { "accuracy": 0.104279, "f1": 0.063304, "f1_weighted": 0.082438 } ], "main_score": 0.085735, "hf_subset": "kn", "languages": [ "kan-Knda" ] }, { "accuracy": 0.301377, "f1": 0.268014, "f1_weighted": 0.291034, "scores_per_experiment": [ { "accuracy": 0.322184, "f1": 0.297946, "f1_weighted": 0.31332 }, { "accuracy": 0.292179, "f1": 0.263029, "f1_weighted": 0.280913 }, { "accuracy": 0.301525, "f1": 0.263799, "f1_weighted": 0.28953 }, { "accuracy": 0.284801, "f1": 0.244156, "f1_weighted": 0.276159 }, { "accuracy": 0.292671, "f1": 0.245276, "f1_weighted": 0.277183 }, { "accuracy": 0.28726, "f1": 0.263276, "f1_weighted": 0.282841 }, { "accuracy": 0.293163, "f1": 0.275108, "f1_weighted": 0.290977 }, { "accuracy": 0.32366, "f1": 0.285714, "f1_weighted": 0.301219 }, { "accuracy": 0.303984, "f1": 0.251129, "f1_weighted": 0.28846 }, { "accuracy": 0.312346, "f1": 0.29071, "f1_weighted": 0.309737 } ], "main_score": 0.301377, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "accuracy": 0.460157, "f1": 0.437315, "f1_weighted": 0.449708, "scores_per_experiment": [ { "accuracy": 0.46729, "f1": 0.44222, "f1_weighted": 0.458205 }, { "accuracy": 0.465322, "f1": 0.440965, "f1_weighted": 0.451156 }, { "accuracy": 0.474176, "f1": 0.453904, "f1_weighted": 0.463311 }, { "accuracy": 0.452533, "f1": 0.432526, "f1_weighted": 0.460565 }, { "accuracy": 0.443679, "f1": 0.413116, "f1_weighted": 0.421903 }, { "accuracy": 0.453517, "f1": 0.428865, "f1_weighted": 0.428278 }, { "accuracy": 0.470733, "f1": 0.443415, "f1_weighted": 0.467062 }, { "accuracy": 0.482046, "f1": 0.459107, "f1_weighted": 0.47298 }, { "accuracy": 0.431382, "f1": 0.41447, "f1_weighted": 0.41713 }, { "accuracy": 0.460895, "f1": 0.444563, "f1_weighted": 0.456493 } ], "main_score": 0.460157, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "accuracy": 0.114117, "f1": 0.064982, "f1_weighted": 0.072284, "scores_per_experiment": [ { "accuracy": 0.1515, "f1": 0.068418, "f1_weighted": 0.097788 }, { "accuracy": 0.103296, "f1": 0.064581, "f1_weighted": 0.05325 }, { "accuracy": 0.136744, "f1": 0.089618, "f1_weighted": 0.097413 }, { "accuracy": 0.07821, "f1": 0.024729, "f1_weighted": 0.036344 }, { "accuracy": 0.104771, "f1": 0.060869, "f1_weighted": 0.062562 }, { "accuracy": 0.092474, "f1": 0.053554, "f1_weighted": 0.056436 }, { "accuracy": 0.121003, "f1": 0.074716, "f1_weighted": 0.103014 }, { "accuracy": 0.112641, "f1": 0.066681, "f1_weighted": 0.062252 }, { "accuracy": 0.122971, "f1": 0.081267, "f1_weighted": 0.092441 }, { "accuracy": 0.11756, "f1": 0.065391, "f1_weighted": 0.061341 } ], "main_score": 0.114117, "hf_subset": "my", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.074127, "f1": 0.032099, "f1_weighted": 0.039055, "scores_per_experiment": [ { "accuracy": 0.106739, "f1": 0.036261, "f1_weighted": 0.05608 }, { "accuracy": 0.053123, "f1": 0.013714, "f1_weighted": 0.011905 }, { "accuracy": 0.046729, "f1": 0.022069, "f1_weighted": 0.020762 }, { "accuracy": 0.065912, "f1": 0.031391, "f1_weighted": 0.021924 }, { "accuracy": 0.077718, "f1": 0.041397, "f1_weighted": 0.042406 }, { "accuracy": 0.082636, "f1": 0.028648, "f1_weighted": 0.03873 }, { "accuracy": 0.075258, "f1": 0.039597, "f1_weighted": 0.0564 }, { "accuracy": 0.084604, "f1": 0.04807, "f1_weighted": 0.067599 }, { "accuracy": 0.074766, "f1": 0.033177, "f1_weighted": 0.048589 }, { "accuracy": 0.073783, "f1": 0.026661, "f1_weighted": 0.026157 } ], "main_score": 0.074127, "hf_subset": "ml", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.464191, "f1": 0.437849, "f1_weighted": 0.45696, "scores_per_experiment": [ { "accuracy": 0.48303, "f1": 0.455947, "f1_weighted": 0.474173 }, { "accuracy": 0.467782, "f1": 0.436605, "f1_weighted": 0.462865 }, { "accuracy": 0.469749, "f1": 0.440539, "f1_weighted": 0.45416 }, { "accuracy": 0.451058, "f1": 0.42766, "f1_weighted": 0.456853 }, { "accuracy": 0.450074, "f1": 0.412254, "f1_weighted": 0.424119 }, { "accuracy": 0.463355, "f1": 0.441585, "f1_weighted": 0.455795 }, { "accuracy": 0.479095, "f1": 0.451106, "f1_weighted": 0.473906 }, { "accuracy": 0.483522, "f1": 0.465723, "f1_weighted": 0.482275 }, { "accuracy": 0.439252, "f1": 0.419812, "f1_weighted": 0.436739 }, { "accuracy": 0.454993, "f1": 0.427264, "f1_weighted": 0.448713 } ], "main_score": 0.464191, "hf_subset": "af", "languages": [ "afr-Latn" ] }, { "accuracy": 0.151845, "f1": 0.130936, "f1_weighted": 0.13368, "scores_per_experiment": [ { "accuracy": 0.141663, "f1": 0.127516, "f1_weighted": 0.126158 }, { "accuracy": 0.145106, "f1": 0.126605, "f1_weighted": 0.130195 }, { "accuracy": 0.157403, "f1": 0.149667, "f1_weighted": 0.140863 }, { "accuracy": 0.136744, "f1": 0.13225, "f1_weighted": 0.119102 }, { "accuracy": 0.127398, "f1": 0.098059, "f1_weighted": 0.098962 }, { "accuracy": 0.144614, "f1": 0.134621, "f1_weighted": 0.126545 }, { "accuracy": 0.197245, "f1": 0.153047, "f1_weighted": 0.177525 }, { "accuracy": 0.172159, "f1": 0.133918, "f1_weighted": 0.151336 }, { "accuracy": 0.155927, "f1": 0.131353, "f1_weighted": 0.144738 }, { "accuracy": 0.140187, "f1": 0.122326, "f1_weighted": 0.121373 } ], "main_score": 0.151845, "hf_subset": "hy", "languages": [ "hye-Armn" ] }, { "accuracy": 0.706493, "f1": 0.703326, "f1_weighted": 0.701704, "scores_per_experiment": [ { "accuracy": 0.715199, "f1": 0.710837, "f1_weighted": 0.713598 }, { "accuracy": 0.723069, "f1": 0.717153, "f1_weighted": 0.718995 }, { "accuracy": 0.719626, "f1": 0.715239, "f1_weighted": 0.715349 }, { "accuracy": 0.709788, "f1": 0.704884, "f1_weighted": 0.706381 }, { "accuracy": 0.701426, "f1": 0.695507, "f1_weighted": 0.693595 }, { "accuracy": 0.689129, "f1": 0.685587, "f1_weighted": 0.679335 }, { "accuracy": 0.70487, "f1": 0.702721, "f1_weighted": 0.699549 }, { "accuracy": 0.713724, "f1": 0.709426, "f1_weighted": 0.71333 }, { "accuracy": 0.71274, "f1": 0.707462, "f1_weighted": 0.707289 }, { "accuracy": 0.675357, "f1": 0.684441, "f1_weighted": 0.669616 } ], "main_score": 0.706493, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "accuracy": 0.536645, "f1": 0.509562, "f1_weighted": 0.523835, "scores_per_experiment": [ { "accuracy": 0.529759, "f1": 0.507551, "f1_weighted": 0.514619 }, { "accuracy": 0.537137, "f1": 0.513497, "f1_weighted": 0.52311 }, { "accuracy": 0.553369, "f1": 0.525637, "f1_weighted": 0.539522 }, { "accuracy": 0.546483, "f1": 0.518614, "f1_weighted": 0.529059 }, { "accuracy": 0.549434, "f1": 0.519937, "f1_weighted": 0.538342 }, { "accuracy": 0.557796, "f1": 0.525458, "f1_weighted": 0.54738 }, { "accuracy": 0.548451, "f1": 0.514633, "f1_weighted": 0.540339 }, { "accuracy": 0.52484, "f1": 0.503118, "f1_weighted": 0.524644 }, { "accuracy": 0.498278, "f1": 0.476601, "f1_weighted": 0.482726 }, { "accuracy": 0.520905, "f1": 0.490569, "f1_weighted": 0.498613 } ], "main_score": 0.536645, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "accuracy": 0.247368, "f1": 0.220868, "f1_weighted": 0.239885, "scores_per_experiment": [ { "accuracy": 0.239547, "f1": 0.203737, "f1_weighted": 0.215738 }, { "accuracy": 0.252828, "f1": 0.232171, "f1_weighted": 0.249916 }, { "accuracy": 0.260207, "f1": 0.226007, "f1_weighted": 0.252962 }, { "accuracy": 0.272996, "f1": 0.234273, "f1_weighted": 0.26262 }, { "accuracy": 0.268569, "f1": 0.241152, "f1_weighted": 0.258276 }, { "accuracy": 0.202164, "f1": 0.190523, "f1_weighted": 0.203454 }, { "accuracy": 0.249877, "f1": 0.20999, "f1_weighted": 0.23537 }, { "accuracy": 0.265617, "f1": 0.25452, "f1_weighted": 0.275672 }, { "accuracy": 0.251353, "f1": 0.223966, "f1_weighted": 0.250462 }, { "accuracy": 0.210526, "f1": 0.192342, "f1_weighted": 0.194378 } ], "main_score": 0.247368, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "accuracy": 0.517413, "f1": 0.489397, "f1_weighted": 0.506228, "scores_per_experiment": [ { "accuracy": 0.56124, "f1": 0.532528, "f1_weighted": 0.551279 }, { "accuracy": 0.494343, "f1": 0.454643, "f1_weighted": 0.479184 }, { "accuracy": 0.538121, "f1": 0.503448, "f1_weighted": 0.532038 }, { "accuracy": 0.510576, "f1": 0.485252, "f1_weighted": 0.500619 }, { "accuracy": 0.538613, "f1": 0.50333, "f1_weighted": 0.534355 }, { "accuracy": 0.481554, "f1": 0.462031, "f1_weighted": 0.46419 }, { "accuracy": 0.522381, "f1": 0.495323, "f1_weighted": 0.51857 }, { "accuracy": 0.508608, "f1": 0.498508, "f1_weighted": 0.494196 }, { "accuracy": 0.474668, "f1": 0.456481, "f1_weighted": 0.462065 }, { "accuracy": 0.544024, "f1": 0.502428, "f1_weighted": 0.52578 } ], "main_score": 0.517413, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "accuracy": 0.136744, "f1": 0.115995, "f1_weighted": 0.121397, "scores_per_experiment": [ { "accuracy": 0.107231, "f1": 0.091193, "f1_weighted": 0.084445 }, { "accuracy": 0.148549, "f1": 0.127837, "f1_weighted": 0.140138 }, { "accuracy": 0.14609, "f1": 0.134582, "f1_weighted": 0.148311 }, { "accuracy": 0.12543, "f1": 0.112322, "f1_weighted": 0.122866 }, { "accuracy": 0.128382, "f1": 0.113497, "f1_weighted": 0.107693 }, { "accuracy": 0.140679, "f1": 0.116013, "f1_weighted": 0.120551 }, { "accuracy": 0.137727, "f1": 0.123668, "f1_weighted": 0.127565 }, { "accuracy": 0.160846, "f1": 0.130706, "f1_weighted": 0.143106 }, { "accuracy": 0.12002, "f1": 0.090662, "f1_weighted": 0.087161 }, { "accuracy": 0.152484, "f1": 0.119473, "f1_weighted": 0.132131 } ], "main_score": 0.136744, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "accuracy": 0.095425, "f1": 0.042748, "f1_weighted": 0.058444, "scores_per_experiment": [ { "accuracy": 0.133301, "f1": 0.053126, "f1_weighted": 0.085183 }, { "accuracy": 0.106739, "f1": 0.0444, "f1_weighted": 0.065809 }, { "accuracy": 0.087555, "f1": 0.049616, "f1_weighted": 0.053616 }, { "accuracy": 0.068372, "f1": 0.039395, "f1_weighted": 0.048665 }, { "accuracy": 0.070339, "f1": 0.037742, "f1_weighted": 0.044636 }, { "accuracy": 0.060994, "f1": 0.033119, "f1_weighted": 0.032453 }, { "accuracy": 0.119036, "f1": 0.043212, "f1_weighted": 0.074476 }, { "accuracy": 0.150025, "f1": 0.054027, "f1_weighted": 0.08612 }, { "accuracy": 0.060994, "f1": 0.027948, "f1_weighted": 0.040258 }, { "accuracy": 0.096901, "f1": 0.044891, "f1_weighted": 0.053227 } ], "main_score": 0.095425, "hf_subset": "km", "languages": [ "khm-Khmr" ] }, { "accuracy": 0.451205, "f1": 0.433558, "f1_weighted": 0.442991, "scores_per_experiment": [ { "accuracy": 0.429415, "f1": 0.421284, "f1_weighted": 0.423113 }, { "accuracy": 0.456468, "f1": 0.438163, "f1_weighted": 0.448577 }, { "accuracy": 0.494343, "f1": 0.480536, "f1_weighted": 0.48942 }, { "accuracy": 0.426955, "f1": 0.419403, "f1_weighted": 0.421095 }, { "accuracy": 0.451058, "f1": 0.418962, "f1_weighted": 0.442547 }, { "accuracy": 0.431874, "f1": 0.412617, "f1_weighted": 0.420973 }, { "accuracy": 0.471225, "f1": 0.442894, "f1_weighted": 0.464439 }, { "accuracy": 0.46483, "f1": 0.450269, "f1_weighted": 0.459198 }, { "accuracy": 0.43089, "f1": 0.413831, "f1_weighted": 0.41608 }, { "accuracy": 0.454993, "f1": 0.437622, "f1_weighted": 0.444464 } ], "main_score": 0.451205, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "accuracy": 0.514215, "f1": 0.498561, "f1_weighted": 0.498157, "scores_per_experiment": [ { "accuracy": 0.511559, "f1": 0.509607, "f1_weighted": 0.496516 }, { "accuracy": 0.541072, "f1": 0.518264, "f1_weighted": 0.52591 }, { "accuracy": 0.559272, "f1": 0.536503, "f1_weighted": 0.545138 }, { "accuracy": 0.502213, "f1": 0.473861, "f1_weighted": 0.488767 }, { "accuracy": 0.512051, "f1": 0.492358, "f1_weighted": 0.494855 }, { "accuracy": 0.499262, "f1": 0.488653, "f1_weighted": 0.485621 }, { "accuracy": 0.499754, "f1": 0.486922, "f1_weighted": 0.486313 }, { "accuracy": 0.513035, "f1": 0.504422, "f1_weighted": 0.492734 }, { "accuracy": 0.502213, "f1": 0.491614, "f1_weighted": 0.483727 }, { "accuracy": 0.501722, "f1": 0.483405, "f1_weighted": 0.481985 } ], "main_score": 0.514215, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "accuracy": 0.073438, "f1": 0.036967, "f1_weighted": 0.042436, "scores_per_experiment": [ { "accuracy": 0.094934, "f1": 0.023796, "f1_weighted": 0.041839 }, { "accuracy": 0.064929, "f1": 0.035906, "f1_weighted": 0.036581 }, { "accuracy": 0.057059, "f1": 0.03988, "f1_weighted": 0.03764 }, { "accuracy": 0.066404, "f1": 0.040393, "f1_weighted": 0.037861 }, { "accuracy": 0.060502, "f1": 0.032886, "f1_weighted": 0.036782 }, { "accuracy": 0.081653, "f1": 0.034108, "f1_weighted": 0.037058 }, { "accuracy": 0.102804, "f1": 0.048566, "f1_weighted": 0.073301 }, { "accuracy": 0.082145, "f1": 0.043487, "f1_weighted": 0.055052 }, { "accuracy": 0.050172, "f1": 0.027119, "f1_weighted": 0.027351 }, { "accuracy": 0.073783, "f1": 0.043532, "f1_weighted": 0.040894 } ], "main_score": 0.073438, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "accuracy": 0.477619, "f1": 0.457718, "f1_weighted": 0.465121, "scores_per_experiment": [ { "accuracy": 0.458436, "f1": 0.447002, "f1_weighted": 0.440907 }, { "accuracy": 0.504673, "f1": 0.485675, "f1_weighted": 0.503354 }, { "accuracy": 0.477127, "f1": 0.450617, "f1_weighted": 0.471009 }, { "accuracy": 0.496803, "f1": 0.470307, "f1_weighted": 0.48092 }, { "accuracy": 0.468273, "f1": 0.432407, "f1_weighted": 0.455358 }, { "accuracy": 0.452533, "f1": 0.433347, "f1_weighted": 0.431506 }, { "accuracy": 0.495327, "f1": 0.474558, "f1_weighted": 0.483956 }, { "accuracy": 0.460895, "f1": 0.453052, "f1_weighted": 0.451555 }, { "accuracy": 0.432366, "f1": 0.426653, "f1_weighted": 0.411625 }, { "accuracy": 0.529759, "f1": 0.503557, "f1_weighted": 0.521021 } ], "main_score": 0.477619, "hf_subset": "tl", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.284309, "f1": 0.256941, "f1_weighted": 0.266686, "scores_per_experiment": [ { "accuracy": 0.299065, "f1": 0.275478, "f1_weighted": 0.276699 }, { "accuracy": 0.252336, "f1": 0.227998, "f1_weighted": 0.236385 }, { "accuracy": 0.310871, "f1": 0.268635, "f1_weighted": 0.292962 }, { "accuracy": 0.321692, "f1": 0.282074, "f1_weighted": 0.30973 }, { "accuracy": 0.270044, "f1": 0.240643, "f1_weighted": 0.246787 }, { "accuracy": 0.258239, "f1": 0.232297, "f1_weighted": 0.222354 }, { "accuracy": 0.266601, "f1": 0.252576, "f1_weighted": 0.24663 }, { "accuracy": 0.306936, "f1": 0.288583, "f1_weighted": 0.303964 }, { "accuracy": 0.25578, "f1": 0.238485, "f1_weighted": 0.245305 }, { "accuracy": 0.301525, "f1": 0.262639, "f1_weighted": 0.28604 } ], "main_score": 0.284309, "hf_subset": "mn", "languages": [ "mon-Cyrl" ] }, { "accuracy": 0.434924, "f1": 0.419637, "f1_weighted": 0.420458, "scores_per_experiment": [ { "accuracy": 0.444171, "f1": 0.435907, "f1_weighted": 0.435498 }, { "accuracy": 0.43089, "f1": 0.409068, "f1_weighted": 0.415421 }, { "accuracy": 0.453025, "f1": 0.431471, "f1_weighted": 0.442499 }, { "accuracy": 0.43335, "f1": 0.421175, "f1_weighted": 0.421715 }, { "accuracy": 0.443187, "f1": 0.414098, "f1_weighted": 0.415836 }, { "accuracy": 0.409247, "f1": 0.385043, "f1_weighted": 0.376608 }, { "accuracy": 0.436301, "f1": 0.422963, "f1_weighted": 0.432131 }, { "accuracy": 0.458436, "f1": 0.462172, "f1_weighted": 0.456266 }, { "accuracy": 0.410723, "f1": 0.402549, "f1_weighted": 0.39563 }, { "accuracy": 0.429907, "f1": 0.411923, "f1_weighted": 0.412974 } ], "main_score": 0.434924, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "accuracy": 0.165962, "f1": 0.138156, "f1_weighted": 0.154609, "scores_per_experiment": [ { "accuracy": 0.121987, "f1": 0.122048, "f1_weighted": 0.126618 }, { "accuracy": 0.190359, "f1": 0.151602, "f1_weighted": 0.173973 }, { "accuracy": 0.163305, "f1": 0.135262, "f1_weighted": 0.148072 }, { "accuracy": 0.177078, "f1": 0.132326, "f1_weighted": 0.150212 }, { "accuracy": 0.15396, "f1": 0.140586, "f1_weighted": 0.139086 }, { "accuracy": 0.164289, "f1": 0.13386, "f1_weighted": 0.161602 }, { "accuracy": 0.202656, "f1": 0.162394, "f1_weighted": 0.184608 }, { "accuracy": 0.168224, "f1": 0.138051, "f1_weighted": 0.161769 }, { "accuracy": 0.139695, "f1": 0.134523, "f1_weighted": 0.149485 }, { "accuracy": 0.178062, "f1": 0.130911, "f1_weighted": 0.150668 } ], "main_score": 0.165962, "hf_subset": "ur", "languages": [ "urd-Arab" ] }, { "accuracy": 0.435563, "f1": 0.419196, "f1_weighted": 0.426244, "scores_per_experiment": [ { "accuracy": 0.434825, "f1": 0.426858, "f1_weighted": 0.426995 }, { "accuracy": 0.43335, "f1": 0.412695, "f1_weighted": 0.420664 }, { "accuracy": 0.450566, "f1": 0.433816, "f1_weighted": 0.440991 }, { "accuracy": 0.445647, "f1": 0.430385, "f1_weighted": 0.437255 }, { "accuracy": 0.441712, "f1": 0.413008, "f1_weighted": 0.425409 }, { "accuracy": 0.444171, "f1": 0.42437, "f1_weighted": 0.436135 }, { "accuracy": 0.424496, "f1": 0.41272, "f1_weighted": 0.422559 }, { "accuracy": 0.451549, "f1": 0.43642, "f1_weighted": 0.448272 }, { "accuracy": 0.397442, "f1": 0.39457, "f1_weighted": 0.386529 }, { "accuracy": 0.431874, "f1": 0.407122, "f1_weighted": 0.417629 } ], "main_score": 0.435563, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "accuracy": 0.446877, "f1": 0.418289, "f1_weighted": 0.440929, "scores_per_experiment": [ { "accuracy": 0.445155, "f1": 0.422899, "f1_weighted": 0.442969 }, { "accuracy": 0.453517, "f1": 0.422343, "f1_weighted": 0.455826 }, { "accuracy": 0.461387, "f1": 0.424173, "f1_weighted": 0.460755 }, { "accuracy": 0.429415, "f1": 0.39623, "f1_weighted": 0.41718 }, { "accuracy": 0.455976, "f1": 0.431228, "f1_weighted": 0.448354 }, { "accuracy": 0.434333, "f1": 0.418191, "f1_weighted": 0.421468 }, { "accuracy": 0.442696, "f1": 0.414465, "f1_weighted": 0.436079 }, { "accuracy": 0.47516, "f1": 0.444789, "f1_weighted": 0.473134 }, { "accuracy": 0.437285, "f1": 0.401831, "f1_weighted": 0.426462 }, { "accuracy": 0.433842, "f1": 0.406745, "f1_weighted": 0.427059 } ], "main_score": 0.446877, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "accuracy": 0.379931, "f1": 0.363384, "f1_weighted": 0.358589, "scores_per_experiment": [ { "accuracy": 0.395475, "f1": 0.38211, "f1_weighted": 0.370203 }, { "accuracy": 0.38908, "f1": 0.369921, "f1_weighted": 0.368235 }, { "accuracy": 0.390556, "f1": 0.378581, "f1_weighted": 0.370033 }, { "accuracy": 0.365962, "f1": 0.354394, "f1_weighted": 0.34848 }, { "accuracy": 0.382686, "f1": 0.362157, "f1_weighted": 0.359257 }, { "accuracy": 0.343827, "f1": 0.335948, "f1_weighted": 0.318621 }, { "accuracy": 0.383669, "f1": 0.364914, "f1_weighted": 0.362683 }, { "accuracy": 0.395475, "f1": 0.37085, "f1_weighted": 0.371712 }, { "accuracy": 0.367929, "f1": 0.34574, "f1_weighted": 0.362222 }, { "accuracy": 0.384653, "f1": 0.369227, "f1_weighted": 0.354447 } ], "main_score": 0.379931, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.430103, "f1": 0.402747, "f1_weighted": 0.414345, "scores_per_experiment": [ { "accuracy": 0.443679, "f1": 0.425797, "f1_weighted": 0.435779 }, { "accuracy": 0.43335, "f1": 0.402838, "f1_weighted": 0.415677 }, { "accuracy": 0.446631, "f1": 0.413119, "f1_weighted": 0.425677 }, { "accuracy": 0.431874, "f1": 0.390434, "f1_weighted": 0.42822 }, { "accuracy": 0.430398, "f1": 0.406963, "f1_weighted": 0.405552 }, { "accuracy": 0.436301, "f1": 0.407307, "f1_weighted": 0.413186 }, { "accuracy": 0.441712, "f1": 0.416464, "f1_weighted": 0.42744 }, { "accuracy": 0.441712, "f1": 0.409817, "f1_weighted": 0.42691 }, { "accuracy": 0.377767, "f1": 0.36057, "f1_weighted": 0.361177 }, { "accuracy": 0.417609, "f1": 0.394159, "f1_weighted": 0.403833 } ], "main_score": 0.430103, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "accuracy": 0.494983, "f1": 0.475822, "f1_weighted": 0.487739, "scores_per_experiment": [ { "accuracy": 0.486965, "f1": 0.463049, "f1_weighted": 0.480348 }, { "accuracy": 0.494835, "f1": 0.466808, "f1_weighted": 0.485229 }, { "accuracy": 0.536153, "f1": 0.526382, "f1_weighted": 0.530964 }, { "accuracy": 0.491392, "f1": 0.472486, "f1_weighted": 0.493372 }, { "accuracy": 0.508608, "f1": 0.476142, "f1_weighted": 0.487374 }, { "accuracy": 0.468765, "f1": 0.477083, "f1_weighted": 0.452461 }, { "accuracy": 0.49877, "f1": 0.471395, "f1_weighted": 0.496206 }, { "accuracy": 0.487949, "f1": 0.477167, "f1_weighted": 0.493646 }, { "accuracy": 0.470241, "f1": 0.446546, "f1_weighted": 0.459002 }, { "accuracy": 0.506149, "f1": 0.481163, "f1_weighted": 0.498792 } ], "main_score": 0.494983, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "accuracy": 0.433399, "f1": 0.420458, "f1_weighted": 0.418456, "scores_per_experiment": [ { "accuracy": 0.412691, "f1": 0.411273, "f1_weighted": 0.395918 }, { "accuracy": 0.435317, "f1": 0.426186, "f1_weighted": 0.423166 }, { "accuracy": 0.473192, "f1": 0.452062, "f1_weighted": 0.461097 }, { "accuracy": 0.420561, "f1": 0.40079, "f1_weighted": 0.405121 }, { "accuracy": 0.461387, "f1": 0.44146, "f1_weighted": 0.449941 }, { "accuracy": 0.40482, "f1": 0.399365, "f1_weighted": 0.396825 }, { "accuracy": 0.429907, "f1": 0.424166, "f1_weighted": 0.419883 }, { "accuracy": 0.470733, "f1": 0.447791, "f1_weighted": 0.45716 }, { "accuracy": 0.405312, "f1": 0.401484, "f1_weighted": 0.380356 }, { "accuracy": 0.420069, "f1": 0.400004, "f1_weighted": 0.395095 } ], "main_score": 0.433399, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "accuracy": 0.254156, "f1": 0.220434, "f1_weighted": 0.229089, "scores_per_experiment": [ { "accuracy": 0.277423, "f1": 0.243825, "f1_weighted": 0.262734 }, { "accuracy": 0.258239, "f1": 0.211695, "f1_weighted": 0.234809 }, { "accuracy": 0.264634, "f1": 0.216993, "f1_weighted": 0.239238 }, { "accuracy": 0.270044, "f1": 0.227125, "f1_weighted": 0.242728 }, { "accuracy": 0.241023, "f1": 0.189835, "f1_weighted": 0.184207 }, { "accuracy": 0.222823, "f1": 0.206331, "f1_weighted": 0.196234 }, { "accuracy": 0.275455, "f1": 0.240801, "f1_weighted": 0.248748 }, { "accuracy": 0.25578, "f1": 0.239796, "f1_weighted": 0.241543 }, { "accuracy": 0.236596, "f1": 0.210937, "f1_weighted": 0.21395 }, { "accuracy": 0.239547, "f1": 0.216997, "f1_weighted": 0.2267 } ], "main_score": 0.254156, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "accuracy": 0.502705, "f1": 0.473466, "f1_weighted": 0.486684, "scores_per_experiment": [ { "accuracy": 0.515494, "f1": 0.484938, "f1_weighted": 0.49955 }, { "accuracy": 0.513527, "f1": 0.486679, "f1_weighted": 0.489257 }, { "accuracy": 0.511067, "f1": 0.488219, "f1_weighted": 0.489086 }, { "accuracy": 0.491884, "f1": 0.464906, "f1_weighted": 0.480856 }, { "accuracy": 0.512051, "f1": 0.472993, "f1_weighted": 0.503724 }, { "accuracy": 0.514019, "f1": 0.48377, "f1_weighted": 0.502366 }, { "accuracy": 0.484506, "f1": 0.4494, "f1_weighted": 0.466563 }, { "accuracy": 0.479095, "f1": 0.463522, "f1_weighted": 0.462279 }, { "accuracy": 0.483522, "f1": 0.456681, "f1_weighted": 0.464594 }, { "accuracy": 0.521889, "f1": 0.483554, "f1_weighted": 0.508566 } ], "main_score": 0.502705, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "accuracy": 0.354796, "f1": 0.334713, "f1_weighted": 0.342835, "scores_per_experiment": [ { "accuracy": 0.384653, "f1": 0.372883, "f1_weighted": 0.374315 }, { "accuracy": 0.325627, "f1": 0.323492, "f1_weighted": 0.319477 }, { "accuracy": 0.367437, "f1": 0.345125, "f1_weighted": 0.358278 }, { "accuracy": 0.359567, "f1": 0.330793, "f1_weighted": 0.339319 }, { "accuracy": 0.366945, "f1": 0.321262, "f1_weighted": 0.339309 }, { "accuracy": 0.333005, "f1": 0.318687, "f1_weighted": 0.309958 }, { "accuracy": 0.36547, "f1": 0.348975, "f1_weighted": 0.362034 }, { "accuracy": 0.384161, "f1": 0.359092, "f1_weighted": 0.371388 }, { "accuracy": 0.312346, "f1": 0.294738, "f1_weighted": 0.313537 }, { "accuracy": 0.348746, "f1": 0.332082, "f1_weighted": 0.340731 } ], "main_score": 0.354796, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ] }, { "accuracy": 0.485293, "f1": 0.463713, "f1_weighted": 0.475526, "scores_per_experiment": [ { "accuracy": 0.497787, "f1": 0.484812, "f1_weighted": 0.493863 }, { "accuracy": 0.497787, "f1": 0.470618, "f1_weighted": 0.483035 }, { "accuracy": 0.495327, "f1": 0.467401, "f1_weighted": 0.484123 }, { "accuracy": 0.498278, "f1": 0.477288, "f1_weighted": 0.497323 }, { "accuracy": 0.496803, "f1": 0.466092, "f1_weighted": 0.484359 }, { "accuracy": 0.450566, "f1": 0.427699, "f1_weighted": 0.42395 }, { "accuracy": 0.466306, "f1": 0.442955, "f1_weighted": 0.454245 }, { "accuracy": 0.488933, "f1": 0.478714, "f1_weighted": 0.49353 }, { "accuracy": 0.451549, "f1": 0.44243, "f1_weighted": 0.444323 }, { "accuracy": 0.509592, "f1": 0.479117, "f1_weighted": 0.49651 } ], "main_score": 0.485293, "hf_subset": "sq", "languages": [ "sqi-Latn" ] }, { "accuracy": 0.170044, "f1": 0.12791, "f1_weighted": 0.121507, "scores_per_experiment": [ { "accuracy": 0.174619, "f1": 0.134737, "f1_weighted": 0.106749 }, { "accuracy": 0.166749, "f1": 0.122024, "f1_weighted": 0.112063 }, { "accuracy": 0.178062, "f1": 0.143605, "f1_weighted": 0.133267 }, { "accuracy": 0.168716, "f1": 0.143552, "f1_weighted": 0.131024 }, { "accuracy": 0.15396, "f1": 0.113019, "f1_weighted": 0.093976 }, { "accuracy": 0.172159, "f1": 0.110907, "f1_weighted": 0.109992 }, { "accuracy": 0.18544, "f1": 0.141628, "f1_weighted": 0.146247 }, { "accuracy": 0.172159, "f1": 0.113182, "f1_weighted": 0.120289 }, { "accuracy": 0.176094, "f1": 0.149247, "f1_weighted": 0.157963 }, { "accuracy": 0.152484, "f1": 0.107194, "f1_weighted": 0.103503 } ], "main_score": 0.170044, "hf_subset": "ta", "languages": [ "tam-Taml" ] }, { "accuracy": 0.209592, "f1": 0.169868, "f1_weighted": 0.183354, "scores_per_experiment": [ { "accuracy": 0.185932, "f1": 0.157122, "f1_weighted": 0.150628 }, { "accuracy": 0.262174, "f1": 0.205282, "f1_weighted": 0.240263 }, { "accuracy": 0.240531, "f1": 0.173446, "f1_weighted": 0.215277 }, { "accuracy": 0.149041, "f1": 0.122446, "f1_weighted": 0.11531 }, { "accuracy": 0.22725, "f1": 0.198196, "f1_weighted": 0.197827 }, { "accuracy": 0.193802, "f1": 0.180563, "f1_weighted": 0.176075 }, { "accuracy": 0.230694, "f1": 0.192109, "f1_weighted": 0.204147 }, { "accuracy": 0.195278, "f1": 0.159462, "f1_weighted": 0.182208 }, { "accuracy": 0.207083, "f1": 0.161672, "f1_weighted": 0.173738 }, { "accuracy": 0.204132, "f1": 0.148386, "f1_weighted": 0.178071 } ], "main_score": 0.209592, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "accuracy": 0.406788, "f1": 0.377704, "f1_weighted": 0.400161, "scores_per_experiment": [ { "accuracy": 0.398426, "f1": 0.382271, "f1_weighted": 0.38949 }, { "accuracy": 0.394983, "f1": 0.371331, "f1_weighted": 0.3912 }, { "accuracy": 0.417118, "f1": 0.387541, "f1_weighted": 0.40795 }, { "accuracy": 0.414658, "f1": 0.379565, "f1_weighted": 0.407619 }, { "accuracy": 0.390064, "f1": 0.354886, "f1_weighted": 0.378408 }, { "accuracy": 0.406296, "f1": 0.365073, "f1_weighted": 0.401703 }, { "accuracy": 0.420069, "f1": 0.382597, "f1_weighted": 0.416637 }, { "accuracy": 0.444663, "f1": 0.426876, "f1_weighted": 0.444443 }, { "accuracy": 0.397934, "f1": 0.375888, "f1_weighted": 0.394389 }, { "accuracy": 0.383669, "f1": 0.351013, "f1_weighted": 0.369768 } ], "main_score": 0.406788, "hf_subset": "cy", "languages": [ "cym-Latn" ] }, { "accuracy": 0.43453, "f1": 0.41487, "f1_weighted": 0.425875, "scores_per_experiment": [ { "accuracy": 0.447614, "f1": 0.421653, "f1_weighted": 0.440936 }, { "accuracy": 0.431874, "f1": 0.406848, "f1_weighted": 0.420361 }, { "accuracy": 0.454993, "f1": 0.447474, "f1_weighted": 0.448708 }, { "accuracy": 0.449582, "f1": 0.419372, "f1_weighted": 0.440702 }, { "accuracy": 0.404329, "f1": 0.382117, "f1_weighted": 0.387962 }, { "accuracy": 0.446139, "f1": 0.425589, "f1_weighted": 0.436943 }, { "accuracy": 0.432366, "f1": 0.421494, "f1_weighted": 0.429442 }, { "accuracy": 0.437285, "f1": 0.420592, "f1_weighted": 0.436374 }, { "accuracy": 0.414658, "f1": 0.402528, "f1_weighted": 0.403128 }, { "accuracy": 0.426463, "f1": 0.40103, "f1_weighted": 0.414193 } ], "main_score": 0.43453, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "accuracy": 0.433546, "f1": 0.415051, "f1_weighted": 0.418522, "scores_per_experiment": [ { "accuracy": 0.456468, "f1": 0.439492, "f1_weighted": 0.452652 }, { "accuracy": 0.424496, "f1": 0.404943, "f1_weighted": 0.407835 }, { "accuracy": 0.453517, "f1": 0.437275, "f1_weighted": 0.427944 }, { "accuracy": 0.422036, "f1": 0.404933, "f1_weighted": 0.407947 }, { "accuracy": 0.421053, "f1": 0.396353, "f1_weighted": 0.395926 }, { "accuracy": 0.436793, "f1": 0.417237, "f1_weighted": 0.420569 }, { "accuracy": 0.434333, "f1": 0.424492, "f1_weighted": 0.43365 }, { "accuracy": 0.431874, "f1": 0.420589, "f1_weighted": 0.416909 }, { "accuracy": 0.408756, "f1": 0.381127, "f1_weighted": 0.390537 }, { "accuracy": 0.446139, "f1": 0.424073, "f1_weighted": 0.43125 } ], "main_score": 0.433546, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "accuracy": 0.423119, "f1": 0.399089, "f1_weighted": 0.40683, "scores_per_experiment": [ { "accuracy": 0.447614, "f1": 0.422397, "f1_weighted": 0.42041 }, { "accuracy": 0.403837, "f1": 0.393927, "f1_weighted": 0.384043 }, { "accuracy": 0.452041, "f1": 0.420011, "f1_weighted": 0.43704 }, { "accuracy": 0.413182, "f1": 0.396114, "f1_weighted": 0.39281 }, { "accuracy": 0.419577, "f1": 0.395847, "f1_weighted": 0.397228 }, { "accuracy": 0.405804, "f1": 0.382612, "f1_weighted": 0.390159 }, { "accuracy": 0.437777, "f1": 0.407134, "f1_weighted": 0.429459 }, { "accuracy": 0.403345, "f1": 0.391826, "f1_weighted": 0.392506 }, { "accuracy": 0.411215, "f1": 0.381578, "f1_weighted": 0.402338 }, { "accuracy": 0.436793, "f1": 0.39944, "f1_weighted": 0.422303 } ], "main_score": 0.423119, "hf_subset": "vi", "languages": [ "vie-Latn" ] } ], "test": [ { "accuracy": 0.516846, "f1": 0.488638, "f1_weighted": 0.505728, "scores_per_experiment": [ { "accuracy": 0.519839, "f1": 0.500052, "f1_weighted": 0.51427 }, { "accuracy": 0.523874, "f1": 0.500876, "f1_weighted": 0.51393 }, { "accuracy": 0.518494, "f1": 0.488359, "f1_weighted": 0.504483 }, { "accuracy": 0.533961, "f1": 0.497342, "f1_weighted": 0.527839 }, { "accuracy": 0.540686, "f1": 0.501255, "f1_weighted": 0.529356 }, { "accuracy": 0.493948, "f1": 0.469058, "f1_weighted": 0.479487 }, { "accuracy": 0.533961, "f1": 0.498881, "f1_weighted": 0.531694 }, { "accuracy": 0.507397, "f1": 0.482559, "f1_weighted": 0.496033 }, { "accuracy": 0.48386, "f1": 0.469884, "f1_weighted": 0.46203 }, { "accuracy": 0.512441, "f1": 0.478116, "f1_weighted": 0.498156 } ], "main_score": 0.516846, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "accuracy": 0.509482, "f1": 0.478121, "f1_weighted": 0.499195, "scores_per_experiment": [ { "accuracy": 0.500336, "f1": 0.467567, "f1_weighted": 0.494797 }, { "accuracy": 0.511769, "f1": 0.481047, "f1_weighted": 0.503075 }, { "accuracy": 0.530599, "f1": 0.499919, "f1_weighted": 0.523601 }, { "accuracy": 0.511096, "f1": 0.474302, "f1_weighted": 0.503991 }, { "accuracy": 0.53497, "f1": 0.491187, "f1_weighted": 0.51811 }, { "accuracy": 0.504707, "f1": 0.476654, "f1_weighted": 0.494277 }, { "accuracy": 0.528917, "f1": 0.486773, "f1_weighted": 0.514065 }, { "accuracy": 0.499664, "f1": 0.47819, "f1_weighted": 0.491432 }, { "accuracy": 0.449227, "f1": 0.43372, "f1_weighted": 0.441708 }, { "accuracy": 0.523537, "f1": 0.49185, "f1_weighted": 0.506892 } ], "main_score": 0.509482, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "accuracy": 0.314761, "f1": 0.30975, "f1_weighted": 0.295789, "scores_per_experiment": [ { "accuracy": 0.306658, "f1": 0.326043, "f1_weighted": 0.292911 }, { "accuracy": 0.304304, "f1": 0.303641, "f1_weighted": 0.28345 }, { "accuracy": 0.351379, "f1": 0.344706, "f1_weighted": 0.334805 }, { "accuracy": 0.314728, "f1": 0.296779, "f1_weighted": 0.283073 }, { "accuracy": 0.340619, "f1": 0.321267, "f1_weighted": 0.31795 }, { "accuracy": 0.303968, "f1": 0.296285, "f1_weighted": 0.263264 }, { "accuracy": 0.324143, "f1": 0.333588, "f1_weighted": 0.318662 }, { "accuracy": 0.319099, "f1": 0.313227, "f1_weighted": 0.305823 }, { "accuracy": 0.268662, "f1": 0.26337, "f1_weighted": 0.2592 }, { "accuracy": 0.314055, "f1": 0.298597, "f1_weighted": 0.298753 } ], "main_score": 0.314761, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ] }, { "accuracy": 0.451244, "f1": 0.426473, "f1_weighted": 0.441458, "scores_per_experiment": [ { "accuracy": 0.460995, "f1": 0.44775, "f1_weighted": 0.455232 }, { "accuracy": 0.440148, "f1": 0.413785, "f1_weighted": 0.433668 }, { "accuracy": 0.467048, "f1": 0.440903, "f1_weighted": 0.460832 }, { "accuracy": 0.450572, "f1": 0.418761, "f1_weighted": 0.438853 }, { "accuracy": 0.450572, "f1": 0.398204, "f1_weighted": 0.431564 }, { "accuracy": 0.442502, "f1": 0.417205, "f1_weighted": 0.423389 }, { "accuracy": 0.473773, "f1": 0.450205, "f1_weighted": 0.471336 }, { "accuracy": 0.480498, "f1": 0.456577, "f1_weighted": 0.47924 }, { "accuracy": 0.412912, "f1": 0.397203, "f1_weighted": 0.400135 }, { "accuracy": 0.433423, "f1": 0.424137, "f1_weighted": 0.420335 } ], "main_score": 0.451244, "hf_subset": "az", "languages": [ "aze-Latn" ] }, { "accuracy": 0.4423, "f1": 0.405134, "f1_weighted": 0.430026, "scores_per_experiment": [ { "accuracy": 0.439475, "f1": 0.404749, "f1_weighted": 0.427827 }, { "accuracy": 0.458642, "f1": 0.407948, "f1_weighted": 0.447159 }, { "accuracy": 0.453934, "f1": 0.421086, "f1_weighted": 0.449279 }, { "accuracy": 0.46234, "f1": 0.422108, "f1_weighted": 0.447596 }, { "accuracy": 0.439139, "f1": 0.385228, "f1_weighted": 0.416847 }, { "accuracy": 0.431069, "f1": 0.401773, "f1_weighted": 0.415514 }, { "accuracy": 0.456624, "f1": 0.409093, "f1_weighted": 0.444122 }, { "accuracy": 0.467384, "f1": 0.442207, "f1_weighted": 0.463194 }, { "accuracy": 0.359112, "f1": 0.342249, "f1_weighted": 0.348584 }, { "accuracy": 0.455279, "f1": 0.414895, "f1_weighted": 0.440135 } ], "main_score": 0.4423, "hf_subset": "ms", "languages": [ "msa-Latn" ] }, { "accuracy": 0.493645, "f1": 0.453386, "f1_weighted": 0.486876, "scores_per_experiment": [ { "accuracy": 0.520847, "f1": 0.477447, "f1_weighted": 0.509306 }, { "accuracy": 0.480834, "f1": 0.436186, "f1_weighted": 0.47684 }, { "accuracy": 0.511769, "f1": 0.466217, "f1_weighted": 0.492608 }, { "accuracy": 0.503362, "f1": 0.457318, "f1_weighted": 0.501495 }, { "accuracy": 0.457633, "f1": 0.419504, "f1_weighted": 0.449982 }, { "accuracy": 0.485878, "f1": 0.436686, "f1_weighted": 0.478086 }, { "accuracy": 0.507397, "f1": 0.465825, "f1_weighted": 0.499687 }, { "accuracy": 0.48655, "f1": 0.458864, "f1_weighted": 0.487917 }, { "accuracy": 0.499664, "f1": 0.463571, "f1_weighted": 0.496448 }, { "accuracy": 0.482515, "f1": 0.452238, "f1_weighted": 0.47639 } ], "main_score": 0.493645, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "accuracy": 0.28887, "f1": 0.271708, "f1_weighted": 0.275244, "scores_per_experiment": [ { "accuracy": 0.282784, "f1": 0.273514, "f1_weighted": 0.265684 }, { "accuracy": 0.277068, "f1": 0.261301, "f1_weighted": 0.257715 }, { "accuracy": 0.316745, "f1": 0.292882, "f1_weighted": 0.309181 }, { "accuracy": 0.315064, "f1": 0.287845, "f1_weighted": 0.309679 }, { "accuracy": 0.289173, "f1": 0.271442, "f1_weighted": 0.27019 }, { "accuracy": 0.275387, "f1": 0.256156, "f1_weighted": 0.265613 }, { "accuracy": 0.278077, "f1": 0.266788, "f1_weighted": 0.259484 }, { "accuracy": 0.283457, "f1": 0.279716, "f1_weighted": 0.271333 }, { "accuracy": 0.257566, "f1": 0.236768, "f1_weighted": 0.242393 }, { "accuracy": 0.313383, "f1": 0.290672, "f1_weighted": 0.301164 } ], "main_score": 0.28887, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "accuracy": 0.137223, "f1": 0.108622, "f1_weighted": 0.121318, "scores_per_experiment": [ { "accuracy": 0.155683, "f1": 0.101276, "f1_weighted": 0.126547 }, { "accuracy": 0.122058, "f1": 0.110319, "f1_weighted": 0.099911 }, { "accuracy": 0.111634, "f1": 0.1115, "f1_weighted": 0.107301 }, { "accuracy": 0.12811, "f1": 0.095566, "f1_weighted": 0.124424 }, { "accuracy": 0.163416, "f1": 0.11044, "f1_weighted": 0.134241 }, { "accuracy": 0.116342, "f1": 0.109238, "f1_weighted": 0.107008 }, { "accuracy": 0.151648, "f1": 0.11523, "f1_weighted": 0.130879 }, { "accuracy": 0.13887, "f1": 0.104089, "f1_weighted": 0.11525 }, { "accuracy": 0.139206, "f1": 0.108951, "f1_weighted": 0.131137 }, { "accuracy": 0.145259, "f1": 0.119607, "f1_weighted": 0.13648 } ], "main_score": 0.137223, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "accuracy": 0.07236, "f1": 0.036017, "f1_weighted": 0.038836, "scores_per_experiment": [ { "accuracy": 0.065905, "f1": 0.029711, "f1_weighted": 0.041034 }, { "accuracy": 0.044721, "f1": 0.01934, "f1_weighted": 0.010502 }, { "accuracy": 0.055817, "f1": 0.033624, "f1_weighted": 0.025828 }, { "accuracy": 0.054136, "f1": 0.028129, "f1_weighted": 0.023656 }, { "accuracy": 0.089778, "f1": 0.042104, "f1_weighted": 0.036508 }, { "accuracy": 0.107935, "f1": 0.049106, "f1_weighted": 0.054964 }, { "accuracy": 0.092804, "f1": 0.046875, "f1_weighted": 0.060993 }, { "accuracy": 0.098857, "f1": 0.04277, "f1_weighted": 0.073533 }, { "accuracy": 0.06456, "f1": 0.043403, "f1_weighted": 0.04359 }, { "accuracy": 0.049092, "f1": 0.02511, "f1_weighted": 0.017748 } ], "main_score": 0.07236, "hf_subset": "am", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.433154, "f1": 0.402168, "f1_weighted": 0.424269, "scores_per_experiment": [ { "accuracy": 0.431069, "f1": 0.414534, "f1_weighted": 0.421374 }, { "accuracy": 0.459987, "f1": 0.416306, "f1_weighted": 0.44777 }, { "accuracy": 0.463685, "f1": 0.428927, "f1_weighted": 0.456599 }, { "accuracy": 0.418292, "f1": 0.378616, "f1_weighted": 0.422415 }, { "accuracy": 0.434432, "f1": 0.400959, "f1_weighted": 0.4223 }, { "accuracy": 0.431406, "f1": 0.39881, "f1_weighted": 0.420691 }, { "accuracy": 0.444183, "f1": 0.401446, "f1_weighted": 0.430072 }, { "accuracy": 0.420982, "f1": 0.404375, "f1_weighted": 0.413206 }, { "accuracy": 0.408877, "f1": 0.385887, "f1_weighted": 0.406356 }, { "accuracy": 0.418628, "f1": 0.391815, "f1_weighted": 0.401906 } ], "main_score": 0.433154, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "accuracy": 0.216106, "f1": 0.190632, "f1_weighted": 0.212359, "scores_per_experiment": [ { "accuracy": 0.194687, "f1": 0.189041, "f1_weighted": 0.201184 }, { "accuracy": 0.21419, "f1": 0.183951, "f1_weighted": 0.200521 }, { "accuracy": 0.221587, "f1": 0.192745, "f1_weighted": 0.217324 }, { "accuracy": 0.209482, "f1": 0.182077, "f1_weighted": 0.210645 }, { "accuracy": 0.230666, "f1": 0.199031, "f1_weighted": 0.234089 }, { "accuracy": 0.233356, "f1": 0.207045, "f1_weighted": 0.22782 }, { "accuracy": 0.239408, "f1": 0.199237, "f1_weighted": 0.224144 }, { "accuracy": 0.234028, "f1": 0.212194, "f1_weighted": 0.23073 }, { "accuracy": 0.197041, "f1": 0.165345, "f1_weighted": 0.189666 }, { "accuracy": 0.186617, "f1": 0.175654, "f1_weighted": 0.18747 } ], "main_score": 0.216106, "hf_subset": "he", "languages": [ "heb-Hebr" ] }, { "accuracy": 0.162172, "f1": 0.127828, "f1_weighted": 0.137566, "scores_per_experiment": [ { "accuracy": 0.152993, "f1": 0.119301, "f1_weighted": 0.104828 }, { "accuracy": 0.182919, "f1": 0.142881, "f1_weighted": 0.171177 }, { "accuracy": 0.166106, "f1": 0.116345, "f1_weighted": 0.13728 }, { "accuracy": 0.155346, "f1": 0.119916, "f1_weighted": 0.128381 }, { "accuracy": 0.181237, "f1": 0.149447, "f1_weighted": 0.174877 }, { "accuracy": 0.118023, "f1": 0.098103, "f1_weighted": 0.093963 }, { "accuracy": 0.200067, "f1": 0.147342, "f1_weighted": 0.176974 }, { "accuracy": 0.130128, "f1": 0.124562, "f1_weighted": 0.107888 }, { "accuracy": 0.170477, "f1": 0.131686, "f1_weighted": 0.144405 }, { "accuracy": 0.164425, "f1": 0.128699, "f1_weighted": 0.135886 } ], "main_score": 0.162172, "hf_subset": "ka", "languages": [ "kat-Geor" ] }, { "accuracy": 0.233087, "f1": 0.204589, "f1_weighted": 0.213411, "scores_per_experiment": [ { "accuracy": 0.23302, "f1": 0.203549, "f1_weighted": 0.211593 }, { "accuracy": 0.225958, "f1": 0.214388, "f1_weighted": 0.210139 }, { "accuracy": 0.242098, "f1": 0.191468, "f1_weighted": 0.219854 }, { "accuracy": 0.236718, "f1": 0.193158, "f1_weighted": 0.218453 }, { "accuracy": 0.223605, "f1": 0.199149, "f1_weighted": 0.205081 }, { "accuracy": 0.208137, "f1": 0.179441, "f1_weighted": 0.187792 }, { "accuracy": 0.246806, "f1": 0.219641, "f1_weighted": 0.235667 }, { "accuracy": 0.267653, "f1": 0.235932, "f1_weighted": 0.236733 }, { "accuracy": 0.215198, "f1": 0.207797, "f1_weighted": 0.211926 }, { "accuracy": 0.231675, "f1": 0.20137, "f1_weighted": 0.196872 } ], "main_score": 0.233087, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "accuracy": 0.444721, "f1": 0.413036, "f1_weighted": 0.438719, "scores_per_experiment": [ { "accuracy": 0.408204, "f1": 0.379349, "f1_weighted": 0.404795 }, { "accuracy": 0.45427, "f1": 0.415978, "f1_weighted": 0.449852 }, { "accuracy": 0.465703, "f1": 0.414996, "f1_weighted": 0.446521 }, { "accuracy": 0.460323, "f1": 0.432484, "f1_weighted": 0.462473 }, { "accuracy": 0.414257, "f1": 0.373049, "f1_weighted": 0.396164 }, { "accuracy": 0.469738, "f1": 0.43735, "f1_weighted": 0.472202 }, { "accuracy": 0.434095, "f1": 0.412269, "f1_weighted": 0.435006 }, { "accuracy": 0.493275, "f1": 0.466891, "f1_weighted": 0.485372 }, { "accuracy": 0.378278, "f1": 0.364141, "f1_weighted": 0.377172 }, { "accuracy": 0.469065, "f1": 0.433851, "f1_weighted": 0.45763 } ], "main_score": 0.444721, "hf_subset": "jv", "languages": [ "jav-Latn" ] }, { "accuracy": 0.4769, "f1": 0.444467, "f1_weighted": 0.467192, "scores_per_experiment": [ { "accuracy": 0.479153, "f1": 0.447857, "f1_weighted": 0.478863 }, { "accuracy": 0.465367, "f1": 0.433668, "f1_weighted": 0.454576 }, { "accuracy": 0.489576, "f1": 0.462303, "f1_weighted": 0.476155 }, { "accuracy": 0.481506, "f1": 0.444012, "f1_weighted": 0.479901 }, { "accuracy": 0.480161, "f1": 0.437213, "f1_weighted": 0.462896 }, { "accuracy": 0.467048, "f1": 0.43558, "f1_weighted": 0.44856 }, { "accuracy": 0.505044, "f1": 0.468548, "f1_weighted": 0.496194 }, { "accuracy": 0.482851, "f1": 0.457353, "f1_weighted": 0.482821 }, { "accuracy": 0.443174, "f1": 0.41215, "f1_weighted": 0.433403 }, { "accuracy": 0.475118, "f1": 0.445986, "f1_weighted": 0.458547 } ], "main_score": 0.4769, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "accuracy": 0.079825, "f1": 0.050038, "f1_weighted": 0.054802, "scores_per_experiment": [ { "accuracy": 0.092132, "f1": 0.059457, "f1_weighted": 0.071372 }, { "accuracy": 0.074983, "f1": 0.04646, "f1_weighted": 0.04695 }, { "accuracy": 0.046738, "f1": 0.034284, "f1_weighted": 0.027117 }, { "accuracy": 0.10121, "f1": 0.057356, "f1_weighted": 0.079293 }, { "accuracy": 0.06187, "f1": 0.045539, "f1_weighted": 0.031769 }, { "accuracy": 0.10121, "f1": 0.050475, "f1_weighted": 0.075608 }, { "accuracy": 0.054136, "f1": 0.04535, "f1_weighted": 0.030958 }, { "accuracy": 0.100538, "f1": 0.060385, "f1_weighted": 0.070137 }, { "accuracy": 0.069939, "f1": 0.048149, "f1_weighted": 0.039132 }, { "accuracy": 0.095494, "f1": 0.052926, "f1_weighted": 0.075683 } ], "main_score": 0.079825, "hf_subset": "kn", "languages": [ "kan-Knda" ] }, { "accuracy": 0.327673, "f1": 0.282551, "f1_weighted": 0.322125, "scores_per_experiment": [ { "accuracy": 0.335911, "f1": 0.301722, "f1_weighted": 0.334387 }, { "accuracy": 0.325488, "f1": 0.283812, "f1_weighted": 0.323657 }, { "accuracy": 0.329186, "f1": 0.280366, "f1_weighted": 0.321262 }, { "accuracy": 0.308003, "f1": 0.256791, "f1_weighted": 0.304079 }, { "accuracy": 0.333894, "f1": 0.26917, "f1_weighted": 0.323 }, { "accuracy": 0.320108, "f1": 0.289039, "f1_weighted": 0.320653 }, { "accuracy": 0.32078, "f1": 0.285227, "f1_weighted": 0.324966 }, { "accuracy": 0.345999, "f1": 0.291942, "f1_weighted": 0.326312 }, { "accuracy": 0.336247, "f1": 0.274297, "f1_weighted": 0.31992 }, { "accuracy": 0.321116, "f1": 0.293148, "f1_weighted": 0.323018 } ], "main_score": 0.327673, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "accuracy": 0.474445, "f1": 0.443177, "f1_weighted": 0.467356, "scores_per_experiment": [ { "accuracy": 0.490921, "f1": 0.457877, "f1_weighted": 0.483408 }, { "accuracy": 0.458642, "f1": 0.422014, "f1_weighted": 0.450915 }, { "accuracy": 0.493275, "f1": 0.46841, "f1_weighted": 0.488912 }, { "accuracy": 0.473773, "f1": 0.447502, "f1_weighted": 0.487054 }, { "accuracy": 0.456288, "f1": 0.413466, "f1_weighted": 0.438865 }, { "accuracy": 0.476463, "f1": 0.440213, "f1_weighted": 0.460758 }, { "accuracy": 0.492939, "f1": 0.454394, "f1_weighted": 0.486245 }, { "accuracy": 0.494956, "f1": 0.463246, "f1_weighted": 0.488091 }, { "accuracy": 0.439139, "f1": 0.418094, "f1_weighted": 0.430466 }, { "accuracy": 0.468056, "f1": 0.446551, "f1_weighted": 0.45885 } ], "main_score": 0.474445, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "accuracy": 0.107498, "f1": 0.060297, "f1_weighted": 0.068691, "scores_per_experiment": [ { "accuracy": 0.145259, "f1": 0.067864, "f1_weighted": 0.093458 }, { "accuracy": 0.090787, "f1": 0.055453, "f1_weighted": 0.050433 }, { "accuracy": 0.130464, "f1": 0.082592, "f1_weighted": 0.096867 }, { "accuracy": 0.086416, "f1": 0.031415, "f1_weighted": 0.04028 }, { "accuracy": 0.096839, "f1": 0.048852, "f1_weighted": 0.054082 }, { "accuracy": 0.082717, "f1": 0.046654, "f1_weighted": 0.051965 }, { "accuracy": 0.108608, "f1": 0.069321, "f1_weighted": 0.092267 }, { "accuracy": 0.100538, "f1": 0.064499, "f1_weighted": 0.061016 }, { "accuracy": 0.113315, "f1": 0.07343, "f1_weighted": 0.082847 }, { "accuracy": 0.12004, "f1": 0.062889, "f1_weighted": 0.063688 } ], "main_score": 0.107498, "hf_subset": "my", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.074546, "f1": 0.034257, "f1_weighted": 0.040078, "scores_per_experiment": [ { "accuracy": 0.099866, "f1": 0.033985, "f1_weighted": 0.051005 }, { "accuracy": 0.046738, "f1": 0.016342, "f1_weighted": 0.012987 }, { "accuracy": 0.055817, "f1": 0.026793, "f1_weighted": 0.025986 }, { "accuracy": 0.060188, "f1": 0.0288, "f1_weighted": 0.021267 }, { "accuracy": 0.068931, "f1": 0.035063, "f1_weighted": 0.041101 }, { "accuracy": 0.069939, "f1": 0.028801, "f1_weighted": 0.031797 }, { "accuracy": 0.094149, "f1": 0.050309, "f1_weighted": 0.065006 }, { "accuracy": 0.084062, "f1": 0.052989, "f1_weighted": 0.068854 }, { "accuracy": 0.086079, "f1": 0.04096, "f1_weighted": 0.052831 }, { "accuracy": 0.079691, "f1": 0.028529, "f1_weighted": 0.02995 } ], "main_score": 0.074546, "hf_subset": "ml", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.469637, "f1": 0.43248, "f1_weighted": 0.464837, "scores_per_experiment": [ { "accuracy": 0.486886, "f1": 0.452651, "f1_weighted": 0.485735 }, { "accuracy": 0.479489, "f1": 0.432656, "f1_weighted": 0.478241 }, { "accuracy": 0.479153, "f1": 0.445524, "f1_weighted": 0.460634 }, { "accuracy": 0.45965, "f1": 0.420158, "f1_weighted": 0.469369 }, { "accuracy": 0.46234, "f1": 0.413881, "f1_weighted": 0.439577 }, { "accuracy": 0.451244, "f1": 0.416733, "f1_weighted": 0.442241 }, { "accuracy": 0.485878, "f1": 0.442857, "f1_weighted": 0.48149 }, { "accuracy": 0.50269, "f1": 0.471825, "f1_weighted": 0.504012 }, { "accuracy": 0.417956, "f1": 0.392852, "f1_weighted": 0.417457 }, { "accuracy": 0.471083, "f1": 0.435662, "f1_weighted": 0.469611 } ], "main_score": 0.469637, "hf_subset": "af", "languages": [ "afr-Latn" ] }, { "accuracy": 0.161063, "f1": 0.136403, "f1_weighted": 0.143714, "scores_per_experiment": [ { "accuracy": 0.145931, "f1": 0.130614, "f1_weighted": 0.131595 }, { "accuracy": 0.16308, "f1": 0.148843, "f1_weighted": 0.148376 }, { "accuracy": 0.152993, "f1": 0.138205, "f1_weighted": 0.141982 }, { "accuracy": 0.125757, "f1": 0.121008, "f1_weighted": 0.110433 }, { "accuracy": 0.137861, "f1": 0.102436, "f1_weighted": 0.109709 }, { "accuracy": 0.157364, "f1": 0.137737, "f1_weighted": 0.135718 }, { "accuracy": 0.208473, "f1": 0.156912, "f1_weighted": 0.189079 }, { "accuracy": 0.19267, "f1": 0.160796, "f1_weighted": 0.174437 }, { "accuracy": 0.159718, "f1": 0.138067, "f1_weighted": 0.148846 }, { "accuracy": 0.166779, "f1": 0.129413, "f1_weighted": 0.146969 } ], "main_score": 0.161063, "hf_subset": "hy", "languages": [ "hye-Armn" ] }, { "accuracy": 0.706759, "f1": 0.70586, "f1_weighted": 0.701697, "scores_per_experiment": [ { "accuracy": 0.711163, "f1": 0.710421, "f1_weighted": 0.709235 }, { "accuracy": 0.731675, "f1": 0.725989, "f1_weighted": 0.726405 }, { "accuracy": 0.724613, "f1": 0.718407, "f1_weighted": 0.718241 }, { "accuracy": 0.707801, "f1": 0.707227, "f1_weighted": 0.705853 }, { "accuracy": 0.699731, "f1": 0.695196, "f1_weighted": 0.688055 }, { "accuracy": 0.696705, "f1": 0.691057, "f1_weighted": 0.688632 }, { "accuracy": 0.701076, "f1": 0.701443, "f1_weighted": 0.697539 }, { "accuracy": 0.699731, "f1": 0.700383, "f1_weighted": 0.700318 }, { "accuracy": 0.71688, "f1": 0.714808, "f1_weighted": 0.712977 }, { "accuracy": 0.678211, "f1": 0.693671, "f1_weighted": 0.669715 } ], "main_score": 0.706759, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "accuracy": 0.542098, "f1": 0.509964, "f1_weighted": 0.530536, "scores_per_experiment": [ { "accuracy": 0.539677, "f1": 0.51011, "f1_weighted": 0.523795 }, { "accuracy": 0.552791, "f1": 0.517697, "f1_weighted": 0.541585 }, { "accuracy": 0.558843, "f1": 0.52759, "f1_weighted": 0.540508 }, { "accuracy": 0.542367, "f1": 0.510752, "f1_weighted": 0.52527 }, { "accuracy": 0.555817, "f1": 0.525532, "f1_weighted": 0.548136 }, { "accuracy": 0.55649, "f1": 0.514772, "f1_weighted": 0.552698 }, { "accuracy": 0.542367, "f1": 0.503193, "f1_weighted": 0.530725 }, { "accuracy": 0.537323, "f1": 0.511353, "f1_weighted": 0.537132 }, { "accuracy": 0.496974, "f1": 0.473345, "f1_weighted": 0.485307 }, { "accuracy": 0.538332, "f1": 0.505293, "f1_weighted": 0.520206 } ], "main_score": 0.542098, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "accuracy": 0.259146, "f1": 0.231207, "f1_weighted": 0.252291, "scores_per_experiment": [ { "accuracy": 0.244452, "f1": 0.207879, "f1_weighted": 0.222006 }, { "accuracy": 0.266308, "f1": 0.247477, "f1_weighted": 0.2654 }, { "accuracy": 0.284129, "f1": 0.243538, "f1_weighted": 0.273569 }, { "accuracy": 0.280767, "f1": 0.236999, "f1_weighted": 0.268534 }, { "accuracy": 0.273369, "f1": 0.251386, "f1_weighted": 0.264268 }, { "accuracy": 0.229657, "f1": 0.216139, "f1_weighted": 0.233518 }, { "accuracy": 0.267989, "f1": 0.231098, "f1_weighted": 0.258875 }, { "accuracy": 0.266644, "f1": 0.252377, "f1_weighted": 0.272394 }, { "accuracy": 0.263282, "f1": 0.227133, "f1_weighted": 0.261303 }, { "accuracy": 0.214862, "f1": 0.198049, "f1_weighted": 0.203046 } ], "main_score": 0.259146, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "accuracy": 0.51957, "f1": 0.487056, "f1_weighted": 0.507424, "scores_per_experiment": [ { "accuracy": 0.56456, "f1": 0.532642, "f1_weighted": 0.549675 }, { "accuracy": 0.506725, "f1": 0.466758, "f1_weighted": 0.492617 }, { "accuracy": 0.535642, "f1": 0.490692, "f1_weighted": 0.526189 }, { "accuracy": 0.533961, "f1": 0.497059, "f1_weighted": 0.521213 }, { "accuracy": 0.537323, "f1": 0.496524, "f1_weighted": 0.53266 }, { "accuracy": 0.473436, "f1": 0.443391, "f1_weighted": 0.454896 }, { "accuracy": 0.531944, "f1": 0.500726, "f1_weighted": 0.527071 }, { "accuracy": 0.506052, "f1": 0.49853, "f1_weighted": 0.490974 }, { "accuracy": 0.47041, "f1": 0.452266, "f1_weighted": 0.458134 }, { "accuracy": 0.535642, "f1": 0.491975, "f1_weighted": 0.520809 } ], "main_score": 0.51957, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "accuracy": 0.140282, "f1": 0.116912, "f1_weighted": 0.12247, "scores_per_experiment": [ { "accuracy": 0.121049, "f1": 0.106675, "f1_weighted": 0.097192 }, { "accuracy": 0.149966, "f1": 0.129154, "f1_weighted": 0.141411 }, { "accuracy": 0.143578, "f1": 0.125615, "f1_weighted": 0.13984 }, { "accuracy": 0.131473, "f1": 0.113099, "f1_weighted": 0.128043 }, { "accuracy": 0.13349, "f1": 0.115664, "f1_weighted": 0.112772 }, { "accuracy": 0.13618, "f1": 0.111334, "f1_weighted": 0.114802 }, { "accuracy": 0.139879, "f1": 0.123616, "f1_weighted": 0.128664 }, { "accuracy": 0.174849, "f1": 0.140851, "f1_weighted": 0.155766 }, { "accuracy": 0.123067, "f1": 0.093011, "f1_weighted": 0.08364 }, { "accuracy": 0.149294, "f1": 0.110099, "f1_weighted": 0.122568 } ], "main_score": 0.140282, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "accuracy": 0.101345, "f1": 0.044416, "f1_weighted": 0.06326, "scores_per_experiment": [ { "accuracy": 0.125084, "f1": 0.05519, "f1_weighted": 0.08113 }, { "accuracy": 0.115333, "f1": 0.044313, "f1_weighted": 0.069987 }, { "accuracy": 0.086752, "f1": 0.044436, "f1_weighted": 0.052194 }, { "accuracy": 0.087088, "f1": 0.044403, "f1_weighted": 0.058848 }, { "accuracy": 0.081372, "f1": 0.042282, "f1_weighted": 0.055667 }, { "accuracy": 0.060861, "f1": 0.030949, "f1_weighted": 0.034048 }, { "accuracy": 0.132818, "f1": 0.052315, "f1_weighted": 0.085228 }, { "accuracy": 0.150639, "f1": 0.057969, "f1_weighted": 0.09001 }, { "accuracy": 0.057835, "f1": 0.025172, "f1_weighted": 0.037204 }, { "accuracy": 0.115669, "f1": 0.047135, "f1_weighted": 0.068287 } ], "main_score": 0.101345, "hf_subset": "km", "languages": [ "khm-Khmr" ] }, { "accuracy": 0.462946, "f1": 0.437378, "f1_weighted": 0.454035, "scores_per_experiment": [ { "accuracy": 0.432078, "f1": 0.417477, "f1_weighted": 0.421717 }, { "accuracy": 0.463349, "f1": 0.43557, "f1_weighted": 0.453907 }, { "accuracy": 0.497983, "f1": 0.47241, "f1_weighted": 0.488836 }, { "accuracy": 0.459987, "f1": 0.436515, "f1_weighted": 0.454217 }, { "accuracy": 0.466711, "f1": 0.424541, "f1_weighted": 0.457214 }, { "accuracy": 0.440484, "f1": 0.407906, "f1_weighted": 0.428928 }, { "accuracy": 0.487895, "f1": 0.45905, "f1_weighted": 0.479603 }, { "accuracy": 0.475454, "f1": 0.460313, "f1_weighted": 0.471693 }, { "accuracy": 0.441157, "f1": 0.420844, "f1_weighted": 0.429163 }, { "accuracy": 0.464358, "f1": 0.439159, "f1_weighted": 0.455076 } ], "main_score": 0.462946, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "accuracy": 0.530128, "f1": 0.505942, "f1_weighted": 0.515404, "scores_per_experiment": [ { "accuracy": 0.521184, "f1": 0.512601, "f1_weighted": 0.505772 }, { "accuracy": 0.558843, "f1": 0.529589, "f1_weighted": 0.549735 }, { "accuracy": 0.586079, "f1": 0.549488, "f1_weighted": 0.571678 }, { "accuracy": 0.534633, "f1": 0.498866, "f1_weighted": 0.522917 }, { "accuracy": 0.51076, "f1": 0.477495, "f1_weighted": 0.493802 }, { "accuracy": 0.514122, "f1": 0.488802, "f1_weighted": 0.499597 }, { "accuracy": 0.516476, "f1": 0.495855, "f1_weighted": 0.509022 }, { "accuracy": 0.518494, "f1": 0.503849, "f1_weighted": 0.498111 }, { "accuracy": 0.522529, "f1": 0.512469, "f1_weighted": 0.504331 }, { "accuracy": 0.518157, "f1": 0.490404, "f1_weighted": 0.499078 } ], "main_score": 0.530128, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "accuracy": 0.072192, "f1": 0.035047, "f1_weighted": 0.041628, "scores_per_experiment": [ { "accuracy": 0.090114, "f1": 0.022379, "f1_weighted": 0.038758 }, { "accuracy": 0.066913, "f1": 0.036702, "f1_weighted": 0.039019 }, { "accuracy": 0.05649, "f1": 0.037694, "f1_weighted": 0.036546 }, { "accuracy": 0.074647, "f1": 0.045829, "f1_weighted": 0.044972 }, { "accuracy": 0.067922, "f1": 0.032202, "f1_weighted": 0.038636 }, { "accuracy": 0.076664, "f1": 0.033801, "f1_weighted": 0.035923 }, { "accuracy": 0.091123, "f1": 0.038727, "f1_weighted": 0.06226 }, { "accuracy": 0.091123, "f1": 0.043704, "f1_weighted": 0.058587 }, { "accuracy": 0.046066, "f1": 0.02498, "f1_weighted": 0.028657 }, { "accuracy": 0.060861, "f1": 0.03445, "f1_weighted": 0.032921 } ], "main_score": 0.072192, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "accuracy": 0.480195, "f1": 0.453745, "f1_weighted": 0.469673, "scores_per_experiment": [ { "accuracy": 0.461332, "f1": 0.445622, "f1_weighted": 0.443723 }, { "accuracy": 0.50538, "f1": 0.478694, "f1_weighted": 0.506221 }, { "accuracy": 0.471755, "f1": 0.447049, "f1_weighted": 0.465147 }, { "accuracy": 0.509415, "f1": 0.473196, "f1_weighted": 0.493252 }, { "accuracy": 0.484196, "f1": 0.433166, "f1_weighted": 0.471454 }, { "accuracy": 0.458305, "f1": 0.430424, "f1_weighted": 0.439285 }, { "accuracy": 0.495965, "f1": 0.462171, "f1_weighted": 0.488772 }, { "accuracy": 0.47041, "f1": 0.461127, "f1_weighted": 0.465966 }, { "accuracy": 0.436785, "f1": 0.422249, "f1_weighted": 0.422992 }, { "accuracy": 0.508406, "f1": 0.483755, "f1_weighted": 0.499916 } ], "main_score": 0.480195, "hf_subset": "tl", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.293544, "f1": 0.265221, "f1_weighted": 0.279396, "scores_per_experiment": [ { "accuracy": 0.308675, "f1": 0.27451, "f1_weighted": 0.289764 }, { "accuracy": 0.257566, "f1": 0.228654, "f1_weighted": 0.247178 }, { "accuracy": 0.3423, "f1": 0.3048, "f1_weighted": 0.320306 }, { "accuracy": 0.305313, "f1": 0.259465, "f1_weighted": 0.285488 }, { "accuracy": 0.289845, "f1": 0.252717, "f1_weighted": 0.275304 }, { "accuracy": 0.262609, "f1": 0.241892, "f1_weighted": 0.238482 }, { "accuracy": 0.267317, "f1": 0.25583, "f1_weighted": 0.251288 }, { "accuracy": 0.318426, "f1": 0.300843, "f1_weighted": 0.321805 }, { "accuracy": 0.260256, "f1": 0.242339, "f1_weighted": 0.252818 }, { "accuracy": 0.323134, "f1": 0.291158, "f1_weighted": 0.311529 } ], "main_score": 0.293544, "hf_subset": "mn", "languages": [ "mon-Cyrl" ] }, { "accuracy": 0.44156, "f1": 0.420232, "f1_weighted": 0.428275, "scores_per_experiment": [ { "accuracy": 0.451244, "f1": 0.44131, "f1_weighted": 0.438467 }, { "accuracy": 0.44082, "f1": 0.417463, "f1_weighted": 0.430981 }, { "accuracy": 0.459314, "f1": 0.432736, "f1_weighted": 0.44204 }, { "accuracy": 0.463685, "f1": 0.439811, "f1_weighted": 0.455779 }, { "accuracy": 0.45158, "f1": 0.422193, "f1_weighted": 0.430215 }, { "accuracy": 0.407868, "f1": 0.380862, "f1_weighted": 0.37813 }, { "accuracy": 0.440484, "f1": 0.422819, "f1_weighted": 0.436117 }, { "accuracy": 0.466375, "f1": 0.451351, "f1_weighted": 0.46356 }, { "accuracy": 0.411567, "f1": 0.396244, "f1_weighted": 0.398257 }, { "accuracy": 0.422663, "f1": 0.397534, "f1_weighted": 0.409208 } ], "main_score": 0.44156, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "accuracy": 0.167888, "f1": 0.142771, "f1_weighted": 0.159612, "scores_per_experiment": [ { "accuracy": 0.108944, "f1": 0.10613, "f1_weighted": 0.107327 }, { "accuracy": 0.186281, "f1": 0.154935, "f1_weighted": 0.170836 }, { "accuracy": 0.166106, "f1": 0.141682, "f1_weighted": 0.15232 }, { "accuracy": 0.176194, "f1": 0.132722, "f1_weighted": 0.153889 }, { "accuracy": 0.153665, "f1": 0.128557, "f1_weighted": 0.143146 }, { "accuracy": 0.178884, "f1": 0.160061, "f1_weighted": 0.179839 }, { "accuracy": 0.210827, "f1": 0.179176, "f1_weighted": 0.199253 }, { "accuracy": 0.17384, "f1": 0.151803, "f1_weighted": 0.178964 }, { "accuracy": 0.152656, "f1": 0.139042, "f1_weighted": 0.162847 }, { "accuracy": 0.171486, "f1": 0.133602, "f1_weighted": 0.147705 } ], "main_score": 0.167888, "hf_subset": "ur", "languages": [ "urd-Arab" ] }, { "accuracy": 0.444956, "f1": 0.420846, "f1_weighted": 0.43784, "scores_per_experiment": [ { "accuracy": 0.454607, "f1": 0.439203, "f1_weighted": 0.448092 }, { "accuracy": 0.459314, "f1": 0.427324, "f1_weighted": 0.448252 }, { "accuracy": 0.457297, "f1": 0.4297, "f1_weighted": 0.447317 }, { "accuracy": 0.464358, "f1": 0.432048, "f1_weighted": 0.460214 }, { "accuracy": 0.43544, "f1": 0.401434, "f1_weighted": 0.419111 }, { "accuracy": 0.455279, "f1": 0.429744, "f1_weighted": 0.451616 }, { "accuracy": 0.427707, "f1": 0.410226, "f1_weighted": 0.428742 }, { "accuracy": 0.46503, "f1": 0.444629, "f1_weighted": 0.460464 }, { "accuracy": 0.395427, "f1": 0.387353, "f1_weighted": 0.392075 }, { "accuracy": 0.435104, "f1": 0.406803, "f1_weighted": 0.422516 } ], "main_score": 0.444956, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "accuracy": 0.456557, "f1": 0.417084, "f1_weighted": 0.451177, "scores_per_experiment": [ { "accuracy": 0.443174, "f1": 0.412455, "f1_weighted": 0.438511 }, { "accuracy": 0.467384, "f1": 0.423804, "f1_weighted": 0.468324 }, { "accuracy": 0.45696, "f1": 0.415012, "f1_weighted": 0.453239 }, { "accuracy": 0.451917, "f1": 0.403699, "f1_weighted": 0.441828 }, { "accuracy": 0.465367, "f1": 0.42324, "f1_weighted": 0.46099 }, { "accuracy": 0.450908, "f1": 0.423903, "f1_weighted": 0.438916 }, { "accuracy": 0.461668, "f1": 0.416673, "f1_weighted": 0.454267 }, { "accuracy": 0.47848, "f1": 0.442309, "f1_weighted": 0.480196 }, { "accuracy": 0.445528, "f1": 0.399698, "f1_weighted": 0.438641 }, { "accuracy": 0.444183, "f1": 0.410046, "f1_weighted": 0.436857 } ], "main_score": 0.456557, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "accuracy": 0.383927, "f1": 0.365105, "f1_weighted": 0.36577, "scores_per_experiment": [ { "accuracy": 0.404842, "f1": 0.398277, "f1_weighted": 0.384002 }, { "accuracy": 0.379287, "f1": 0.363052, "f1_weighted": 0.36324 }, { "accuracy": 0.401816, "f1": 0.382949, "f1_weighted": 0.386216 }, { "accuracy": 0.36113, "f1": 0.345891, "f1_weighted": 0.349702 }, { "accuracy": 0.393073, "f1": 0.360606, "f1_weighted": 0.377777 }, { "accuracy": 0.352387, "f1": 0.334414, "f1_weighted": 0.329989 }, { "accuracy": 0.395427, "f1": 0.377448, "f1_weighted": 0.377895 }, { "accuracy": 0.395763, "f1": 0.376652, "f1_weighted": 0.368921 }, { "accuracy": 0.376597, "f1": 0.350449, "f1_weighted": 0.371488 }, { "accuracy": 0.378951, "f1": 0.36131, "f1_weighted": 0.348471 } ], "main_score": 0.383927, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.45121, "f1": 0.421858, "f1_weighted": 0.436253, "scores_per_experiment": [ { "accuracy": 0.450908, "f1": 0.434276, "f1_weighted": 0.446285 }, { "accuracy": 0.47579, "f1": 0.43971, "f1_weighted": 0.461645 }, { "accuracy": 0.4731, "f1": 0.436586, "f1_weighted": 0.457081 }, { "accuracy": 0.455952, "f1": 0.423906, "f1_weighted": 0.449628 }, { "accuracy": 0.4462, "f1": 0.414393, "f1_weighted": 0.424903 }, { "accuracy": 0.463349, "f1": 0.423654, "f1_weighted": 0.44191 }, { "accuracy": 0.457633, "f1": 0.428616, "f1_weighted": 0.439099 }, { "accuracy": 0.45965, "f1": 0.433736, "f1_weighted": 0.442289 }, { "accuracy": 0.389711, "f1": 0.370675, "f1_weighted": 0.372506 }, { "accuracy": 0.439812, "f1": 0.413025, "f1_weighted": 0.427182 } ], "main_score": 0.45121, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "accuracy": 0.509146, "f1": 0.473017, "f1_weighted": 0.501048, "scores_per_experiment": [ { "accuracy": 0.501681, "f1": 0.465052, "f1_weighted": 0.494277 }, { "accuracy": 0.503362, "f1": 0.453059, "f1_weighted": 0.492138 }, { "accuracy": 0.541022, "f1": 0.51479, "f1_weighted": 0.537227 }, { "accuracy": 0.526227, "f1": 0.489163, "f1_weighted": 0.528548 }, { "accuracy": 0.522865, "f1": 0.469236, "f1_weighted": 0.500018 }, { "accuracy": 0.485205, "f1": 0.466101, "f1_weighted": 0.463249 }, { "accuracy": 0.51883, "f1": 0.479535, "f1_weighted": 0.515557 }, { "accuracy": 0.497646, "f1": 0.481509, "f1_weighted": 0.503066 }, { "accuracy": 0.478144, "f1": 0.440464, "f1_weighted": 0.470283 }, { "accuracy": 0.516476, "f1": 0.47126, "f1_weighted": 0.506121 } ], "main_score": 0.509146, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "accuracy": 0.443376, "f1": 0.429071, "f1_weighted": 0.428972, "scores_per_experiment": [ { "accuracy": 0.424681, "f1": 0.422853, "f1_weighted": 0.401306 }, { "accuracy": 0.444519, "f1": 0.427969, "f1_weighted": 0.435888 }, { "accuracy": 0.477135, "f1": 0.453179, "f1_weighted": 0.465564 }, { "accuracy": 0.432414, "f1": 0.415708, "f1_weighted": 0.422164 }, { "accuracy": 0.488568, "f1": 0.462088, "f1_weighted": 0.476275 }, { "accuracy": 0.399798, "f1": 0.392228, "f1_weighted": 0.3866 }, { "accuracy": 0.449227, "f1": 0.438225, "f1_weighted": 0.435775 }, { "accuracy": 0.472764, "f1": 0.452792, "f1_weighted": 0.462521 }, { "accuracy": 0.421991, "f1": 0.420424, "f1_weighted": 0.405752 }, { "accuracy": 0.422663, "f1": 0.405243, "f1_weighted": 0.397878 } ], "main_score": 0.443376, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "accuracy": 0.261029, "f1": 0.220867, "f1_weighted": 0.236253, "scores_per_experiment": [ { "accuracy": 0.291527, "f1": 0.254323, "f1_weighted": 0.278729 }, { "accuracy": 0.270343, "f1": 0.220236, "f1_weighted": 0.248024 }, { "accuracy": 0.271688, "f1": 0.217412, "f1_weighted": 0.245021 }, { "accuracy": 0.281103, "f1": 0.233657, "f1_weighted": 0.257037 }, { "accuracy": 0.257902, "f1": 0.19574, "f1_weighted": 0.205247 }, { "accuracy": 0.225286, "f1": 0.20698, "f1_weighted": 0.202795 }, { "accuracy": 0.28312, "f1": 0.245847, "f1_weighted": 0.253329 }, { "accuracy": 0.254203, "f1": 0.216957, "f1_weighted": 0.237347 }, { "accuracy": 0.240753, "f1": 0.209884, "f1_weighted": 0.218557 }, { "accuracy": 0.234364, "f1": 0.207631, "f1_weighted": 0.216443 } ], "main_score": 0.261029, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "accuracy": 0.506355, "f1": 0.473205, "f1_weighted": 0.494183, "scores_per_experiment": [ { "accuracy": 0.515804, "f1": 0.48067, "f1_weighted": 0.504595 }, { "accuracy": 0.522192, "f1": 0.48822, "f1_weighted": 0.504592 }, { "accuracy": 0.528917, "f1": 0.502069, "f1_weighted": 0.509487 }, { "accuracy": 0.512441, "f1": 0.478338, "f1_weighted": 0.505407 }, { "accuracy": 0.51076, "f1": 0.471775, "f1_weighted": 0.501592 }, { "accuracy": 0.515131, "f1": 0.479661, "f1_weighted": 0.50887 }, { "accuracy": 0.492939, "f1": 0.45564, "f1_weighted": 0.483918 }, { "accuracy": 0.477135, "f1": 0.454714, "f1_weighted": 0.462167 }, { "accuracy": 0.481506, "f1": 0.454134, "f1_weighted": 0.468579 }, { "accuracy": 0.506725, "f1": 0.466829, "f1_weighted": 0.492626 } ], "main_score": 0.506355, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "accuracy": 0.333389, "f1": 0.317702, "f1_weighted": 0.324552, "scores_per_experiment": [ { "accuracy": 0.359785, "f1": 0.350373, "f1_weighted": 0.351183 }, { "accuracy": 0.311029, "f1": 0.30385, "f1_weighted": 0.302998 }, { "accuracy": 0.345326, "f1": 0.328774, "f1_weighted": 0.339904 }, { "accuracy": 0.335239, "f1": 0.314381, "f1_weighted": 0.318888 }, { "accuracy": 0.344317, "f1": 0.299167, "f1_weighted": 0.319215 }, { "accuracy": 0.325824, "f1": 0.312699, "f1_weighted": 0.307113 }, { "accuracy": 0.335911, "f1": 0.325936, "f1_weighted": 0.337773 }, { "accuracy": 0.352724, "f1": 0.337873, "f1_weighted": 0.341785 }, { "accuracy": 0.30733, "f1": 0.290837, "f1_weighted": 0.315461 }, { "accuracy": 0.316409, "f1": 0.313132, "f1_weighted": 0.311199 } ], "main_score": 0.333389, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ] }, { "accuracy": 0.493712, "f1": 0.460798, "f1_weighted": 0.482188, "scores_per_experiment": [ { "accuracy": 0.51076, "f1": 0.492177, "f1_weighted": 0.504577 }, { "accuracy": 0.496974, "f1": 0.461508, "f1_weighted": 0.480336 }, { "accuracy": 0.51345, "f1": 0.472786, "f1_weighted": 0.500882 }, { "accuracy": 0.522865, "f1": 0.486457, "f1_weighted": 0.51911 }, { "accuracy": 0.501345, "f1": 0.455913, "f1_weighted": 0.486597 }, { "accuracy": 0.449899, "f1": 0.420053, "f1_weighted": 0.42072 }, { "accuracy": 0.483188, "f1": 0.440787, "f1_weighted": 0.464576 }, { "accuracy": 0.49193, "f1": 0.467479, "f1_weighted": 0.50293 }, { "accuracy": 0.460659, "f1": 0.443191, "f1_weighted": 0.449371 }, { "accuracy": 0.506052, "f1": 0.467633, "f1_weighted": 0.49278 } ], "main_score": 0.493712, "hf_subset": "sq", "languages": [ "sqi-Latn" ] }, { "accuracy": 0.166543, "f1": 0.128342, "f1_weighted": 0.121675, "scores_per_experiment": [ { "accuracy": 0.182246, "f1": 0.145515, "f1_weighted": 0.116557 }, { "accuracy": 0.167451, "f1": 0.130937, "f1_weighted": 0.120464 }, { "accuracy": 0.172495, "f1": 0.138637, "f1_weighted": 0.129436 }, { "accuracy": 0.160726, "f1": 0.13429, "f1_weighted": 0.130272 }, { "accuracy": 0.148285, "f1": 0.112032, "f1_weighted": 0.094179 }, { "accuracy": 0.165098, "f1": 0.106884, "f1_weighted": 0.106736 }, { "accuracy": 0.184264, "f1": 0.145534, "f1_weighted": 0.145269 }, { "accuracy": 0.16308, "f1": 0.107018, "f1_weighted": 0.114546 }, { "accuracy": 0.173167, "f1": 0.150313, "f1_weighted": 0.152944 }, { "accuracy": 0.148621, "f1": 0.112264, "f1_weighted": 0.106344 } ], "main_score": 0.166543, "hf_subset": "ta", "languages": [ "tam-Taml" ] }, { "accuracy": 0.217653, "f1": 0.171721, "f1_weighted": 0.192217, "scores_per_experiment": [ { "accuracy": 0.179892, "f1": 0.15323, "f1_weighted": 0.147166 }, { "accuracy": 0.26698, "f1": 0.199164, "f1_weighted": 0.253898 }, { "accuracy": 0.256221, "f1": 0.182596, "f1_weighted": 0.233921 }, { "accuracy": 0.171822, "f1": 0.138406, "f1_weighted": 0.139416 }, { "accuracy": 0.240081, "f1": 0.191131, "f1_weighted": 0.200901 }, { "accuracy": 0.199059, "f1": 0.180548, "f1_weighted": 0.182615 }, { "accuracy": 0.254876, "f1": 0.198592, "f1_weighted": 0.222006 }, { "accuracy": 0.2115, "f1": 0.171732, "f1_weighted": 0.203843 }, { "accuracy": 0.199395, "f1": 0.153382, "f1_weighted": 0.165961 }, { "accuracy": 0.196705, "f1": 0.148426, "f1_weighted": 0.172438 } ], "main_score": 0.217653, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "accuracy": 0.416711, "f1": 0.373748, "f1_weighted": 0.410308, "scores_per_experiment": [ { "accuracy": 0.408877, "f1": 0.376927, "f1_weighted": 0.402819 }, { "accuracy": 0.421991, "f1": 0.38609, "f1_weighted": 0.420377 }, { "accuracy": 0.432414, "f1": 0.384236, "f1_weighted": 0.418432 }, { "accuracy": 0.416274, "f1": 0.37344, "f1_weighted": 0.410558 }, { "accuracy": 0.403833, "f1": 0.349081, "f1_weighted": 0.395058 }, { "accuracy": 0.416611, "f1": 0.362944, "f1_weighted": 0.411057 }, { "accuracy": 0.431742, "f1": 0.379899, "f1_weighted": 0.424429 }, { "accuracy": 0.444519, "f1": 0.413306, "f1_weighted": 0.443955 }, { "accuracy": 0.388702, "f1": 0.356345, "f1_weighted": 0.388101 }, { "accuracy": 0.402152, "f1": 0.355206, "f1_weighted": 0.388292 } ], "main_score": 0.416711, "hf_subset": "cy", "languages": [ "cym-Latn" ] }, { "accuracy": 0.451311, "f1": 0.420203, "f1_weighted": 0.444677, "scores_per_experiment": [ { "accuracy": 0.474781, "f1": 0.43973, "f1_weighted": 0.467181 }, { "accuracy": 0.450908, "f1": 0.416884, "f1_weighted": 0.448225 }, { "accuracy": 0.46234, "f1": 0.439207, "f1_weighted": 0.456249 }, { "accuracy": 0.469065, "f1": 0.428365, "f1_weighted": 0.458441 }, { "accuracy": 0.418292, "f1": 0.378003, "f1_weighted": 0.406129 }, { "accuracy": 0.445864, "f1": 0.42016, "f1_weighted": 0.437189 }, { "accuracy": 0.448218, "f1": 0.417248, "f1_weighted": 0.44893 }, { "accuracy": 0.466039, "f1": 0.438579, "f1_weighted": 0.465275 }, { "accuracy": 0.424344, "f1": 0.400086, "f1_weighted": 0.416424 }, { "accuracy": 0.453262, "f1": 0.423765, "f1_weighted": 0.442727 } ], "main_score": 0.451311, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "accuracy": 0.432213, "f1": 0.405704, "f1_weighted": 0.418349, "scores_per_experiment": [ { "accuracy": 0.442502, "f1": 0.426579, "f1_weighted": 0.435228 }, { "accuracy": 0.417283, "f1": 0.381911, "f1_weighted": 0.40113 }, { "accuracy": 0.463349, "f1": 0.429601, "f1_weighted": 0.438424 }, { "accuracy": 0.429052, "f1": 0.404553, "f1_weighted": 0.41992 }, { "accuracy": 0.428379, "f1": 0.397557, "f1_weighted": 0.408229 }, { "accuracy": 0.427707, "f1": 0.401371, "f1_weighted": 0.410284 }, { "accuracy": 0.44351, "f1": 0.422194, "f1_weighted": 0.440818 }, { "accuracy": 0.427371, "f1": 0.414185, "f1_weighted": 0.415146 }, { "accuracy": 0.405514, "f1": 0.374472, "f1_weighted": 0.394232 }, { "accuracy": 0.437458, "f1": 0.40462, "f1_weighted": 0.420082 } ], "main_score": 0.432213, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "accuracy": 0.423067, "f1": 0.39765, "f1_weighted": 0.410739, "scores_per_experiment": [ { "accuracy": 0.445864, "f1": 0.421671, "f1_weighted": 0.420245 }, { "accuracy": 0.413248, "f1": 0.397373, "f1_weighted": 0.403121 }, { "accuracy": 0.449227, "f1": 0.412687, "f1_weighted": 0.440395 }, { "accuracy": 0.411567, "f1": 0.38836, "f1_weighted": 0.39439 }, { "accuracy": 0.409886, "f1": 0.386331, "f1_weighted": 0.391902 }, { "accuracy": 0.400134, "f1": 0.383734, "f1_weighted": 0.390114 }, { "accuracy": 0.432751, "f1": 0.406944, "f1_weighted": 0.429119 }, { "accuracy": 0.39879, "f1": 0.385762, "f1_weighted": 0.394855 }, { "accuracy": 0.421654, "f1": 0.388232, "f1_weighted": 0.411449 }, { "accuracy": 0.447545, "f1": 0.405402, "f1_weighted": 0.431798 } ], "main_score": 0.423067, "hf_subset": "vi", "languages": [ "vie-Latn" ] } ] }, "evaluation_time": 127.67716813087463, "kg_co2_emissions": 0.004440718187308293 }