{ "dataset_revision": "fad2c6e8459f9e1c45d9315f4953d921437d70f8", "task_name": "MassiveScenarioClassification", "mteb_version": "1.18.0", "scores": { "test": [ { "accuracy": 0.711264, "f1": 0.70358, "f1_weighted": 0.705252, "hf_subset": "ru", "languages": [ "rus-Cyrl" ], "main_score": 0.711264, "scores_per_experiment": [ { "accuracy": 0.721587, "f1": 0.721506, "f1_weighted": 0.715459 }, { "accuracy": 0.719906, "f1": 0.714969, "f1_weighted": 0.711262 }, { "accuracy": 0.725958, "f1": 0.712506, "f1_weighted": 0.722339 }, { "accuracy": 0.728648, "f1": 0.720654, "f1_weighted": 0.727072 }, { "accuracy": 0.703093, "f1": 0.682373, "f1_weighted": 0.691892 }, { "accuracy": 0.680901, "f1": 0.671774, "f1_weighted": 0.667861 }, { "accuracy": 0.693679, "f1": 0.684488, "f1_weighted": 0.687384 }, { "accuracy": 0.700067, "f1": 0.699462, "f1_weighted": 0.698186 }, { "accuracy": 0.721587, "f1": 0.718179, "f1_weighted": 0.721539 }, { "accuracy": 0.717216, "f1": 0.709885, "f1_weighted": 0.709523 } ] }, { "accuracy": 0.075488, "f1": 0.040608, "f1_weighted": 0.038411, "scores_per_experiment": [ { "accuracy": 0.121385, "f1": 0.038181, "f1_weighted": 0.050832 }, { "accuracy": 0.070948, "f1": 0.051679, "f1_weighted": 0.04525 }, { "accuracy": 0.04304, "f1": 0.033761, "f1_weighted": 0.021736 }, { "accuracy": 0.072293, "f1": 0.033586, "f1_weighted": 0.025732 }, { "accuracy": 0.055817, "f1": 0.03763, "f1_weighted": 0.028197 }, { "accuracy": 0.052791, "f1": 0.044911, "f1_weighted": 0.034293 }, { "accuracy": 0.075319, "f1": 0.038155, "f1_weighted": 0.047314 }, { "accuracy": 0.127774, "f1": 0.056598, "f1_weighted": 0.070681 }, { "accuracy": 0.056826, "f1": 0.032796, "f1_weighted": 0.023655 }, { "accuracy": 0.078682, "f1": 0.038781, "f1_weighted": 0.036416 } ], "main_score": 0.075488, "hf_subset": "kn", "languages": [ "kan-Knda" ] }, { "accuracy": 0.473336, "f1": 0.441129, "f1_weighted": 0.46196, "scores_per_experiment": [ { "accuracy": 0.504371, "f1": 0.469474, "f1_weighted": 0.49509 }, { "accuracy": 0.477135, "f1": 0.439036, "f1_weighted": 0.46788 }, { "accuracy": 0.49462, "f1": 0.464468, "f1_weighted": 0.492552 }, { "accuracy": 0.490585, "f1": 0.454171, "f1_weighted": 0.482981 }, { "accuracy": 0.453598, "f1": 0.425638, "f1_weighted": 0.442882 }, { "accuracy": 0.424681, "f1": 0.391595, "f1_weighted": 0.397591 }, { "accuracy": 0.493948, "f1": 0.45347, "f1_weighted": 0.483928 }, { "accuracy": 0.474445, "f1": 0.446304, "f1_weighted": 0.458564 }, { "accuracy": 0.449563, "f1": 0.428291, "f1_weighted": 0.439553 }, { "accuracy": 0.47041, "f1": 0.438841, "f1_weighted": 0.458584 } ], "main_score": 0.473336, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "accuracy": 0.429657, "f1": 0.393066, "f1_weighted": 0.424201, "scores_per_experiment": [ { "accuracy": 0.419301, "f1": 0.397715, "f1_weighted": 0.401974 }, { "accuracy": 0.419301, "f1": 0.397962, "f1_weighted": 0.42278 }, { "accuracy": 0.418964, "f1": 0.377839, "f1_weighted": 0.404507 }, { "accuracy": 0.433759, "f1": 0.390102, "f1_weighted": 0.436068 }, { "accuracy": 0.454607, "f1": 0.394468, "f1_weighted": 0.444591 }, { "accuracy": 0.419637, "f1": 0.376756, "f1_weighted": 0.408167 }, { "accuracy": 0.440484, "f1": 0.401612, "f1_weighted": 0.437314 }, { "accuracy": 0.432078, "f1": 0.392285, "f1_weighted": 0.428546 }, { "accuracy": 0.416611, "f1": 0.382832, "f1_weighted": 0.410468 }, { "accuracy": 0.441829, "f1": 0.419093, "f1_weighted": 0.447598 } ], "main_score": 0.429657, "hf_subset": "tl", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.0846, "f1": 0.037529, "f1_weighted": 0.043922, "scores_per_experiment": [ { "accuracy": 0.108272, "f1": 0.026664, "f1_weighted": 0.045579 }, { "accuracy": 0.073302, "f1": 0.039828, "f1_weighted": 0.04921 }, { "accuracy": 0.045393, "f1": 0.01859, "f1_weighted": 0.018233 }, { "accuracy": 0.046066, "f1": 0.03042, "f1_weighted": 0.018797 }, { "accuracy": 0.081036, "f1": 0.037651, "f1_weighted": 0.032672 }, { "accuracy": 0.075656, "f1": 0.032472, "f1_weighted": 0.028738 }, { "accuracy": 0.116678, "f1": 0.048016, "f1_weighted": 0.076076 }, { "accuracy": 0.129119, "f1": 0.048967, "f1_weighted": 0.068959 }, { "accuracy": 0.108608, "f1": 0.061516, "f1_weighted": 0.075593 }, { "accuracy": 0.06187, "f1": 0.031164, "f1_weighted": 0.02536 } ], "main_score": 0.0846, "hf_subset": "hy", "languages": [ "hye-Armn" ] }, { "accuracy": 0.379186, "f1": 0.3441, "f1_weighted": 0.375101, "scores_per_experiment": [ { "accuracy": 0.402488, "f1": 0.366322, "f1_weighted": 0.398243 }, { "accuracy": 0.385676, "f1": 0.357047, "f1_weighted": 0.384957 }, { "accuracy": 0.395763, "f1": 0.352598, "f1_weighted": 0.395291 }, { "accuracy": 0.390383, "f1": 0.349405, "f1_weighted": 0.386787 }, { "accuracy": 0.329186, "f1": 0.305776, "f1_weighted": 0.324991 }, { "accuracy": 0.386012, "f1": 0.34515, "f1_weighted": 0.379718 }, { "accuracy": 0.368191, "f1": 0.337045, "f1_weighted": 0.357301 }, { "accuracy": 0.415938, "f1": 0.375653, "f1_weighted": 0.420116 }, { "accuracy": 0.35306, "f1": 0.325425, "f1_weighted": 0.353517 }, { "accuracy": 0.365165, "f1": 0.326578, "f1_weighted": 0.350094 } ], "main_score": 0.379186, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "accuracy": 0.290383, "f1": 0.265831, "f1_weighted": 0.278751, "scores_per_experiment": [ { "accuracy": 0.303631, "f1": 0.294002, "f1_weighted": 0.294255 }, { "accuracy": 0.305313, "f1": 0.282689, "f1_weighted": 0.304218 }, { "accuracy": 0.329859, "f1": 0.29249, "f1_weighted": 0.313482 }, { "accuracy": 0.260592, "f1": 0.246346, "f1_weighted": 0.257262 }, { "accuracy": 0.291863, "f1": 0.260792, "f1_weighted": 0.280606 }, { "accuracy": 0.252186, "f1": 0.217358, "f1_weighted": 0.223971 }, { "accuracy": 0.318426, "f1": 0.287973, "f1_weighted": 0.313958 }, { "accuracy": 0.311029, "f1": 0.284663, "f1_weighted": 0.300759 }, { "accuracy": 0.242434, "f1": 0.235709, "f1_weighted": 0.232858 }, { "accuracy": 0.2885, "f1": 0.256288, "f1_weighted": 0.266138 } ], "main_score": 0.290383, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "accuracy": 0.443073, "f1": 0.414503, "f1_weighted": 0.435865, "scores_per_experiment": [ { "accuracy": 0.43813, "f1": 0.422019, "f1_weighted": 0.434649 }, { "accuracy": 0.44082, "f1": 0.413223, "f1_weighted": 0.437399 }, { "accuracy": 0.479153, "f1": 0.439175, "f1_weighted": 0.478616 }, { "accuracy": 0.475118, "f1": 0.432262, "f1_weighted": 0.475128 }, { "accuracy": 0.434095, "f1": 0.410465, "f1_weighted": 0.412988 }, { "accuracy": 0.407868, "f1": 0.376073, "f1_weighted": 0.392608 }, { "accuracy": 0.449563, "f1": 0.417561, "f1_weighted": 0.443659 }, { "accuracy": 0.445192, "f1": 0.424173, "f1_weighted": 0.453168 }, { "accuracy": 0.408204, "f1": 0.390599, "f1_weighted": 0.391682 }, { "accuracy": 0.452589, "f1": 0.419483, "f1_weighted": 0.438756 } ], "main_score": 0.443073, "hf_subset": "sq", "languages": [ "sqi-Latn" ] }, { "accuracy": 0.507835, "f1": 0.475823, "f1_weighted": 0.501559, "scores_per_experiment": [ { "accuracy": 0.525891, "f1": 0.494942, "f1_weighted": 0.525525 }, { "accuracy": 0.491258, "f1": 0.466509, "f1_weighted": 0.486358 }, { "accuracy": 0.514795, "f1": 0.472931, "f1_weighted": 0.507078 }, { "accuracy": 0.507061, "f1": 0.464533, "f1_weighted": 0.500614 }, { "accuracy": 0.511096, "f1": 0.468797, "f1_weighted": 0.503007 }, { "accuracy": 0.479489, "f1": 0.450781, "f1_weighted": 0.470188 }, { "accuracy": 0.535978, "f1": 0.496671, "f1_weighted": 0.534161 }, { "accuracy": 0.508406, "f1": 0.492034, "f1_weighted": 0.502269 }, { "accuracy": 0.485205, "f1": 0.464523, "f1_weighted": 0.479529 }, { "accuracy": 0.519166, "f1": 0.486513, "f1_weighted": 0.506865 } ], "main_score": 0.507835, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "accuracy": 0.415736, "f1": 0.386512, "f1_weighted": 0.417907, "scores_per_experiment": [ { "accuracy": 0.424008, "f1": 0.382065, "f1_weighted": 0.427785 }, { "accuracy": 0.414593, "f1": 0.394907, "f1_weighted": 0.425029 }, { "accuracy": 0.439812, "f1": 0.417838, "f1_weighted": 0.447784 }, { "accuracy": 0.3961, "f1": 0.364705, "f1_weighted": 0.392326 }, { "accuracy": 0.441157, "f1": 0.388231, "f1_weighted": 0.435385 }, { "accuracy": 0.384331, "f1": 0.361085, "f1_weighted": 0.383619 }, { "accuracy": 0.430733, "f1": 0.395339, "f1_weighted": 0.423296 }, { "accuracy": 0.414257, "f1": 0.39018, "f1_weighted": 0.425127 }, { "accuracy": 0.397781, "f1": 0.377011, "f1_weighted": 0.402519 }, { "accuracy": 0.414593, "f1": 0.39376, "f1_weighted": 0.416198 } ], "main_score": 0.415736, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "accuracy": 0.101681, "f1": 0.045643, "f1_weighted": 0.059176, "scores_per_experiment": [ { "accuracy": 0.119704, "f1": 0.042055, "f1_weighted": 0.061607 }, { "accuracy": 0.057835, "f1": 0.030641, "f1_weighted": 0.034411 }, { "accuracy": 0.099193, "f1": 0.036245, "f1_weighted": 0.047707 }, { "accuracy": 0.071957, "f1": 0.040626, "f1_weighted": 0.049977 }, { "accuracy": 0.134163, "f1": 0.060475, "f1_weighted": 0.076134 }, { "accuracy": 0.097848, "f1": 0.045293, "f1_weighted": 0.046319 }, { "accuracy": 0.097848, "f1": 0.041177, "f1_weighted": 0.057143 }, { "accuracy": 0.127438, "f1": 0.051315, "f1_weighted": 0.071834 }, { "accuracy": 0.136516, "f1": 0.060596, "f1_weighted": 0.094816 }, { "accuracy": 0.074311, "f1": 0.048011, "f1_weighted": 0.051809 } ], "main_score": 0.101681, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ] }, { "accuracy": 0.464896, "f1": 0.43465, "f1_weighted": 0.45872, "scores_per_experiment": [ { "accuracy": 0.46234, "f1": 0.431655, "f1_weighted": 0.456159 }, { "accuracy": 0.478816, "f1": 0.454515, "f1_weighted": 0.477223 }, { "accuracy": 0.489576, "f1": 0.463233, "f1_weighted": 0.496843 }, { "accuracy": 0.499664, "f1": 0.46518, "f1_weighted": 0.505627 }, { "accuracy": 0.472428, "f1": 0.443176, "f1_weighted": 0.466999 }, { "accuracy": 0.452925, "f1": 0.421021, "f1_weighted": 0.447598 }, { "accuracy": 0.454607, "f1": 0.421532, "f1_weighted": 0.444148 }, { "accuracy": 0.459314, "f1": 0.435218, "f1_weighted": 0.447078 }, { "accuracy": 0.427707, "f1": 0.402354, "f1_weighted": 0.409191 }, { "accuracy": 0.45158, "f1": 0.408615, "f1_weighted": 0.436335 } ], "main_score": 0.464896, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "accuracy": 0.420847, "f1": 0.396971, "f1_weighted": 0.414576, "scores_per_experiment": [ { "accuracy": 0.406187, "f1": 0.397972, "f1_weighted": 0.396782 }, { "accuracy": 0.435104, "f1": 0.398026, "f1_weighted": 0.435236 }, { "accuracy": 0.461332, "f1": 0.424279, "f1_weighted": 0.446867 }, { "accuracy": 0.423672, "f1": 0.409053, "f1_weighted": 0.430657 }, { "accuracy": 0.462677, "f1": 0.430149, "f1_weighted": 0.452067 }, { "accuracy": 0.365837, "f1": 0.344206, "f1_weighted": 0.339442 }, { "accuracy": 0.451244, "f1": 0.409231, "f1_weighted": 0.441511 }, { "accuracy": 0.415602, "f1": 0.406484, "f1_weighted": 0.420274 }, { "accuracy": 0.383322, "f1": 0.363994, "f1_weighted": 0.387602 }, { "accuracy": 0.403497, "f1": 0.386318, "f1_weighted": 0.395326 } ], "main_score": 0.420847, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "accuracy": 0.089543, "f1": 0.038736, "f1_weighted": 0.046532, "scores_per_experiment": [ { "accuracy": 0.131137, "f1": 0.042874, "f1_weighted": 0.062185 }, { "accuracy": 0.155346, "f1": 0.052173, "f1_weighted": 0.079735 }, { "accuracy": 0.042367, "f1": 0.023015, "f1_weighted": 0.018304 }, { "accuracy": 0.039341, "f1": 0.018409, "f1_weighted": 0.011784 }, { "accuracy": 0.14694, "f1": 0.056503, "f1_weighted": 0.086488 }, { "accuracy": 0.083726, "f1": 0.041857, "f1_weighted": 0.041178 }, { "accuracy": 0.068258, "f1": 0.041409, "f1_weighted": 0.036384 }, { "accuracy": 0.119368, "f1": 0.051535, "f1_weighted": 0.076328 }, { "accuracy": 0.047411, "f1": 0.033646, "f1_weighted": 0.02462 }, { "accuracy": 0.061533, "f1": 0.025939, "f1_weighted": 0.02831 } ], "main_score": 0.089543, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "accuracy": 0.454674, "f1": 0.421263, "f1_weighted": 0.446091, "scores_per_experiment": [ { "accuracy": 0.495293, "f1": 0.464759, "f1_weighted": 0.496557 }, { "accuracy": 0.432751, "f1": 0.404893, "f1_weighted": 0.415406 }, { "accuracy": 0.459314, "f1": 0.422598, "f1_weighted": 0.449975 }, { "accuracy": 0.448218, "f1": 0.417803, "f1_weighted": 0.45141 }, { "accuracy": 0.46234, "f1": 0.418332, "f1_weighted": 0.448805 }, { "accuracy": 0.449899, "f1": 0.412199, "f1_weighted": 0.442435 }, { "accuracy": 0.493275, "f1": 0.454356, "f1_weighted": 0.480172 }, { "accuracy": 0.463685, "f1": 0.435858, "f1_weighted": 0.451966 }, { "accuracy": 0.401479, "f1": 0.374367, "f1_weighted": 0.384397 }, { "accuracy": 0.440484, "f1": 0.407469, "f1_weighted": 0.439786 } ], "main_score": 0.454674, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "accuracy": 0.071453, "f1": 0.031336, "f1_weighted": 0.034732, "scores_per_experiment": [ { "accuracy": 0.111634, "f1": 0.031146, "f1_weighted": 0.053888 }, { "accuracy": 0.050101, "f1": 0.02762, "f1_weighted": 0.026651 }, { "accuracy": 0.049765, "f1": 0.025731, "f1_weighted": 0.017116 }, { "accuracy": 0.054808, "f1": 0.02715, "f1_weighted": 0.024122 }, { "accuracy": 0.065232, "f1": 0.029119, "f1_weighted": 0.023552 }, { "accuracy": 0.049428, "f1": 0.02401, "f1_weighted": 0.020283 }, { "accuracy": 0.055145, "f1": 0.024286, "f1_weighted": 0.02595 }, { "accuracy": 0.132818, "f1": 0.052678, "f1_weighted": 0.075532 }, { "accuracy": 0.068594, "f1": 0.044156, "f1_weighted": 0.052386 }, { "accuracy": 0.077001, "f1": 0.02746, "f1_weighted": 0.027839 } ], "main_score": 0.071453, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "accuracy": 0.077102, "f1": 0.043118, "f1_weighted": 0.039314, "scores_per_experiment": [ { "accuracy": 0.139879, "f1": 0.054991, "f1_weighted": 0.072412 }, { "accuracy": 0.054136, "f1": 0.039199, "f1_weighted": 0.022415 }, { "accuracy": 0.049092, "f1": 0.03134, "f1_weighted": 0.022113 }, { "accuracy": 0.049092, "f1": 0.029473, "f1_weighted": 0.017826 }, { "accuracy": 0.052455, "f1": 0.051176, "f1_weighted": 0.032875 }, { "accuracy": 0.055481, "f1": 0.03626, "f1_weighted": 0.024146 }, { "accuracy": 0.05649, "f1": 0.049071, "f1_weighted": 0.039162 }, { "accuracy": 0.13887, "f1": 0.049914, "f1_weighted": 0.064808 }, { "accuracy": 0.125757, "f1": 0.06015, "f1_weighted": 0.076559 }, { "accuracy": 0.049765, "f1": 0.029603, "f1_weighted": 0.020826 } ], "main_score": 0.077102, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "accuracy": 0.354539, "f1": 0.324398, "f1_weighted": 0.353436, "scores_per_experiment": [ { "accuracy": 0.376261, "f1": 0.328409, "f1_weighted": 0.367238 }, { "accuracy": 0.345662, "f1": 0.320299, "f1_weighted": 0.336846 }, { "accuracy": 0.358776, "f1": 0.325851, "f1_weighted": 0.34561 }, { "accuracy": 0.372898, "f1": 0.346041, "f1_weighted": 0.389348 }, { "accuracy": 0.325488, "f1": 0.311377, "f1_weighted": 0.317161 }, { "accuracy": 0.340619, "f1": 0.299573, "f1_weighted": 0.335329 }, { "accuracy": 0.380296, "f1": 0.345481, "f1_weighted": 0.382395 }, { "accuracy": 0.368191, "f1": 0.348918, "f1_weighted": 0.381618 }, { "accuracy": 0.327169, "f1": 0.299121, "f1_weighted": 0.330338 }, { "accuracy": 0.350034, "f1": 0.318909, "f1_weighted": 0.348477 } ], "main_score": 0.354539, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "accuracy": 0.449866, "f1": 0.407316, "f1_weighted": 0.452514, "scores_per_experiment": [ { "accuracy": 0.441157, "f1": 0.398265, "f1_weighted": 0.447122 }, { "accuracy": 0.444519, "f1": 0.410538, "f1_weighted": 0.451721 }, { "accuracy": 0.467384, "f1": 0.429726, "f1_weighted": 0.46939 }, { "accuracy": 0.459314, "f1": 0.409243, "f1_weighted": 0.461746 }, { "accuracy": 0.466039, "f1": 0.408868, "f1_weighted": 0.466075 }, { "accuracy": 0.426026, "f1": 0.378915, "f1_weighted": 0.428558 }, { "accuracy": 0.466711, "f1": 0.415924, "f1_weighted": 0.466728 }, { "accuracy": 0.440148, "f1": 0.407022, "f1_weighted": 0.451858 }, { "accuracy": 0.422999, "f1": 0.393528, "f1_weighted": 0.421877 }, { "accuracy": 0.464358, "f1": 0.421131, "f1_weighted": 0.460062 } ], "main_score": 0.449866, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "accuracy": 0.404136, "f1": 0.365572, "f1_weighted": 0.393329, "scores_per_experiment": [ { "accuracy": 0.417283, "f1": 0.373682, "f1_weighted": 0.409112 }, { "accuracy": 0.431069, "f1": 0.385179, "f1_weighted": 0.419649 }, { "accuracy": 0.431069, "f1": 0.381144, "f1_weighted": 0.414909 }, { "accuracy": 0.401143, "f1": 0.362424, "f1_weighted": 0.394901 }, { "accuracy": 0.406187, "f1": 0.365238, "f1_weighted": 0.383122 }, { "accuracy": 0.37189, "f1": 0.333984, "f1_weighted": 0.34828 }, { "accuracy": 0.428043, "f1": 0.380931, "f1_weighted": 0.428374 }, { "accuracy": 0.421654, "f1": 0.386239, "f1_weighted": 0.415232 }, { "accuracy": 0.332885, "f1": 0.31387, "f1_weighted": 0.331927 }, { "accuracy": 0.400134, "f1": 0.373031, "f1_weighted": 0.387786 } ], "main_score": 0.404136, "hf_subset": "ms", "languages": [ "msa-Latn" ] }, { "accuracy": 0.46577, "f1": 0.420843, "f1_weighted": 0.462113, "scores_per_experiment": [ { "accuracy": 0.502017, "f1": 0.44462, "f1_weighted": 0.499017 }, { "accuracy": 0.441157, "f1": 0.408938, "f1_weighted": 0.442441 }, { "accuracy": 0.447545, "f1": 0.400468, "f1_weighted": 0.434888 }, { "accuracy": 0.475454, "f1": 0.418203, "f1_weighted": 0.470826 }, { "accuracy": 0.474109, "f1": 0.430263, "f1_weighted": 0.472982 }, { "accuracy": 0.435777, "f1": 0.400707, "f1_weighted": 0.431297 }, { "accuracy": 0.488231, "f1": 0.441231, "f1_weighted": 0.485031 }, { "accuracy": 0.467384, "f1": 0.421649, "f1_weighted": 0.467463 }, { "accuracy": 0.463685, "f1": 0.423636, "f1_weighted": 0.46357 }, { "accuracy": 0.46234, "f1": 0.418715, "f1_weighted": 0.453613 } ], "main_score": 0.46577, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "accuracy": 0.438668, "f1": 0.406479, "f1_weighted": 0.440582, "scores_per_experiment": [ { "accuracy": 0.468729, "f1": 0.429933, "f1_weighted": 0.477181 }, { "accuracy": 0.441157, "f1": 0.422692, "f1_weighted": 0.450091 }, { "accuracy": 0.453598, "f1": 0.42269, "f1_weighted": 0.458623 }, { "accuracy": 0.457633, "f1": 0.418537, "f1_weighted": 0.47061 }, { "accuracy": 0.442838, "f1": 0.393098, "f1_weighted": 0.429558 }, { "accuracy": 0.427371, "f1": 0.389326, "f1_weighted": 0.426053 }, { "accuracy": 0.480834, "f1": 0.433375, "f1_weighted": 0.483134 }, { "accuracy": 0.432414, "f1": 0.407014, "f1_weighted": 0.432149 }, { "accuracy": 0.360121, "f1": 0.345656, "f1_weighted": 0.358085 }, { "accuracy": 0.421991, "f1": 0.40247, "f1_weighted": 0.420332 } ], "main_score": 0.438668, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "accuracy": 0.421015, "f1": 0.401346, "f1_weighted": 0.417483, "scores_per_experiment": [ { "accuracy": 0.431069, "f1": 0.416705, "f1_weighted": 0.431353 }, { "accuracy": 0.418964, "f1": 0.399466, "f1_weighted": 0.40889 }, { "accuracy": 0.440148, "f1": 0.416877, "f1_weighted": 0.436898 }, { "accuracy": 0.427707, "f1": 0.414295, "f1_weighted": 0.434662 }, { "accuracy": 0.427371, "f1": 0.402568, "f1_weighted": 0.422264 }, { "accuracy": 0.398117, "f1": 0.374893, "f1_weighted": 0.38316 }, { "accuracy": 0.3961, "f1": 0.388307, "f1_weighted": 0.390792 }, { "accuracy": 0.438803, "f1": 0.415648, "f1_weighted": 0.439409 }, { "accuracy": 0.406523, "f1": 0.38524, "f1_weighted": 0.41013 }, { "accuracy": 0.425353, "f1": 0.399461, "f1_weighted": 0.417276 } ], "main_score": 0.421015, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "accuracy": 0.070175, "f1": 0.018706, "f1_weighted": 0.02425, "scores_per_experiment": [ { "accuracy": 0.135171, "f1": 0.029755, "f1_weighted": 0.060409 }, { "accuracy": 0.052791, "f1": 0.016882, "f1_weighted": 0.01239 }, { "accuracy": 0.039005, "f1": 0.010604, "f1_weighted": 0.007174 }, { "accuracy": 0.063215, "f1": 0.01982, "f1_weighted": 0.01608 }, { "accuracy": 0.081372, "f1": 0.026082, "f1_weighted": 0.02675 }, { "accuracy": 0.050773, "f1": 0.011712, "f1_weighted": 0.009051 }, { "accuracy": 0.052118, "f1": 0.018227, "f1_weighted": 0.024956 }, { "accuracy": 0.127102, "f1": 0.02317, "f1_weighted": 0.047157 }, { "accuracy": 0.033289, "f1": 0.009661, "f1_weighted": 0.008226 }, { "accuracy": 0.066913, "f1": 0.021152, "f1_weighted": 0.030311 } ], "main_score": 0.070175, "hf_subset": "ta", "languages": [ "tam-Taml" ] }, { "accuracy": 0.317586, "f1": 0.294037, "f1_weighted": 0.303311, "scores_per_experiment": [ { "accuracy": 0.32616, "f1": 0.305411, "f1_weighted": 0.306285 }, { "accuracy": 0.322125, "f1": 0.311492, "f1_weighted": 0.315661 }, { "accuracy": 0.332885, "f1": 0.297035, "f1_weighted": 0.316181 }, { "accuracy": 0.308003, "f1": 0.264738, "f1_weighted": 0.275928 }, { "accuracy": 0.342972, "f1": 0.310567, "f1_weighted": 0.32248 }, { "accuracy": 0.274042, "f1": 0.261228, "f1_weighted": 0.26364 }, { "accuracy": 0.314391, "f1": 0.297052, "f1_weighted": 0.304283 }, { "accuracy": 0.313383, "f1": 0.304252, "f1_weighted": 0.309176 }, { "accuracy": 0.330195, "f1": 0.305002, "f1_weighted": 0.322595 }, { "accuracy": 0.311701, "f1": 0.283594, "f1_weighted": 0.296883 } ], "main_score": 0.317586, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "accuracy": 0.087357, "f1": 0.042373, "f1_weighted": 0.044379, "scores_per_experiment": [ { "accuracy": 0.114997, "f1": 0.050994, "f1_weighted": 0.063363 }, { "accuracy": 0.119032, "f1": 0.053308, "f1_weighted": 0.053735 }, { "accuracy": 0.055145, "f1": 0.034795, "f1_weighted": 0.027219 }, { "accuracy": 0.109953, "f1": 0.047677, "f1_weighted": 0.062323 }, { "accuracy": 0.105582, "f1": 0.051494, "f1_weighted": 0.05364 }, { "accuracy": 0.075992, "f1": 0.049467, "f1_weighted": 0.046617 }, { "accuracy": 0.072966, "f1": 0.033186, "f1_weighted": 0.027202 }, { "accuracy": 0.087088, "f1": 0.038127, "f1_weighted": 0.04266 }, { "accuracy": 0.035642, "f1": 0.023616, "f1_weighted": 0.0157 }, { "accuracy": 0.097176, "f1": 0.041061, "f1_weighted": 0.051332 } ], "main_score": 0.087357, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "accuracy": 0.072898, "f1": 0.030436, "f1_weighted": 0.039438, "scores_per_experiment": [ { "accuracy": 0.102219, "f1": 0.023961, "f1_weighted": 0.041572 }, { "accuracy": 0.090451, "f1": 0.035348, "f1_weighted": 0.050192 }, { "accuracy": 0.049765, "f1": 0.025925, "f1_weighted": 0.029329 }, { "accuracy": 0.058843, "f1": 0.029127, "f1_weighted": 0.033062 }, { "accuracy": 0.065905, "f1": 0.023419, "f1_weighted": 0.026074 }, { "accuracy": 0.092804, "f1": 0.040609, "f1_weighted": 0.055241 }, { "accuracy": 0.059852, "f1": 0.03386, "f1_weighted": 0.038818 }, { "accuracy": 0.103564, "f1": 0.044762, "f1_weighted": 0.069608 }, { "accuracy": 0.043712, "f1": 0.023579, "f1_weighted": 0.026952 }, { "accuracy": 0.06187, "f1": 0.023767, "f1_weighted": 0.023536 } ], "main_score": 0.072898, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "accuracy": 0.076463, "f1": 0.022357, "f1_weighted": 0.030521, "scores_per_experiment": [ { "accuracy": 0.108944, "f1": 0.023946, "f1_weighted": 0.043395 }, { "accuracy": 0.038668, "f1": 0.012911, "f1_weighted": 0.008884 }, { "accuracy": 0.036651, "f1": 0.010012, "f1_weighted": 0.007656 }, { "accuracy": 0.058843, "f1": 0.022108, "f1_weighted": 0.019456 }, { "accuracy": 0.066241, "f1": 0.018415, "f1_weighted": 0.020311 }, { "accuracy": 0.052455, "f1": 0.02062, "f1_weighted": 0.020836 }, { "accuracy": 0.129455, "f1": 0.031808, "f1_weighted": 0.060813 }, { "accuracy": 0.125757, "f1": 0.033909, "f1_weighted": 0.055793 }, { "accuracy": 0.096503, "f1": 0.029988, "f1_weighted": 0.049849 }, { "accuracy": 0.05111, "f1": 0.019852, "f1_weighted": 0.018214 } ], "main_score": 0.076463, "hf_subset": "he", "languages": [ "heb-Hebr" ] }, { "accuracy": 0.710625, "f1": 0.695063, "f1_weighted": 0.706996, "scores_per_experiment": [ { "accuracy": 0.718897, "f1": 0.707848, "f1_weighted": 0.716694 }, { "accuracy": 0.733356, "f1": 0.713137, "f1_weighted": 0.727842 }, { "accuracy": 0.729993, "f1": 0.710041, "f1_weighted": 0.726646 }, { "accuracy": 0.713181, "f1": 0.696026, "f1_weighted": 0.713578 }, { "accuracy": 0.700403, "f1": 0.679881, "f1_weighted": 0.689238 }, { "accuracy": 0.697377, "f1": 0.675684, "f1_weighted": 0.689084 }, { "accuracy": 0.711163, "f1": 0.692561, "f1_weighted": 0.7083 }, { "accuracy": 0.704102, "f1": 0.692938, "f1_weighted": 0.705926 }, { "accuracy": 0.704102, "f1": 0.698214, "f1_weighted": 0.703927 }, { "accuracy": 0.693679, "f1": 0.684298, "f1_weighted": 0.688722 } ], "main_score": 0.710625, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "accuracy": 0.102051, "f1": 0.068051, "f1_weighted": 0.079672, "scores_per_experiment": [ { "accuracy": 0.06187, "f1": 0.032954, "f1_weighted": 0.028578 }, { "accuracy": 0.086079, "f1": 0.060515, "f1_weighted": 0.067824 }, { "accuracy": 0.092468, "f1": 0.065724, "f1_weighted": 0.071071 }, { "accuracy": 0.127102, "f1": 0.080249, "f1_weighted": 0.111192 }, { "accuracy": 0.14425, "f1": 0.090146, "f1_weighted": 0.109373 }, { "accuracy": 0.127438, "f1": 0.078855, "f1_weighted": 0.107029 }, { "accuracy": 0.1039, "f1": 0.064699, "f1_weighted": 0.071403 }, { "accuracy": 0.106254, "f1": 0.068347, "f1_weighted": 0.082639 }, { "accuracy": 0.078682, "f1": 0.064401, "f1_weighted": 0.06952 }, { "accuracy": 0.092468, "f1": 0.074619, "f1_weighted": 0.078094 } ], "main_score": 0.102051, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ] }, { "accuracy": 0.479354, "f1": 0.454995, "f1_weighted": 0.46951, "scores_per_experiment": [ { "accuracy": 0.477471, "f1": 0.454664, "f1_weighted": 0.473099 }, { "accuracy": 0.493275, "f1": 0.46896, "f1_weighted": 0.485858 }, { "accuracy": 0.473773, "f1": 0.459072, "f1_weighted": 0.462274 }, { "accuracy": 0.47848, "f1": 0.458658, "f1_weighted": 0.477553 }, { "accuracy": 0.479825, "f1": 0.444434, "f1_weighted": 0.464756 }, { "accuracy": 0.485878, "f1": 0.454773, "f1_weighted": 0.481943 }, { "accuracy": 0.494956, "f1": 0.460486, "f1_weighted": 0.482338 }, { "accuracy": 0.486886, "f1": 0.464964, "f1_weighted": 0.485312 }, { "accuracy": 0.436785, "f1": 0.421545, "f1_weighted": 0.413397 }, { "accuracy": 0.486214, "f1": 0.462399, "f1_weighted": 0.468574 } ], "main_score": 0.479354, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "accuracy": 0.430296, "f1": 0.383312, "f1_weighted": 0.421621, "scores_per_experiment": [ { "accuracy": 0.428043, "f1": 0.376835, "f1_weighted": 0.420182 }, { "accuracy": 0.447882, "f1": 0.401764, "f1_weighted": 0.4355 }, { "accuracy": 0.441829, "f1": 0.400287, "f1_weighted": 0.431422 }, { "accuracy": 0.410222, "f1": 0.370766, "f1_weighted": 0.402209 }, { "accuracy": 0.432414, "f1": 0.377453, "f1_weighted": 0.424465 }, { "accuracy": 0.424008, "f1": 0.371268, "f1_weighted": 0.416852 }, { "accuracy": 0.44351, "f1": 0.393269, "f1_weighted": 0.440722 }, { "accuracy": 0.453598, "f1": 0.403864, "f1_weighted": 0.45402 }, { "accuracy": 0.403161, "f1": 0.363359, "f1_weighted": 0.392884 }, { "accuracy": 0.418292, "f1": 0.374254, "f1_weighted": 0.397949 } ], "main_score": 0.430296, "hf_subset": "cy", "languages": [ "cym-Latn" ] }, { "accuracy": 0.089173, "f1": 0.03197, "f1_weighted": 0.039259, "scores_per_experiment": [ { "accuracy": 0.143578, "f1": 0.048663, "f1_weighted": 0.072448 }, { "accuracy": 0.114997, "f1": 0.035629, "f1_weighted": 0.046965 }, { "accuracy": 0.054472, "f1": 0.028634, "f1_weighted": 0.024642 }, { "accuracy": 0.081372, "f1": 0.02702, "f1_weighted": 0.030491 }, { "accuracy": 0.059516, "f1": 0.028327, "f1_weighted": 0.035947 }, { "accuracy": 0.044048, "f1": 0.023803, "f1_weighted": 0.021568 }, { "accuracy": 0.071957, "f1": 0.025754, "f1_weighted": 0.019747 }, { "accuracy": 0.1577, "f1": 0.047196, "f1_weighted": 0.069919 }, { "accuracy": 0.058507, "f1": 0.023005, "f1_weighted": 0.031696 }, { "accuracy": 0.105582, "f1": 0.03167, "f1_weighted": 0.039169 } ], "main_score": 0.089173, "hf_subset": "km", "languages": [ "khm-Khmr" ] }, { "accuracy": 0.071553, "f1": 0.026591, "f1_weighted": 0.03574, "scores_per_experiment": [ { "accuracy": 0.117687, "f1": 0.023956, "f1_weighted": 0.049256 }, { "accuracy": 0.044385, "f1": 0.010411, "f1_weighted": 0.007664 }, { "accuracy": 0.035306, "f1": 0.011489, "f1_weighted": 0.011296 }, { "accuracy": 0.057835, "f1": 0.022255, "f1_weighted": 0.017279 }, { "accuracy": 0.089778, "f1": 0.02826, "f1_weighted": 0.041753 }, { "accuracy": 0.067249, "f1": 0.021722, "f1_weighted": 0.026442 }, { "accuracy": 0.070276, "f1": 0.044994, "f1_weighted": 0.061464 }, { "accuracy": 0.118695, "f1": 0.055023, "f1_weighted": 0.086247 }, { "accuracy": 0.0538, "f1": 0.024464, "f1_weighted": 0.030111 }, { "accuracy": 0.060525, "f1": 0.023338, "f1_weighted": 0.025891 } ], "main_score": 0.071553, "hf_subset": "ml", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.483726, "f1": 0.445146, "f1_weighted": 0.484078, "scores_per_experiment": [ { "accuracy": 0.489913, "f1": 0.445422, "f1_weighted": 0.49689 }, { "accuracy": 0.468393, "f1": 0.436771, "f1_weighted": 0.473117 }, { "accuracy": 0.493611, "f1": 0.47453, "f1_weighted": 0.490288 }, { "accuracy": 0.507061, "f1": 0.467462, "f1_weighted": 0.513261 }, { "accuracy": 0.501681, "f1": 0.446487, "f1_weighted": 0.495214 }, { "accuracy": 0.452589, "f1": 0.415637, "f1_weighted": 0.456353 }, { "accuracy": 0.512441, "f1": 0.464552, "f1_weighted": 0.507008 }, { "accuracy": 0.464694, "f1": 0.432492, "f1_weighted": 0.464293 }, { "accuracy": 0.455952, "f1": 0.415462, "f1_weighted": 0.454483 }, { "accuracy": 0.490921, "f1": 0.452642, "f1_weighted": 0.489873 } ], "main_score": 0.483726, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "accuracy": 0.41002, "f1": 0.381675, "f1_weighted": 0.402622, "scores_per_experiment": [ { "accuracy": 0.397108, "f1": 0.3726, "f1_weighted": 0.390685 }, { "accuracy": 0.423336, "f1": 0.393551, "f1_weighted": 0.416207 }, { "accuracy": 0.435777, "f1": 0.39724, "f1_weighted": 0.427873 }, { "accuracy": 0.427034, "f1": 0.39368, "f1_weighted": 0.421082 }, { "accuracy": 0.400134, "f1": 0.355293, "f1_weighted": 0.37659 }, { "accuracy": 0.403833, "f1": 0.388495, "f1_weighted": 0.400938 }, { "accuracy": 0.407868, "f1": 0.39015, "f1_weighted": 0.411571 }, { "accuracy": 0.421318, "f1": 0.390664, "f1_weighted": 0.416609 }, { "accuracy": 0.354405, "f1": 0.335719, "f1_weighted": 0.352817 }, { "accuracy": 0.429388, "f1": 0.399355, "f1_weighted": 0.411848 } ], "main_score": 0.41002, "hf_subset": "jv", "languages": [ "jav-Latn" ] }, { "accuracy": 0.427202, "f1": 0.391755, "f1_weighted": 0.412757, "scores_per_experiment": [ { "accuracy": 0.420309, "f1": 0.391403, "f1_weighted": 0.42288 }, { "accuracy": 0.433423, "f1": 0.396071, "f1_weighted": 0.421295 }, { "accuracy": 0.456288, "f1": 0.408437, "f1_weighted": 0.437607 }, { "accuracy": 0.426698, "f1": 0.387824, "f1_weighted": 0.409567 }, { "accuracy": 0.435777, "f1": 0.395532, "f1_weighted": 0.409627 }, { "accuracy": 0.419973, "f1": 0.377154, "f1_weighted": 0.401122 }, { "accuracy": 0.422999, "f1": 0.387312, "f1_weighted": 0.406898 }, { "accuracy": 0.451917, "f1": 0.417296, "f1_weighted": 0.44044 }, { "accuracy": 0.375588, "f1": 0.356125, "f1_weighted": 0.363022 }, { "accuracy": 0.429052, "f1": 0.400397, "f1_weighted": 0.415111 } ], "main_score": 0.427202, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "accuracy": 0.359617, "f1": 0.336111, "f1_weighted": 0.348456, "scores_per_experiment": [ { "accuracy": 0.352051, "f1": 0.32646, "f1_weighted": 0.326654 }, { "accuracy": 0.35844, "f1": 0.33695, "f1_weighted": 0.348799 }, { "accuracy": 0.387693, "f1": 0.354695, "f1_weighted": 0.382844 }, { "accuracy": 0.340282, "f1": 0.31273, "f1_weighted": 0.328436 }, { "accuracy": 0.380632, "f1": 0.358177, "f1_weighted": 0.371431 }, { "accuracy": 0.34499, "f1": 0.322608, "f1_weighted": 0.327107 }, { "accuracy": 0.370545, "f1": 0.341057, "f1_weighted": 0.362689 }, { "accuracy": 0.383322, "f1": 0.360223, "f1_weighted": 0.375206 }, { "accuracy": 0.317754, "f1": 0.309322, "f1_weighted": 0.311247 }, { "accuracy": 0.360457, "f1": 0.338892, "f1_weighted": 0.35015 } ], "main_score": 0.359617, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "accuracy": 0.071217, "f1": 0.029034, "f1_weighted": 0.0299, "scores_per_experiment": [ { "accuracy": 0.103564, "f1": 0.036117, "f1_weighted": 0.049399 }, { "accuracy": 0.047075, "f1": 0.013144, "f1_weighted": 0.010208 }, { "accuracy": 0.051782, "f1": 0.03022, "f1_weighted": 0.018358 }, { "accuracy": 0.055145, "f1": 0.027771, "f1_weighted": 0.019375 }, { "accuracy": 0.084062, "f1": 0.032795, "f1_weighted": 0.028568 }, { "accuracy": 0.094486, "f1": 0.03999, "f1_weighted": 0.039025 }, { "accuracy": 0.04573, "f1": 0.02655, "f1_weighted": 0.01695 }, { "accuracy": 0.113988, "f1": 0.037455, "f1_weighted": 0.065223 }, { "accuracy": 0.070948, "f1": 0.030451, "f1_weighted": 0.041024 }, { "accuracy": 0.045393, "f1": 0.01585, "f1_weighted": 0.010868 } ], "main_score": 0.071217, "hf_subset": "am", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.272495, "f1": 0.232522, "f1_weighted": 0.267222, "scores_per_experiment": [ { "accuracy": 0.28581, "f1": 0.247635, "f1_weighted": 0.287205 }, { "accuracy": 0.272697, "f1": 0.24053, "f1_weighted": 0.274675 }, { "accuracy": 0.28581, "f1": 0.233898, "f1_weighted": 0.27723 }, { "accuracy": 0.278077, "f1": 0.234051, "f1_weighted": 0.275336 }, { "accuracy": 0.294553, "f1": 0.259735, "f1_weighted": 0.285607 }, { "accuracy": 0.267989, "f1": 0.223295, "f1_weighted": 0.256912 }, { "accuracy": 0.310356, "f1": 0.263362, "f1_weighted": 0.307355 }, { "accuracy": 0.302286, "f1": 0.25075, "f1_weighted": 0.305609 }, { "accuracy": 0.204438, "f1": 0.175067, "f1_weighted": 0.184978 }, { "accuracy": 0.222932, "f1": 0.196898, "f1_weighted": 0.217318 } ], "main_score": 0.272495, "hf_subset": "az", "languages": [ "aze-Latn" ] }, { "accuracy": 0.179556, "f1": 0.132803, "f1_weighted": 0.157429, "scores_per_experiment": [ { "accuracy": 0.22226, "f1": 0.147845, "f1_weighted": 0.188334 }, { "accuracy": 0.147613, "f1": 0.105025, "f1_weighted": 0.113719 }, { "accuracy": 0.156355, "f1": 0.123787, "f1_weighted": 0.130359 }, { "accuracy": 0.168796, "f1": 0.140235, "f1_weighted": 0.151162 }, { "accuracy": 0.178211, "f1": 0.140211, "f1_weighted": 0.1487 }, { "accuracy": 0.18998, "f1": 0.1389, "f1_weighted": 0.145681 }, { "accuracy": 0.17384, "f1": 0.118122, "f1_weighted": 0.158154 }, { "accuracy": 0.201076, "f1": 0.141002, "f1_weighted": 0.184769 }, { "accuracy": 0.17922, "f1": 0.139103, "f1_weighted": 0.167688 }, { "accuracy": 0.178211, "f1": 0.133802, "f1_weighted": 0.185721 } ], "main_score": 0.179556, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "accuracy": 0.424143, "f1": 0.388311, "f1_weighted": 0.429793, "scores_per_experiment": [ { "accuracy": 0.439475, "f1": 0.397026, "f1_weighted": 0.447857 }, { "accuracy": 0.443174, "f1": 0.393944, "f1_weighted": 0.446831 }, { "accuracy": 0.441493, "f1": 0.41773, "f1_weighted": 0.448189 }, { "accuracy": 0.412239, "f1": 0.376613, "f1_weighted": 0.418584 }, { "accuracy": 0.429052, "f1": 0.380954, "f1_weighted": 0.431241 }, { "accuracy": 0.387021, "f1": 0.363677, "f1_weighted": 0.400374 }, { "accuracy": 0.4462, "f1": 0.40373, "f1_weighted": 0.451195 }, { "accuracy": 0.416611, "f1": 0.389522, "f1_weighted": 0.426376 }, { "accuracy": 0.39341, "f1": 0.364572, "f1_weighted": 0.396987 }, { "accuracy": 0.432751, "f1": 0.39534, "f1_weighted": 0.430299 } ], "main_score": 0.424143, "hf_subset": "af", "languages": [ "afr-Latn" ] }, { "accuracy": 0.069502, "f1": 0.02526, "f1_weighted": 0.026975, "scores_per_experiment": [ { "accuracy": 0.06187, "f1": 0.028397, "f1_weighted": 0.030236 }, { "accuracy": 0.057162, "f1": 0.018752, "f1_weighted": 0.01348 }, { "accuracy": 0.065568, "f1": 0.028881, "f1_weighted": 0.027966 }, { "accuracy": 0.057835, "f1": 0.023087, "f1_weighted": 0.024213 }, { "accuracy": 0.100874, "f1": 0.032672, "f1_weighted": 0.044738 }, { "accuracy": 0.063215, "f1": 0.026366, "f1_weighted": 0.02032 }, { "accuracy": 0.085743, "f1": 0.025612, "f1_weighted": 0.031254 }, { "accuracy": 0.076328, "f1": 0.024557, "f1_weighted": 0.03007 }, { "accuracy": 0.03228, "f1": 0.012254, "f1_weighted": 0.00528 }, { "accuracy": 0.094149, "f1": 0.032023, "f1_weighted": 0.042198 } ], "main_score": 0.069502, "hf_subset": "ka", "languages": [ "kat-Geor" ] }, { "accuracy": 0.056086, "f1": 0.020202, "f1_weighted": 0.01783, "scores_per_experiment": [ { "accuracy": 0.051782, "f1": 0.022601, "f1_weighted": 0.021708 }, { "accuracy": 0.044721, "f1": 0.009547, "f1_weighted": 0.006165 }, { "accuracy": 0.044721, "f1": 0.016876, "f1_weighted": 0.010013 }, { "accuracy": 0.060861, "f1": 0.016919, "f1_weighted": 0.022724 }, { "accuracy": 0.088433, "f1": 0.030607, "f1_weighted": 0.033438 }, { "accuracy": 0.055481, "f1": 0.013505, "f1_weighted": 0.011095 }, { "accuracy": 0.052791, "f1": 0.026074, "f1_weighted": 0.01757 }, { "accuracy": 0.060188, "f1": 0.025914, "f1_weighted": 0.021944 }, { "accuracy": 0.043712, "f1": 0.019948, "f1_weighted": 0.012705 }, { "accuracy": 0.058171, "f1": 0.020025, "f1_weighted": 0.020942 } ], "main_score": 0.056086, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "accuracy": 0.408507, "f1": 0.363597, "f1_weighted": 0.402001, "scores_per_experiment": [ { "accuracy": 0.419301, "f1": 0.382609, "f1_weighted": 0.421733 }, { "accuracy": 0.415602, "f1": 0.368904, "f1_weighted": 0.407128 }, { "accuracy": 0.428379, "f1": 0.368435, "f1_weighted": 0.417738 }, { "accuracy": 0.403161, "f1": 0.355653, "f1_weighted": 0.401881 }, { "accuracy": 0.403161, "f1": 0.354919, "f1_weighted": 0.390119 }, { "accuracy": 0.397108, "f1": 0.364125, "f1_weighted": 0.401546 }, { "accuracy": 0.441829, "f1": 0.386643, "f1_weighted": 0.428794 }, { "accuracy": 0.425353, "f1": 0.378847, "f1_weighted": 0.415424 }, { "accuracy": 0.349361, "f1": 0.308604, "f1_weighted": 0.350359 }, { "accuracy": 0.401816, "f1": 0.367228, "f1_weighted": 0.385291 } ], "main_score": 0.408507, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "accuracy": 0.369267, "f1": 0.341523, "f1_weighted": 0.369751, "scores_per_experiment": [ { "accuracy": 0.402824, "f1": 0.379096, "f1_weighted": 0.413 }, { "accuracy": 0.35037, "f1": 0.327106, "f1_weighted": 0.352433 }, { "accuracy": 0.395763, "f1": 0.358419, "f1_weighted": 0.395779 }, { "accuracy": 0.349697, "f1": 0.321285, "f1_weighted": 0.350091 }, { "accuracy": 0.378615, "f1": 0.34196, "f1_weighted": 0.368166 }, { "accuracy": 0.318763, "f1": 0.302093, "f1_weighted": 0.291027 }, { "accuracy": 0.377606, "f1": 0.350457, "f1_weighted": 0.386081 }, { "accuracy": 0.395427, "f1": 0.372709, "f1_weighted": 0.406862 }, { "accuracy": 0.349025, "f1": 0.314259, "f1_weighted": 0.35287 }, { "accuracy": 0.37458, "f1": 0.347847, "f1_weighted": 0.381204 } ], "main_score": 0.369267, "hf_subset": "mn", "languages": [ "mon-Cyrl" ] }, { "accuracy": 0.104674, "f1": 0.043135, "f1_weighted": 0.050958, "scores_per_experiment": [ { "accuracy": 0.146604, "f1": 0.050225, "f1_weighted": 0.064759 }, { "accuracy": 0.115333, "f1": 0.045038, "f1_weighted": 0.049004 }, { "accuracy": 0.073638, "f1": 0.02963, "f1_weighted": 0.02546 }, { "accuracy": 0.10121, "f1": 0.027073, "f1_weighted": 0.041138 }, { "accuracy": 0.102219, "f1": 0.034542, "f1_weighted": 0.036094 }, { "accuracy": 0.061197, "f1": 0.04024, "f1_weighted": 0.027102 }, { "accuracy": 0.14694, "f1": 0.056845, "f1_weighted": 0.094904 }, { "accuracy": 0.088097, "f1": 0.046663, "f1_weighted": 0.053063 }, { "accuracy": 0.106254, "f1": 0.051074, "f1_weighted": 0.068016 }, { "accuracy": 0.105245, "f1": 0.050023, "f1_weighted": 0.050036 } ], "main_score": 0.104674, "hf_subset": "my", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.103362, "f1": 0.063752, "f1_weighted": 0.066765, "scores_per_experiment": [ { "accuracy": 0.131137, "f1": 0.06604, "f1_weighted": 0.083085 }, { "accuracy": 0.087424, "f1": 0.058252, "f1_weighted": 0.052669 }, { "accuracy": 0.068931, "f1": 0.058467, "f1_weighted": 0.041926 }, { "accuracy": 0.091796, "f1": 0.060597, "f1_weighted": 0.062597 }, { "accuracy": 0.078009, "f1": 0.056269, "f1_weighted": 0.044323 }, { "accuracy": 0.092132, "f1": 0.063849, "f1_weighted": 0.062365 }, { "accuracy": 0.106254, "f1": 0.064269, "f1_weighted": 0.072854 }, { "accuracy": 0.16039, "f1": 0.076328, "f1_weighted": 0.10054 }, { "accuracy": 0.129792, "f1": 0.072405, "f1_weighted": 0.087819 }, { "accuracy": 0.087761, "f1": 0.061041, "f1_weighted": 0.059473 } ], "main_score": 0.103362, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.086281, "f1": 0.044281, "f1_weighted": 0.045875, "scores_per_experiment": [ { "accuracy": 0.131809, "f1": 0.054719, "f1_weighted": 0.069386 }, { "accuracy": 0.063887, "f1": 0.040285, "f1_weighted": 0.040923 }, { "accuracy": 0.071284, "f1": 0.046295, "f1_weighted": 0.038005 }, { "accuracy": 0.071621, "f1": 0.029914, "f1_weighted": 0.036359 }, { "accuracy": 0.090451, "f1": 0.038504, "f1_weighted": 0.032944 }, { "accuracy": 0.061533, "f1": 0.040654, "f1_weighted": 0.028611 }, { "accuracy": 0.082044, "f1": 0.051148, "f1_weighted": 0.056439 }, { "accuracy": 0.093141, "f1": 0.054681, "f1_weighted": 0.061845 }, { "accuracy": 0.105918, "f1": 0.047599, "f1_weighted": 0.058351 }, { "accuracy": 0.091123, "f1": 0.039013, "f1_weighted": 0.035883 } ], "main_score": 0.086281, "hf_subset": "ur", "languages": [ "urd-Arab" ] }, { "accuracy": 0.117518, "f1": 0.067723, "f1_weighted": 0.098037, "scores_per_experiment": [ { "accuracy": 0.093813, "f1": 0.04804, "f1_weighted": 0.064581 }, { "accuracy": 0.094486, "f1": 0.042745, "f1_weighted": 0.050906 }, { "accuracy": 0.107263, "f1": 0.066213, "f1_weighted": 0.107144 }, { "accuracy": 0.13349, "f1": 0.087645, "f1_weighted": 0.125669 }, { "accuracy": 0.102555, "f1": 0.064762, "f1_weighted": 0.07309 }, { "accuracy": 0.119368, "f1": 0.073904, "f1_weighted": 0.123749 }, { "accuracy": 0.127774, "f1": 0.075917, "f1_weighted": 0.124299 }, { "accuracy": 0.183591, "f1": 0.096142, "f1_weighted": 0.158145 }, { "accuracy": 0.126429, "f1": 0.074702, "f1_weighted": 0.095554 }, { "accuracy": 0.086416, "f1": 0.047158, "f1_weighted": 0.057231 } ], "main_score": 0.117518, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "accuracy": 0.36197, "f1": 0.340636, "f1_weighted": 0.357017, "scores_per_experiment": [ { "accuracy": 0.358104, "f1": 0.335314, "f1_weighted": 0.353004 }, { "accuracy": 0.338601, "f1": 0.316903, "f1_weighted": 0.334045 }, { "accuracy": 0.373571, "f1": 0.350468, "f1_weighted": 0.361391 }, { "accuracy": 0.35844, "f1": 0.342073, "f1_weighted": 0.364984 }, { "accuracy": 0.372226, "f1": 0.352188, "f1_weighted": 0.36451 }, { "accuracy": 0.334902, "f1": 0.310296, "f1_weighted": 0.330409 }, { "accuracy": 0.391728, "f1": 0.361467, "f1_weighted": 0.388068 }, { "accuracy": 0.37727, "f1": 0.365561, "f1_weighted": 0.365683 }, { "accuracy": 0.36651, "f1": 0.338241, "f1_weighted": 0.360373 }, { "accuracy": 0.348352, "f1": 0.333846, "f1_weighted": 0.347707 } ], "main_score": 0.36197, "hf_subset": "pl", "languages": [ "pol-Latn" ] } ], "validation": [ { "accuracy": 0.707132, "f1": 0.697141, "f1_weighted": 0.703186, "hf_subset": "ru", "languages": [ "rus-Cyrl" ], "main_score": 0.707132, "scores_per_experiment": [ { "accuracy": 0.727004, "f1": 0.717054, "f1_weighted": 0.725524 }, { "accuracy": 0.716183, "f1": 0.710905, "f1_weighted": 0.711906 }, { "accuracy": 0.727496, "f1": 0.715436, "f1_weighted": 0.727622 }, { "accuracy": 0.706837, "f1": 0.700457, "f1_weighted": 0.701906 }, { "accuracy": 0.714215, "f1": 0.692872, "f1_weighted": 0.706906 }, { "accuracy": 0.666011, "f1": 0.656832, "f1_weighted": 0.655414 }, { "accuracy": 0.690113, "f1": 0.676267, "f1_weighted": 0.687342 }, { "accuracy": 0.697, "f1": 0.691294, "f1_weighted": 0.694383 }, { "accuracy": 0.716675, "f1": 0.710634, "f1_weighted": 0.716894 }, { "accuracy": 0.709788, "f1": 0.699657, "f1_weighted": 0.703963 } ] }, { "accuracy": 0.079341, "f1": 0.043618, "f1_weighted": 0.04136, "scores_per_experiment": [ { "accuracy": 0.123955, "f1": 0.039783, "f1_weighted": 0.05265 }, { "accuracy": 0.084112, "f1": 0.058678, "f1_weighted": 0.052338 }, { "accuracy": 0.050172, "f1": 0.045035, "f1_weighted": 0.029858 }, { "accuracy": 0.074766, "f1": 0.029744, "f1_weighted": 0.024458 }, { "accuracy": 0.053615, "f1": 0.039131, "f1_weighted": 0.02836 }, { "accuracy": 0.060994, "f1": 0.055659, "f1_weighted": 0.044962 }, { "accuracy": 0.083128, "f1": 0.04049, "f1_weighted": 0.05323 }, { "accuracy": 0.128874, "f1": 0.052236, "f1_weighted": 0.069313 }, { "accuracy": 0.062961, "f1": 0.034773, "f1_weighted": 0.024214 }, { "accuracy": 0.070831, "f1": 0.040653, "f1_weighted": 0.034221 } ], "main_score": 0.079341, "hf_subset": "kn", "languages": [ "kan-Knda" ] }, { "accuracy": 0.465027, "f1": 0.445907, "f1_weighted": 0.449988, "scores_per_experiment": [ { "accuracy": 0.482046, "f1": 0.461905, "f1_weighted": 0.47396 }, { "accuracy": 0.46729, "f1": 0.440844, "f1_weighted": 0.457428 }, { "accuracy": 0.494343, "f1": 0.478384, "f1_weighted": 0.48658 }, { "accuracy": 0.472209, "f1": 0.452266, "f1_weighted": 0.464514 }, { "accuracy": 0.451549, "f1": 0.430298, "f1_weighted": 0.43213 }, { "accuracy": 0.423512, "f1": 0.404503, "f1_weighted": 0.388737 }, { "accuracy": 0.487949, "f1": 0.459985, "f1_weighted": 0.477149 }, { "accuracy": 0.45942, "f1": 0.445658, "f1_weighted": 0.440703 }, { "accuracy": 0.441712, "f1": 0.43565, "f1_weighted": 0.423514 }, { "accuracy": 0.470241, "f1": 0.449582, "f1_weighted": 0.455161 } ], "main_score": 0.465027, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "accuracy": 0.42907, "f1": 0.40215, "f1_weighted": 0.421584, "scores_per_experiment": [ { "accuracy": 0.41515, "f1": 0.396977, "f1_weighted": 0.401912 }, { "accuracy": 0.418593, "f1": 0.41054, "f1_weighted": 0.417219 }, { "accuracy": 0.437777, "f1": 0.397516, "f1_weighted": 0.420437 }, { "accuracy": 0.42302, "f1": 0.394687, "f1_weighted": 0.425727 }, { "accuracy": 0.439744, "f1": 0.392512, "f1_weighted": 0.426395 }, { "accuracy": 0.432366, "f1": 0.399208, "f1_weighted": 0.416555 }, { "accuracy": 0.443187, "f1": 0.413813, "f1_weighted": 0.434443 }, { "accuracy": 0.419577, "f1": 0.394435, "f1_weighted": 0.414228 }, { "accuracy": 0.412199, "f1": 0.390194, "f1_weighted": 0.402502 }, { "accuracy": 0.44909, "f1": 0.431617, "f1_weighted": 0.456424 } ], "main_score": 0.42907, "hf_subset": "tl", "languages": [ "tgl-Latn" ] }, { "accuracy": 0.082538, "f1": 0.03598, "f1_weighted": 0.041268, "scores_per_experiment": [ { "accuracy": 0.109198, "f1": 0.027107, "f1_weighted": 0.046092 }, { "accuracy": 0.071323, "f1": 0.03889, "f1_weighted": 0.046101 }, { "accuracy": 0.042302, "f1": 0.018369, "f1_weighted": 0.01655 }, { "accuracy": 0.046237, "f1": 0.030855, "f1_weighted": 0.018855 }, { "accuracy": 0.079685, "f1": 0.034479, "f1_weighted": 0.027695 }, { "accuracy": 0.077226, "f1": 0.033747, "f1_weighted": 0.02709 }, { "accuracy": 0.112641, "f1": 0.042632, "f1_weighted": 0.072263 }, { "accuracy": 0.128382, "f1": 0.048467, "f1_weighted": 0.06667 }, { "accuracy": 0.104279, "f1": 0.057013, "f1_weighted": 0.069889 }, { "accuracy": 0.054107, "f1": 0.028239, "f1_weighted": 0.021479 } ], "main_score": 0.082538, "hf_subset": "hy", "languages": [ "hye-Armn" ] }, { "accuracy": 0.375799, "f1": 0.353749, "f1_weighted": 0.369018, "scores_per_experiment": [ { "accuracy": 0.398918, "f1": 0.368942, "f1_weighted": 0.39173 }, { "accuracy": 0.385637, "f1": 0.364014, "f1_weighted": 0.384588 }, { "accuracy": 0.369897, "f1": 0.345993, "f1_weighted": 0.365028 }, { "accuracy": 0.380226, "f1": 0.348608, "f1_weighted": 0.37673 }, { "accuracy": 0.334973, "f1": 0.323239, "f1_weighted": 0.327254 }, { "accuracy": 0.386621, "f1": 0.362257, "f1_weighted": 0.382381 }, { "accuracy": 0.377275, "f1": 0.361601, "f1_weighted": 0.361818 }, { "accuracy": 0.414658, "f1": 0.390995, "f1_weighted": 0.413804 }, { "accuracy": 0.348254, "f1": 0.330711, "f1_weighted": 0.34124 }, { "accuracy": 0.361535, "f1": 0.34113, "f1_weighted": 0.34561 } ], "main_score": 0.375799, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "accuracy": 0.287949, "f1": 0.270191, "f1_weighted": 0.272931, "scores_per_experiment": [ { "accuracy": 0.32366, "f1": 0.317587, "f1_weighted": 0.310768 }, { "accuracy": 0.292179, "f1": 0.279562, "f1_weighted": 0.287477 }, { "accuracy": 0.314314, "f1": 0.279911, "f1_weighted": 0.293758 }, { "accuracy": 0.254304, "f1": 0.240551, "f1_weighted": 0.245526 }, { "accuracy": 0.291195, "f1": 0.26965, "f1_weighted": 0.270007 }, { "accuracy": 0.254304, "f1": 0.226925, "f1_weighted": 0.219367 }, { "accuracy": 0.313822, "f1": 0.293429, "f1_weighted": 0.308228 }, { "accuracy": 0.298082, "f1": 0.27591, "f1_weighted": 0.290467 }, { "accuracy": 0.247909, "f1": 0.251145, "f1_weighted": 0.23567 }, { "accuracy": 0.28972, "f1": 0.267238, "f1_weighted": 0.268045 } ], "main_score": 0.287949, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "accuracy": 0.43817, "f1": 0.417651, "f1_weighted": 0.428089, "scores_per_experiment": [ { "accuracy": 0.442204, "f1": 0.431988, "f1_weighted": 0.442667 }, { "accuracy": 0.425971, "f1": 0.405857, "f1_weighted": 0.417532 }, { "accuracy": 0.480571, "f1": 0.444638, "f1_weighted": 0.473476 }, { "accuracy": 0.472209, "f1": 0.445955, "f1_weighted": 0.471426 }, { "accuracy": 0.429907, "f1": 0.415215, "f1_weighted": 0.410423 }, { "accuracy": 0.398918, "f1": 0.380693, "f1_weighted": 0.373402 }, { "accuracy": 0.434333, "f1": 0.413281, "f1_weighted": 0.42748 }, { "accuracy": 0.448106, "f1": 0.434129, "f1_weighted": 0.451939 }, { "accuracy": 0.397442, "f1": 0.386263, "f1_weighted": 0.379444 }, { "accuracy": 0.452041, "f1": 0.418495, "f1_weighted": 0.433102 } ], "main_score": 0.43817, "hf_subset": "sq", "languages": [ "sqi-Latn" ] }, { "accuracy": 0.49454, "f1": 0.472654, "f1_weighted": 0.48767, "scores_per_experiment": [ { "accuracy": 0.499754, "f1": 0.474679, "f1_weighted": 0.497988 }, { "accuracy": 0.482538, "f1": 0.467077, "f1_weighted": 0.481784 }, { "accuracy": 0.493851, "f1": 0.462633, "f1_weighted": 0.48562 }, { "accuracy": 0.487949, "f1": 0.456984, "f1_weighted": 0.48161 }, { "accuracy": 0.499262, "f1": 0.47471, "f1_weighted": 0.49092 }, { "accuracy": 0.450566, "f1": 0.430623, "f1_weighted": 0.43607 }, { "accuracy": 0.533694, "f1": 0.500677, "f1_weighted": 0.532683 }, { "accuracy": 0.504181, "f1": 0.499407, "f1_weighted": 0.497557 }, { "accuracy": 0.478603, "f1": 0.470266, "f1_weighted": 0.469602 }, { "accuracy": 0.515002, "f1": 0.489485, "f1_weighted": 0.502863 } ], "main_score": 0.49454, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "accuracy": 0.415101, "f1": 0.392026, "f1_weighted": 0.412327, "scores_per_experiment": [ { "accuracy": 0.415642, "f1": 0.383834, "f1_weighted": 0.414203 }, { "accuracy": 0.411215, "f1": 0.392894, "f1_weighted": 0.416305 }, { "accuracy": 0.424988, "f1": 0.41597, "f1_weighted": 0.430132 }, { "accuracy": 0.392031, "f1": 0.36545, "f1_weighted": 0.389385 }, { "accuracy": 0.452533, "f1": 0.405876, "f1_weighted": 0.440785 }, { "accuracy": 0.384653, "f1": 0.371054, "f1_weighted": 0.376708 }, { "accuracy": 0.426955, "f1": 0.394912, "f1_weighted": 0.417944 }, { "accuracy": 0.411707, "f1": 0.397482, "f1_weighted": 0.413223 }, { "accuracy": 0.403345, "f1": 0.385083, "f1_weighted": 0.400574 }, { "accuracy": 0.427939, "f1": 0.407701, "f1_weighted": 0.424009 } ], "main_score": 0.415101, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "accuracy": 0.098869, "f1": 0.048479, "f1_weighted": 0.058885, "scores_per_experiment": [ { "accuracy": 0.119036, "f1": 0.046395, "f1_weighted": 0.066087 }, { "accuracy": 0.06788, "f1": 0.040133, "f1_weighted": 0.038985 }, { "accuracy": 0.090507, "f1": 0.036954, "f1_weighted": 0.045919 }, { "accuracy": 0.067388, "f1": 0.040288, "f1_weighted": 0.044673 }, { "accuracy": 0.124939, "f1": 0.065367, "f1_weighted": 0.072919 }, { "accuracy": 0.085096, "f1": 0.044798, "f1_weighted": 0.040084 }, { "accuracy": 0.095425, "f1": 0.042758, "f1_weighted": 0.058771 }, { "accuracy": 0.137727, "f1": 0.064396, "f1_weighted": 0.08425 }, { "accuracy": 0.131825, "f1": 0.058679, "f1_weighted": 0.092301 }, { "accuracy": 0.068864, "f1": 0.045024, "f1_weighted": 0.04486 } ], "main_score": 0.098869, "hf_subset": "zh-CN", "languages": [ "cmo-Hans" ] }, { "accuracy": 0.466749, "f1": 0.447967, "f1_weighted": 0.459176, "scores_per_experiment": [ { "accuracy": 0.473192, "f1": 0.450475, "f1_weighted": 0.471249 }, { "accuracy": 0.468273, "f1": 0.458754, "f1_weighted": 0.466063 }, { "accuracy": 0.485981, "f1": 0.471002, "f1_weighted": 0.492639 }, { "accuracy": 0.494343, "f1": 0.471362, "f1_weighted": 0.497907 }, { "accuracy": 0.462863, "f1": 0.444442, "f1_weighted": 0.452882 }, { "accuracy": 0.454993, "f1": 0.434708, "f1_weighted": 0.45272 }, { "accuracy": 0.477127, "f1": 0.454699, "f1_weighted": 0.465 }, { "accuracy": 0.459911, "f1": 0.446954, "f1_weighted": 0.443197 }, { "accuracy": 0.430398, "f1": 0.414402, "f1_weighted": 0.406495 }, { "accuracy": 0.460403, "f1": 0.432872, "f1_weighted": 0.443611 } ], "main_score": 0.466749, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "accuracy": 0.408608, "f1": 0.389304, "f1_weighted": 0.400824, "scores_per_experiment": [ { "accuracy": 0.392031, "f1": 0.383244, "f1_weighted": 0.384152 }, { "accuracy": 0.417118, "f1": 0.381324, "f1_weighted": 0.412474 }, { "accuracy": 0.443679, "f1": 0.407836, "f1_weighted": 0.428457 }, { "accuracy": 0.405312, "f1": 0.397466, "f1_weighted": 0.41095 }, { "accuracy": 0.452533, "f1": 0.420972, "f1_weighted": 0.441115 }, { "accuracy": 0.360059, "f1": 0.349156, "f1_weighted": 0.33257 }, { "accuracy": 0.43089, "f1": 0.402782, "f1_weighted": 0.423359 }, { "accuracy": 0.39154, "f1": 0.392289, "f1_weighted": 0.392262 }, { "accuracy": 0.386129, "f1": 0.372225, "f1_weighted": 0.382921 }, { "accuracy": 0.406788, "f1": 0.385746, "f1_weighted": 0.399978 } ], "main_score": 0.408608, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "accuracy": 0.088834, "f1": 0.037256, "f1_weighted": 0.046858, "scores_per_experiment": [ { "accuracy": 0.128382, "f1": 0.037482, "f1_weighted": 0.058214 }, { "accuracy": 0.160354, "f1": 0.051895, "f1_weighted": 0.084992 }, { "accuracy": 0.038367, "f1": 0.023418, "f1_weighted": 0.022555 }, { "accuracy": 0.036891, "f1": 0.020018, "f1_weighted": 0.014818 }, { "accuracy": 0.142646, "f1": 0.050661, "f1_weighted": 0.08617 }, { "accuracy": 0.093458, "f1": 0.044695, "f1_weighted": 0.046182 }, { "accuracy": 0.067388, "f1": 0.039819, "f1_weighted": 0.035241 }, { "accuracy": 0.118052, "f1": 0.0485, "f1_weighted": 0.071068 }, { "accuracy": 0.045253, "f1": 0.03049, "f1_weighted": 0.024829 }, { "accuracy": 0.05755, "f1": 0.025585, "f1_weighted": 0.024513 } ], "main_score": 0.088834, "hf_subset": "bn", "languages": [ "ben-Beng" ] }, { "accuracy": 0.450566, "f1": 0.428241, "f1_weighted": 0.440863, "scores_per_experiment": [ { "accuracy": 0.492376, "f1": 0.467994, "f1_weighted": 0.493168 }, { "accuracy": 0.427447, "f1": 0.413677, "f1_weighted": 0.412401 }, { "accuracy": 0.454009, "f1": 0.423184, "f1_weighted": 0.437133 }, { "accuracy": 0.431874, "f1": 0.417302, "f1_weighted": 0.435745 }, { "accuracy": 0.469749, "f1": 0.438149, "f1_weighted": 0.459089 }, { "accuracy": 0.445647, "f1": 0.420062, "f1_weighted": 0.435723 }, { "accuracy": 0.479095, "f1": 0.452275, "f1_weighted": 0.465328 }, { "accuracy": 0.461879, "f1": 0.447741, "f1_weighted": 0.454302 }, { "accuracy": 0.400394, "f1": 0.387305, "f1_weighted": 0.375362 }, { "accuracy": 0.443187, "f1": 0.414726, "f1_weighted": 0.440382 } ], "main_score": 0.450566, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "accuracy": 0.070192, "f1": 0.031987, "f1_weighted": 0.033672, "scores_per_experiment": [ { "accuracy": 0.106739, "f1": 0.028888, "f1_weighted": 0.050306 }, { "accuracy": 0.056567, "f1": 0.035282, "f1_weighted": 0.035656 }, { "accuracy": 0.051648, "f1": 0.030267, "f1_weighted": 0.020715 }, { "accuracy": 0.050172, "f1": 0.023426, "f1_weighted": 0.019112 }, { "accuracy": 0.055091, "f1": 0.025341, "f1_weighted": 0.017173 }, { "accuracy": 0.04968, "f1": 0.024155, "f1_weighted": 0.016744 }, { "accuracy": 0.055583, "f1": 0.023187, "f1_weighted": 0.02621 }, { "accuracy": 0.131825, "f1": 0.054001, "f1_weighted": 0.07229 }, { "accuracy": 0.071815, "f1": 0.045622, "f1_weighted": 0.05141 }, { "accuracy": 0.072799, "f1": 0.029701, "f1_weighted": 0.027107 } ], "main_score": 0.070192, "hf_subset": "fa", "languages": [ "fas-Arab" ] }, { "accuracy": 0.080571, "f1": 0.044606, "f1_weighted": 0.042656, "scores_per_experiment": [ { "accuracy": 0.141171, "f1": 0.050308, "f1_weighted": 0.073295 }, { "accuracy": 0.058534, "f1": 0.043216, "f1_weighted": 0.026737 }, { "accuracy": 0.053615, "f1": 0.034631, "f1_weighted": 0.023713 }, { "accuracy": 0.047713, "f1": 0.028642, "f1_weighted": 0.017242 }, { "accuracy": 0.060994, "f1": 0.050535, "f1_weighted": 0.034695 }, { "accuracy": 0.063945, "f1": 0.037655, "f1_weighted": 0.028531 }, { "accuracy": 0.062469, "f1": 0.054915, "f1_weighted": 0.047802 }, { "accuracy": 0.142154, "f1": 0.05186, "f1_weighted": 0.06771 }, { "accuracy": 0.123955, "f1": 0.063916, "f1_weighted": 0.083427 }, { "accuracy": 0.051156, "f1": 0.030382, "f1_weighted": 0.02341 } ], "main_score": 0.080571, "hf_subset": "hi", "languages": [ "hin-Deva" ] }, { "accuracy": 0.361928, "f1": 0.33422, "f1_weighted": 0.357881, "scores_per_experiment": [ { "accuracy": 0.385637, "f1": 0.338354, "f1_weighted": 0.376668 }, { "accuracy": 0.349238, "f1": 0.326549, "f1_weighted": 0.329708 }, { "accuracy": 0.364486, "f1": 0.342886, "f1_weighted": 0.348442 }, { "accuracy": 0.382194, "f1": 0.365562, "f1_weighted": 0.396659 }, { "accuracy": 0.324152, "f1": 0.309484, "f1_weighted": 0.312305 }, { "accuracy": 0.353665, "f1": 0.314773, "f1_weighted": 0.346209 }, { "accuracy": 0.379242, "f1": 0.343027, "f1_weighted": 0.378818 }, { "accuracy": 0.383669, "f1": 0.363109, "f1_weighted": 0.39533 }, { "accuracy": 0.341859, "f1": 0.316329, "f1_weighted": 0.345203 }, { "accuracy": 0.35514, "f1": 0.322129, "f1_weighted": 0.349473 } ], "main_score": 0.361928, "hf_subset": "is", "languages": [ "isl-Latn" ] }, { "accuracy": 0.437236, "f1": 0.409498, "f1_weighted": 0.439739, "scores_per_experiment": [ { "accuracy": 0.424496, "f1": 0.390431, "f1_weighted": 0.429382 }, { "accuracy": 0.447614, "f1": 0.418128, "f1_weighted": 0.455837 }, { "accuracy": 0.468273, "f1": 0.43924, "f1_weighted": 0.472646 }, { "accuracy": 0.424988, "f1": 0.400763, "f1_weighted": 0.43069 }, { "accuracy": 0.454993, "f1": 0.416907, "f1_weighted": 0.451317 }, { "accuracy": 0.424988, "f1": 0.399012, "f1_weighted": 0.430465 }, { "accuracy": 0.425971, "f1": 0.396857, "f1_weighted": 0.424068 }, { "accuracy": 0.434333, "f1": 0.411507, "f1_weighted": 0.445017 }, { "accuracy": 0.409247, "f1": 0.399508, "f1_weighted": 0.406199 }, { "accuracy": 0.457452, "f1": 0.42263, "f1_weighted": 0.451768 } ], "main_score": 0.437236, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "accuracy": 0.399164, "f1": 0.375229, "f1_weighted": 0.387525, "scores_per_experiment": [ { "accuracy": 0.426463, "f1": 0.395013, "f1_weighted": 0.41803 }, { "accuracy": 0.42302, "f1": 0.399268, "f1_weighted": 0.418033 }, { "accuracy": 0.418593, "f1": 0.385477, "f1_weighted": 0.399813 }, { "accuracy": 0.401377, "f1": 0.375888, "f1_weighted": 0.394979 }, { "accuracy": 0.386129, "f1": 0.35939, "f1_weighted": 0.363529 }, { "accuracy": 0.386129, "f1": 0.363643, "f1_weighted": 0.361742 }, { "accuracy": 0.422528, "f1": 0.388422, "f1_weighted": 0.421008 }, { "accuracy": 0.406788, "f1": 0.387398, "f1_weighted": 0.39977 }, { "accuracy": 0.330546, "f1": 0.328773, "f1_weighted": 0.321587 }, { "accuracy": 0.390064, "f1": 0.369023, "f1_weighted": 0.376763 } ], "main_score": 0.399164, "hf_subset": "ms", "languages": [ "msa-Latn" ] }, { "accuracy": 0.457747, "f1": 0.420989, "f1_weighted": 0.450761, "scores_per_experiment": [ { "accuracy": 0.477127, "f1": 0.432739, "f1_weighted": 0.475622 }, { "accuracy": 0.427447, "f1": 0.398305, "f1_weighted": 0.423667 }, { "accuracy": 0.442696, "f1": 0.407556, "f1_weighted": 0.425139 }, { "accuracy": 0.452041, "f1": 0.412071, "f1_weighted": 0.44683 }, { "accuracy": 0.471717, "f1": 0.434638, "f1_weighted": 0.463981 }, { "accuracy": 0.454993, "f1": 0.424408, "f1_weighted": 0.443634 }, { "accuracy": 0.484998, "f1": 0.437057, "f1_weighted": 0.479465 }, { "accuracy": 0.462371, "f1": 0.426151, "f1_weighted": 0.455159 }, { "accuracy": 0.438269, "f1": 0.411191, "f1_weighted": 0.435411 }, { "accuracy": 0.465814, "f1": 0.425768, "f1_weighted": 0.458698 } ], "main_score": 0.457747, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "accuracy": 0.435612, "f1": 0.411273, "f1_weighted": 0.43441, "scores_per_experiment": [ { "accuracy": 0.454501, "f1": 0.418665, "f1_weighted": 0.459397 }, { "accuracy": 0.448598, "f1": 0.430885, "f1_weighted": 0.455044 }, { "accuracy": 0.444171, "f1": 0.42559, "f1_weighted": 0.44332 }, { "accuracy": 0.435809, "f1": 0.408361, "f1_weighted": 0.450484 }, { "accuracy": 0.449582, "f1": 0.41902, "f1_weighted": 0.42814 }, { "accuracy": 0.421545, "f1": 0.396286, "f1_weighted": 0.416367 }, { "accuracy": 0.470241, "f1": 0.432827, "f1_weighted": 0.47353 }, { "accuracy": 0.436793, "f1": 0.409941, "f1_weighted": 0.42937 }, { "accuracy": 0.37334, "f1": 0.366725, "f1_weighted": 0.367483 }, { "accuracy": 0.421545, "f1": 0.404437, "f1_weighted": 0.42097 } ], "main_score": 0.435612, "hf_subset": "nb", "languages": [ "nob-Latn" ] }, { "accuracy": 0.418741, "f1": 0.410318, "f1_weighted": 0.413421, "scores_per_experiment": [ { "accuracy": 0.431382, "f1": 0.423626, "f1_weighted": 0.435467 }, { "accuracy": 0.408756, "f1": 0.402062, "f1_weighted": 0.39538 }, { "accuracy": 0.437777, "f1": 0.426881, "f1_weighted": 0.431922 }, { "accuracy": 0.42548, "f1": 0.420705, "f1_weighted": 0.430314 }, { "accuracy": 0.415642, "f1": 0.399742, "f1_weighted": 0.404359 }, { "accuracy": 0.402361, "f1": 0.392797, "f1_weighted": 0.384738 }, { "accuracy": 0.390556, "f1": 0.396136, "f1_weighted": 0.385013 }, { "accuracy": 0.437777, "f1": 0.428722, "f1_weighted": 0.44117 }, { "accuracy": 0.411707, "f1": 0.406579, "f1_weighted": 0.410413 }, { "accuracy": 0.425971, "f1": 0.405931, "f1_weighted": 0.415436 } ], "main_score": 0.418741, "hf_subset": "id", "languages": [ "ind-Latn" ] }, { "accuracy": 0.072159, "f1": 0.019399, "f1_weighted": 0.025755, "scores_per_experiment": [ { "accuracy": 0.132317, "f1": 0.027171, "f1_weighted": 0.057257 }, { "accuracy": 0.062469, "f1": 0.020028, "f1_weighted": 0.01612 }, { "accuracy": 0.039351, "f1": 0.012395, "f1_weighted": 0.008592 }, { "accuracy": 0.062961, "f1": 0.018599, "f1_weighted": 0.016997 }, { "accuracy": 0.072307, "f1": 0.024651, "f1_weighted": 0.022413 }, { "accuracy": 0.058042, "f1": 0.011652, "f1_weighted": 0.010216 }, { "accuracy": 0.06001, "f1": 0.023359, "f1_weighted": 0.032015 }, { "accuracy": 0.136252, "f1": 0.02465, "f1_weighted": 0.049442 }, { "accuracy": 0.035416, "f1": 0.012177, "f1_weighted": 0.015856 }, { "accuracy": 0.062469, "f1": 0.01931, "f1_weighted": 0.028638 } ], "main_score": 0.072159, "hf_subset": "ta", "languages": [ "tam-Taml" ] }, { "accuracy": 0.325283, "f1": 0.30327, "f1_weighted": 0.306499, "scores_per_experiment": [ { "accuracy": 0.332022, "f1": 0.311613, "f1_weighted": 0.309474 }, { "accuracy": 0.340876, "f1": 0.328972, "f1_weighted": 0.326412 }, { "accuracy": 0.351697, "f1": 0.314407, "f1_weighted": 0.331133 }, { "accuracy": 0.296606, "f1": 0.258106, "f1_weighted": 0.265839 }, { "accuracy": 0.346286, "f1": 0.31319, "f1_weighted": 0.320117 }, { "accuracy": 0.279882, "f1": 0.272977, "f1_weighted": 0.262327 }, { "accuracy": 0.312838, "f1": 0.296399, "f1_weighted": 0.296006 }, { "accuracy": 0.324643, "f1": 0.313513, "f1_weighted": 0.315274 }, { "accuracy": 0.337432, "f1": 0.316132, "f1_weighted": 0.324567 }, { "accuracy": 0.330546, "f1": 0.307394, "f1_weighted": 0.31384 } ], "main_score": 0.325283, "hf_subset": "vi", "languages": [ "vie-Latn" ] }, { "accuracy": 0.086326, "f1": 0.046291, "f1_weighted": 0.043867, "scores_per_experiment": [ { "accuracy": 0.102804, "f1": 0.050911, "f1_weighted": 0.056649 }, { "accuracy": 0.109198, "f1": 0.057159, "f1_weighted": 0.050154 }, { "accuracy": 0.064929, "f1": 0.042549, "f1_weighted": 0.032531 }, { "accuracy": 0.106247, "f1": 0.056967, "f1_weighted": 0.063433 }, { "accuracy": 0.100344, "f1": 0.05366, "f1_weighted": 0.050465 }, { "accuracy": 0.066896, "f1": 0.049045, "f1_weighted": 0.040004 }, { "accuracy": 0.074274, "f1": 0.03738, "f1_weighted": 0.027739 }, { "accuracy": 0.102804, "f1": 0.047515, "f1_weighted": 0.055606 }, { "accuracy": 0.044761, "f1": 0.029719, "f1_weighted": 0.019003 }, { "accuracy": 0.090999, "f1": 0.038008, "f1_weighted": 0.043085 } ], "main_score": 0.086326, "hf_subset": "th", "languages": [ "tha-Thai" ] }, { "accuracy": 0.071077, "f1": 0.030307, "f1_weighted": 0.036814, "scores_per_experiment": [ { "accuracy": 0.104279, "f1": 0.022378, "f1_weighted": 0.042109 }, { "accuracy": 0.088539, "f1": 0.035447, "f1_weighted": 0.046984 }, { "accuracy": 0.042302, "f1": 0.025789, "f1_weighted": 0.025401 }, { "accuracy": 0.051648, "f1": 0.025927, "f1_weighted": 0.026095 }, { "accuracy": 0.060994, "f1": 0.027561, "f1_weighted": 0.028823 }, { "accuracy": 0.105755, "f1": 0.044117, "f1_weighted": 0.057377 }, { "accuracy": 0.05755, "f1": 0.031825, "f1_weighted": 0.032967 }, { "accuracy": 0.099852, "f1": 0.043301, "f1_weighted": 0.065921 }, { "accuracy": 0.043778, "f1": 0.024628, "f1_weighted": 0.023474 }, { "accuracy": 0.056075, "f1": 0.022092, "f1_weighted": 0.018986 } ], "main_score": 0.071077, "hf_subset": "te", "languages": [ "tel-Telu" ] }, { "accuracy": 0.081407, "f1": 0.023805, "f1_weighted": 0.033315, "scores_per_experiment": [ { "accuracy": 0.109198, "f1": 0.023063, "f1_weighted": 0.044978 }, { "accuracy": 0.041318, "f1": 0.015062, "f1_weighted": 0.013957 }, { "accuracy": 0.037383, "f1": 0.010541, "f1_weighted": 0.008905 }, { "accuracy": 0.068372, "f1": 0.024743, "f1_weighted": 0.022864 }, { "accuracy": 0.06788, "f1": 0.01898, "f1_weighted": 0.019046 }, { "accuracy": 0.063945, "f1": 0.024281, "f1_weighted": 0.023248 }, { "accuracy": 0.138219, "f1": 0.032897, "f1_weighted": 0.066032 }, { "accuracy": 0.136744, "f1": 0.033522, "f1_weighted": 0.062767 }, { "accuracy": 0.097393, "f1": 0.032087, "f1_weighted": 0.052647 }, { "accuracy": 0.053615, "f1": 0.022873, "f1_weighted": 0.018703 } ], "main_score": 0.081407, "hf_subset": "he", "languages": [ "heb-Hebr" ] }, { "accuracy": 0.708756, "f1": 0.694077, "f1_weighted": 0.707027, "scores_per_experiment": [ { "accuracy": 0.718151, "f1": 0.705955, "f1_weighted": 0.719522 }, { "accuracy": 0.726513, "f1": 0.7105, "f1_weighted": 0.726396 }, { "accuracy": 0.730448, "f1": 0.713659, "f1_weighted": 0.730652 }, { "accuracy": 0.70241, "f1": 0.689476, "f1_weighted": 0.701313 }, { "accuracy": 0.717659, "f1": 0.695884, "f1_weighted": 0.710289 }, { "accuracy": 0.675848, "f1": 0.660404, "f1_weighted": 0.668284 }, { "accuracy": 0.708313, "f1": 0.691728, "f1_weighted": 0.707011 }, { "accuracy": 0.709297, "f1": 0.697066, "f1_weighted": 0.710286 }, { "accuracy": 0.705853, "f1": 0.698497, "f1_weighted": 0.706381 }, { "accuracy": 0.693064, "f1": 0.6776, "f1_weighted": 0.690135 } ], "main_score": 0.708756, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "accuracy": 0.096655, "f1": 0.069765, "f1_weighted": 0.072219, "scores_per_experiment": [ { "accuracy": 0.061977, "f1": 0.034192, "f1_weighted": 0.02679 }, { "accuracy": 0.079193, "f1": 0.060833, "f1_weighted": 0.062876 }, { "accuracy": 0.088539, "f1": 0.05975, "f1_weighted": 0.059999 }, { "accuracy": 0.12543, "f1": 0.088469, "f1_weighted": 0.107114 }, { "accuracy": 0.125922, "f1": 0.093479, "f1_weighted": 0.096454 }, { "accuracy": 0.119036, "f1": 0.078052, "f1_weighted": 0.093828 }, { "accuracy": 0.094442, "f1": 0.058504, "f1_weighted": 0.060599 }, { "accuracy": 0.111166, "f1": 0.082524, "f1_weighted": 0.082136 }, { "accuracy": 0.073783, "f1": 0.069883, "f1_weighted": 0.064661 }, { "accuracy": 0.087063, "f1": 0.071961, "f1_weighted": 0.067729 } ], "main_score": 0.096655, "hf_subset": "zh-TW", "languages": [ "cmo-Hant" ] }, { "accuracy": 0.484063, "f1": 0.465274, "f1_weighted": 0.472765, "scores_per_experiment": [ { "accuracy": 0.463355, "f1": 0.443302, "f1_weighted": 0.454469 }, { "accuracy": 0.502705, "f1": 0.483466, "f1_weighted": 0.501303 }, { "accuracy": 0.487457, "f1": 0.47863, "f1_weighted": 0.480236 }, { "accuracy": 0.467782, "f1": 0.460694, "f1_weighted": 0.461915 }, { "accuracy": 0.479587, "f1": 0.445838, "f1_weighted": 0.459941 }, { "accuracy": 0.497787, "f1": 0.48077, "f1_weighted": 0.494216 }, { "accuracy": 0.493851, "f1": 0.460895, "f1_weighted": 0.476024 }, { "accuracy": 0.495327, "f1": 0.476807, "f1_weighted": 0.494076 }, { "accuracy": 0.445155, "f1": 0.437489, "f1_weighted": 0.412574 }, { "accuracy": 0.507624, "f1": 0.484854, "f1_weighted": 0.4929 } ], "main_score": 0.484063, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "accuracy": 0.412199, "f1": 0.379192, "f1_weighted": 0.40118, "scores_per_experiment": [ { "accuracy": 0.422528, "f1": 0.388629, "f1_weighted": 0.409296 }, { "accuracy": 0.42302, "f1": 0.386362, "f1_weighted": 0.407024 }, { "accuracy": 0.420561, "f1": 0.396441, "f1_weighted": 0.40987 }, { "accuracy": 0.383178, "f1": 0.356369, "f1_weighted": 0.375029 }, { "accuracy": 0.40728, "f1": 0.368822, "f1_weighted": 0.394097 }, { "accuracy": 0.408264, "f1": 0.370313, "f1_weighted": 0.399152 }, { "accuracy": 0.424988, "f1": 0.385328, "f1_weighted": 0.420321 }, { "accuracy": 0.445647, "f1": 0.415711, "f1_weighted": 0.443469 }, { "accuracy": 0.39154, "f1": 0.366089, "f1_weighted": 0.377773 }, { "accuracy": 0.394983, "f1": 0.357858, "f1_weighted": 0.375763 } ], "main_score": 0.412199, "hf_subset": "cy", "languages": [ "cym-Latn" ] }, { "accuracy": 0.084702, "f1": 0.030602, "f1_weighted": 0.036921, "scores_per_experiment": [ { "accuracy": 0.138219, "f1": 0.037459, "f1_weighted": 0.062799 }, { "accuracy": 0.105755, "f1": 0.037369, "f1_weighted": 0.047532 }, { "accuracy": 0.056075, "f1": 0.032121, "f1_weighted": 0.027786 }, { "accuracy": 0.06788, "f1": 0.025045, "f1_weighted": 0.024503 }, { "accuracy": 0.061485, "f1": 0.027522, "f1_weighted": 0.033625 }, { "accuracy": 0.053123, "f1": 0.029337, "f1_weighted": 0.024929 }, { "accuracy": 0.06001, "f1": 0.020957, "f1_weighted": 0.01557 }, { "accuracy": 0.158879, "f1": 0.045152, "f1_weighted": 0.072302 }, { "accuracy": 0.056075, "f1": 0.023404, "f1_weighted": 0.031639 }, { "accuracy": 0.089523, "f1": 0.027657, "f1_weighted": 0.028526 } ], "main_score": 0.084702, "hf_subset": "km", "languages": [ "khm-Khmr" ] }, { "accuracy": 0.073045, "f1": 0.02474, "f1_weighted": 0.034683, "scores_per_experiment": [ { "accuracy": 0.119528, "f1": 0.02347, "f1_weighted": 0.049515 }, { "accuracy": 0.054599, "f1": 0.011301, "f1_weighted": 0.009104 }, { "accuracy": 0.031972, "f1": 0.01231, "f1_weighted": 0.013285 }, { "accuracy": 0.069848, "f1": 0.022739, "f1_weighted": 0.019071 }, { "accuracy": 0.07821, "f1": 0.026154, "f1_weighted": 0.035436 }, { "accuracy": 0.092966, "f1": 0.029077, "f1_weighted": 0.039068 }, { "accuracy": 0.063945, "f1": 0.03694, "f1_weighted": 0.058296 }, { "accuracy": 0.119036, "f1": 0.047225, "f1_weighted": 0.079064 }, { "accuracy": 0.051648, "f1": 0.019524, "f1_weighted": 0.028171 }, { "accuracy": 0.048697, "f1": 0.018661, "f1_weighted": 0.015821 } ], "main_score": 0.073045, "hf_subset": "ml", "languages": [ "mal-Mlym" ] }, { "accuracy": 0.469602, "f1": 0.442084, "f1_weighted": 0.466666, "scores_per_experiment": [ { "accuracy": 0.484014, "f1": 0.446712, "f1_weighted": 0.487423 }, { "accuracy": 0.478111, "f1": 0.462777, "f1_weighted": 0.478205 }, { "accuracy": 0.469749, "f1": 0.459179, "f1_weighted": 0.464022 }, { "accuracy": 0.470241, "f1": 0.441734, "f1_weighted": 0.475209 }, { "accuracy": 0.489916, "f1": 0.447617, "f1_weighted": 0.482291 }, { "accuracy": 0.434825, "f1": 0.418995, "f1_weighted": 0.433261 }, { "accuracy": 0.496803, "f1": 0.455682, "f1_weighted": 0.489329 }, { "accuracy": 0.442696, "f1": 0.41845, "f1_weighted": 0.436329 }, { "accuracy": 0.46483, "f1": 0.442221, "f1_weighted": 0.461132 }, { "accuracy": 0.46483, "f1": 0.42747, "f1_weighted": 0.459459 } ], "main_score": 0.469602, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "accuracy": 0.395376, "f1": 0.377824, "f1_weighted": 0.383235, "scores_per_experiment": [ { "accuracy": 0.387605, "f1": 0.373169, "f1_weighted": 0.374232 }, { "accuracy": 0.397934, "f1": 0.391668, "f1_weighted": 0.384846 }, { "accuracy": 0.422036, "f1": 0.395052, "f1_weighted": 0.410219 }, { "accuracy": 0.39695, "f1": 0.377155, "f1_weighted": 0.387552 }, { "accuracy": 0.390556, "f1": 0.360399, "f1_weighted": 0.360364 }, { "accuracy": 0.393015, "f1": 0.388095, "f1_weighted": 0.38614 }, { "accuracy": 0.39695, "f1": 0.383249, "f1_weighted": 0.399119 }, { "accuracy": 0.405312, "f1": 0.387325, "f1_weighted": 0.395094 }, { "accuracy": 0.343827, "f1": 0.333925, "f1_weighted": 0.334282 }, { "accuracy": 0.419577, "f1": 0.388203, "f1_weighted": 0.400497 } ], "main_score": 0.395376, "hf_subset": "jv", "languages": [ "jav-Latn" ] }, { "accuracy": 0.422086, "f1": 0.392556, "f1_weighted": 0.408572, "scores_per_experiment": [ { "accuracy": 0.406296, "f1": 0.386409, "f1_weighted": 0.411477 }, { "accuracy": 0.430398, "f1": 0.396894, "f1_weighted": 0.416217 }, { "accuracy": 0.456468, "f1": 0.41505, "f1_weighted": 0.440114 }, { "accuracy": 0.428923, "f1": 0.390147, "f1_weighted": 0.415291 }, { "accuracy": 0.424496, "f1": 0.393955, "f1_weighted": 0.39966 }, { "accuracy": 0.414166, "f1": 0.379311, "f1_weighted": 0.392349 }, { "accuracy": 0.415642, "f1": 0.387998, "f1_weighted": 0.398147 }, { "accuracy": 0.451549, "f1": 0.422832, "f1_weighted": 0.442858 }, { "accuracy": 0.380718, "f1": 0.370266, "f1_weighted": 0.372495 }, { "accuracy": 0.412199, "f1": 0.3827, "f1_weighted": 0.397117 } ], "main_score": 0.422086, "hf_subset": "sw", "languages": [ "swa-Latn" ] }, { "accuracy": 0.357354, "f1": 0.340441, "f1_weighted": 0.344647, "scores_per_experiment": [ { "accuracy": 0.352189, "f1": 0.329793, "f1_weighted": 0.327846 }, { "accuracy": 0.336449, "f1": 0.323993, "f1_weighted": 0.324776 }, { "accuracy": 0.390064, "f1": 0.357469, "f1_weighted": 0.378349 }, { "accuracy": 0.344811, "f1": 0.319936, "f1_weighted": 0.335949 }, { "accuracy": 0.377275, "f1": 0.369994, "f1_weighted": 0.368274 }, { "accuracy": 0.351697, "f1": 0.341326, "f1_weighted": 0.332183 }, { "accuracy": 0.365962, "f1": 0.347269, "f1_weighted": 0.361119 }, { "accuracy": 0.378259, "f1": 0.362287, "f1_weighted": 0.368533 }, { "accuracy": 0.311363, "f1": 0.310963, "f1_weighted": 0.293037 }, { "accuracy": 0.36547, "f1": 0.341382, "f1_weighted": 0.356404 } ], "main_score": 0.357354, "hf_subset": "tr", "languages": [ "tur-Latn" ] }, { "accuracy": 0.068175, "f1": 0.027263, "f1_weighted": 0.028999, "scores_per_experiment": [ { "accuracy": 0.100344, "f1": 0.033386, "f1_weighted": 0.047576 }, { "accuracy": 0.042794, "f1": 0.011782, "f1_weighted": 0.008541 }, { "accuracy": 0.04968, "f1": 0.028729, "f1_weighted": 0.022743 }, { "accuracy": 0.057059, "f1": 0.026374, "f1_weighted": 0.020436 }, { "accuracy": 0.068372, "f1": 0.027801, "f1_weighted": 0.020578 }, { "accuracy": 0.090507, "f1": 0.036736, "f1_weighted": 0.034253 }, { "accuracy": 0.039843, "f1": 0.021259, "f1_weighted": 0.01474 }, { "accuracy": 0.11756, "f1": 0.040777, "f1_weighted": 0.066445 }, { "accuracy": 0.071323, "f1": 0.028819, "f1_weighted": 0.043068 }, { "accuracy": 0.04427, "f1": 0.016964, "f1_weighted": 0.011608 } ], "main_score": 0.068175, "hf_subset": "am", "languages": [ "amh-Ethi" ] }, { "accuracy": 0.26911, "f1": 0.239228, "f1_weighted": 0.262792, "scores_per_experiment": [ { "accuracy": 0.275947, "f1": 0.243175, "f1_weighted": 0.281288 }, { "accuracy": 0.257747, "f1": 0.233918, "f1_weighted": 0.258443 }, { "accuracy": 0.28972, "f1": 0.238332, "f1_weighted": 0.276441 }, { "accuracy": 0.274471, "f1": 0.241324, "f1_weighted": 0.269798 }, { "accuracy": 0.295622, "f1": 0.271069, "f1_weighted": 0.283044 }, { "accuracy": 0.272504, "f1": 0.239924, "f1_weighted": 0.2608 }, { "accuracy": 0.29759, "f1": 0.268951, "f1_weighted": 0.292954 }, { "accuracy": 0.287752, "f1": 0.248054, "f1_weighted": 0.287498 }, { "accuracy": 0.212002, "f1": 0.196663, "f1_weighted": 0.18991 }, { "accuracy": 0.227742, "f1": 0.210865, "f1_weighted": 0.227745 } ], "main_score": 0.26911, "hf_subset": "az", "languages": [ "aze-Latn" ] }, { "accuracy": 0.16424, "f1": 0.128961, "f1_weighted": 0.140626, "scores_per_experiment": [ { "accuracy": 0.202656, "f1": 0.141856, "f1_weighted": 0.169992 }, { "accuracy": 0.134776, "f1": 0.103623, "f1_weighted": 0.098396 }, { "accuracy": 0.157895, "f1": 0.133757, "f1_weighted": 0.123416 }, { "accuracy": 0.150025, "f1": 0.129426, "f1_weighted": 0.131423 }, { "accuracy": 0.156419, "f1": 0.134828, "f1_weighted": 0.132843 }, { "accuracy": 0.174127, "f1": 0.136481, "f1_weighted": 0.128942 }, { "accuracy": 0.151008, "f1": 0.108372, "f1_weighted": 0.133185 }, { "accuracy": 0.197245, "f1": 0.139752, "f1_weighted": 0.176471 }, { "accuracy": 0.159862, "f1": 0.13504, "f1_weighted": 0.148718 }, { "accuracy": 0.158387, "f1": 0.126479, "f1_weighted": 0.162875 } ], "main_score": 0.16424, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "accuracy": 0.41392, "f1": 0.390607, "f1_weighted": 0.418052, "scores_per_experiment": [ { "accuracy": 0.413182, "f1": 0.382578, "f1_weighted": 0.419832 }, { "accuracy": 0.431382, "f1": 0.3968, "f1_weighted": 0.435857 }, { "accuracy": 0.425971, "f1": 0.402014, "f1_weighted": 0.435611 }, { "accuracy": 0.392523, "f1": 0.376016, "f1_weighted": 0.396894 }, { "accuracy": 0.413182, "f1": 0.373008, "f1_weighted": 0.412622 }, { "accuracy": 0.390556, "f1": 0.379932, "f1_weighted": 0.403155 }, { "accuracy": 0.444663, "f1": 0.420824, "f1_weighted": 0.443796 }, { "accuracy": 0.411215, "f1": 0.394686, "f1_weighted": 0.418784 }, { "accuracy": 0.389572, "f1": 0.377138, "f1_weighted": 0.389523 }, { "accuracy": 0.426955, "f1": 0.40307, "f1_weighted": 0.42445 } ], "main_score": 0.41392, "hf_subset": "af", "languages": [ "afr-Latn" ] }, { "accuracy": 0.067093, "f1": 0.0239, "f1_weighted": 0.025476, "scores_per_experiment": [ { "accuracy": 0.068372, "f1": 0.031106, "f1_weighted": 0.035879 }, { "accuracy": 0.05214, "f1": 0.015506, "f1_weighted": 0.010016 }, { "accuracy": 0.062469, "f1": 0.024785, "f1_weighted": 0.021583 }, { "accuracy": 0.060994, "f1": 0.023197, "f1_weighted": 0.027047 }, { "accuracy": 0.093458, "f1": 0.030788, "f1_weighted": 0.041378 }, { "accuracy": 0.06001, "f1": 0.025062, "f1_weighted": 0.021711 }, { "accuracy": 0.071815, "f1": 0.019237, "f1_weighted": 0.020746 }, { "accuracy": 0.084604, "f1": 0.027828, "f1_weighted": 0.034019 }, { "accuracy": 0.029021, "f1": 0.009909, "f1_weighted": 0.003788 }, { "accuracy": 0.088047, "f1": 0.031583, "f1_weighted": 0.038596 } ], "main_score": 0.067093, "hf_subset": "ka", "languages": [ "kat-Geor" ] }, { "accuracy": 0.057304, "f1": 0.018792, "f1_weighted": 0.016382, "scores_per_experiment": [ { "accuracy": 0.050172, "f1": 0.021821, "f1_weighted": 0.019487 }, { "accuracy": 0.055091, "f1": 0.011461, "f1_weighted": 0.009455 }, { "accuracy": 0.059026, "f1": 0.022707, "f1_weighted": 0.015459 }, { "accuracy": 0.063453, "f1": 0.016652, "f1_weighted": 0.021699 }, { "accuracy": 0.073291, "f1": 0.024155, "f1_weighted": 0.024121 }, { "accuracy": 0.071323, "f1": 0.015389, "f1_weighted": 0.015555 }, { "accuracy": 0.046729, "f1": 0.021112, "f1_weighted": 0.01315 }, { "accuracy": 0.06788, "f1": 0.023894, "f1_weighted": 0.021249 }, { "accuracy": 0.037383, "f1": 0.014513, "f1_weighted": 0.008508 }, { "accuracy": 0.048697, "f1": 0.016217, "f1_weighted": 0.015135 } ], "main_score": 0.057304, "hf_subset": "ko", "languages": [ "kor-Kore" ] }, { "accuracy": 0.392868, "f1": 0.360354, "f1_weighted": 0.385434, "scores_per_experiment": [ { "accuracy": 0.401869, "f1": 0.379471, "f1_weighted": 0.40493 }, { "accuracy": 0.399902, "f1": 0.369596, "f1_weighted": 0.388402 }, { "accuracy": 0.408264, "f1": 0.368065, "f1_weighted": 0.399818 }, { "accuracy": 0.386621, "f1": 0.350535, "f1_weighted": 0.380759 }, { "accuracy": 0.388588, "f1": 0.349576, "f1_weighted": 0.371764 }, { "accuracy": 0.39941, "f1": 0.375584, "f1_weighted": 0.396674 }, { "accuracy": 0.414166, "f1": 0.371566, "f1_weighted": 0.400662 }, { "accuracy": 0.402361, "f1": 0.371979, "f1_weighted": 0.390355 }, { "accuracy": 0.339892, "f1": 0.31033, "f1_weighted": 0.343103 }, { "accuracy": 0.387605, "f1": 0.35684, "f1_weighted": 0.377869 } ], "main_score": 0.392868, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "accuracy": 0.366306, "f1": 0.344256, "f1_weighted": 0.365629, "scores_per_experiment": [ { "accuracy": 0.39941, "f1": 0.381391, "f1_weighted": 0.409787 }, { "accuracy": 0.33153, "f1": 0.312376, "f1_weighted": 0.332668 }, { "accuracy": 0.371864, "f1": 0.337972, "f1_weighted": 0.375093 }, { "accuracy": 0.340384, "f1": 0.319566, "f1_weighted": 0.336874 }, { "accuracy": 0.37088, "f1": 0.347794, "f1_weighted": 0.353903 }, { "accuracy": 0.33694, "f1": 0.323996, "f1_weighted": 0.314214 }, { "accuracy": 0.370389, "f1": 0.353522, "f1_weighted": 0.378527 }, { "accuracy": 0.38908, "f1": 0.373262, "f1_weighted": 0.399999 }, { "accuracy": 0.367929, "f1": 0.333616, "f1_weighted": 0.366839 }, { "accuracy": 0.384653, "f1": 0.359067, "f1_weighted": 0.388387 } ], "main_score": 0.366306, "hf_subset": "mn", "languages": [ "mon-Cyrl" ] }, { "accuracy": 0.110969, "f1": 0.047158, "f1_weighted": 0.053546, "scores_per_experiment": [ { "accuracy": 0.1515, "f1": 0.053918, "f1_weighted": 0.068477 }, { "accuracy": 0.114609, "f1": 0.048334, "f1_weighted": 0.049003 }, { "accuracy": 0.085588, "f1": 0.033082, "f1_weighted": 0.02808 }, { "accuracy": 0.100836, "f1": 0.027902, "f1_weighted": 0.042073 }, { "accuracy": 0.102804, "f1": 0.039193, "f1_weighted": 0.036016 }, { "accuracy": 0.074274, "f1": 0.047713, "f1_weighted": 0.034987 }, { "accuracy": 0.150516, "f1": 0.062682, "f1_weighted": 0.101949 }, { "accuracy": 0.103296, "f1": 0.050952, "f1_weighted": 0.056317 }, { "accuracy": 0.118052, "f1": 0.05519, "f1_weighted": 0.072742 }, { "accuracy": 0.108214, "f1": 0.052614, "f1_weighted": 0.045811 } ], "main_score": 0.110969, "hf_subset": "my", "languages": [ "mya-Mymr" ] }, { "accuracy": 0.105706, "f1": 0.06396, "f1_weighted": 0.065713, "scores_per_experiment": [ { "accuracy": 0.119528, "f1": 0.05291, "f1_weighted": 0.072363 }, { "accuracy": 0.088047, "f1": 0.056452, "f1_weighted": 0.046679 }, { "accuracy": 0.081161, "f1": 0.06388, "f1_weighted": 0.044969 }, { "accuracy": 0.087063, "f1": 0.062568, "f1_weighted": 0.060639 }, { "accuracy": 0.092474, "f1": 0.061658, "f1_weighted": 0.048545 }, { "accuracy": 0.114117, "f1": 0.077501, "f1_weighted": 0.074667 }, { "accuracy": 0.103296, "f1": 0.064564, "f1_weighted": 0.070595 }, { "accuracy": 0.157895, "f1": 0.071499, "f1_weighted": 0.096725 }, { "accuracy": 0.126906, "f1": 0.070489, "f1_weighted": 0.085582 }, { "accuracy": 0.086572, "f1": 0.058082, "f1_weighted": 0.05637 } ], "main_score": 0.105706, "hf_subset": "ja", "languages": [ "jpn-Jpan" ] }, { "accuracy": 0.089375, "f1": 0.047457, "f1_weighted": 0.046862, "scores_per_experiment": [ { "accuracy": 0.12543, "f1": 0.052964, "f1_weighted": 0.064716 }, { "accuracy": 0.072307, "f1": 0.050561, "f1_weighted": 0.053921 }, { "accuracy": 0.084604, "f1": 0.053549, "f1_weighted": 0.041651 }, { "accuracy": 0.083128, "f1": 0.033072, "f1_weighted": 0.040079 }, { "accuracy": 0.088047, "f1": 0.038531, "f1_weighted": 0.030203 }, { "accuracy": 0.07821, "f1": 0.047245, "f1_weighted": 0.035492 }, { "accuracy": 0.089523, "f1": 0.056412, "f1_weighted": 0.058848 }, { "accuracy": 0.08608, "f1": 0.052831, "f1_weighted": 0.052203 }, { "accuracy": 0.10969, "f1": 0.051177, "f1_weighted": 0.062082 }, { "accuracy": 0.076734, "f1": 0.038226, "f1_weighted": 0.029425 } ], "main_score": 0.089375, "hf_subset": "ur", "languages": [ "urd-Arab" ] }, { "accuracy": 0.11092, "f1": 0.064261, "f1_weighted": 0.087529, "scores_per_experiment": [ { "accuracy": 0.095425, "f1": 0.052466, "f1_weighted": 0.073388 }, { "accuracy": 0.097393, "f1": 0.043434, "f1_weighted": 0.048053 }, { "accuracy": 0.099852, "f1": 0.063971, "f1_weighted": 0.095417 }, { "accuracy": 0.127398, "f1": 0.083842, "f1_weighted": 0.112494 }, { "accuracy": 0.099361, "f1": 0.062151, "f1_weighted": 0.063202 }, { "accuracy": 0.104771, "f1": 0.065776, "f1_weighted": 0.104138 }, { "accuracy": 0.113133, "f1": 0.065471, "f1_weighted": 0.104906 }, { "accuracy": 0.174127, "f1": 0.090101, "f1_weighted": 0.144898 }, { "accuracy": 0.12789, "f1": 0.076469, "f1_weighted": 0.089309 }, { "accuracy": 0.069848, "f1": 0.03893, "f1_weighted": 0.039481 } ], "main_score": 0.11092, "hf_subset": "ar", "languages": [ "ara-Arab" ] }, { "accuracy": 0.359321, "f1": 0.348724, "f1_weighted": 0.357225, "scores_per_experiment": [ { "accuracy": 0.343335, "f1": 0.336834, "f1_weighted": 0.345127 }, { "accuracy": 0.351205, "f1": 0.345482, "f1_weighted": 0.353489 }, { "accuracy": 0.366454, "f1": 0.348567, "f1_weighted": 0.358319 }, { "accuracy": 0.343335, "f1": 0.336326, "f1_weighted": 0.355728 }, { "accuracy": 0.374324, "f1": 0.371199, "f1_weighted": 0.365494 }, { "accuracy": 0.320708, "f1": 0.316025, "f1_weighted": 0.31074 }, { "accuracy": 0.385637, "f1": 0.361874, "f1_weighted": 0.383534 }, { "accuracy": 0.383669, "f1": 0.378393, "f1_weighted": 0.378825 }, { "accuracy": 0.366454, "f1": 0.351611, "f1_weighted": 0.357606 }, { "accuracy": 0.358091, "f1": 0.340929, "f1_weighted": 0.36339 } ], "main_score": 0.359321, "hf_subset": "pl", "languages": [ "pol-Latn" ] } ] }, "evaluation_time": 184.87673687934875, "kg_co2_emissions": null }