{ "dataset_revision": "2aea5a6dc8fdcfeca41d0fb963c0a338930bde5c", "task_name": "MultiEURLEXMultilabelClassification", "mteb_version": "2.7.22", "scores": { "test": [ { "scores_per_experiment": [ { "accuracy": 0.0262, "lrap": 0.467907, "f1": 0.385585, "hamming": 0.41136 }, { "accuracy": 0.0604, "lrap": 0.50277, "f1": 0.378502, "hamming": 0.452886 }, { "accuracy": 0.0262, "lrap": 0.472572, "f1": 0.361369, "hamming": 0.410588 }, { "accuracy": 0.0558, "lrap": 0.493408, "f1": 0.380403, "hamming": 0.436404 }, { "accuracy": 0.0426, "lrap": 0.490215, "f1": 0.367811, "hamming": 0.438141 }, { "accuracy": 0.067, "lrap": 0.480043, "f1": 0.352098, "hamming": 0.40808 }, { "accuracy": 0.1578, "lrap": 0.54557, "f1": 0.396448, "hamming": 0.493586 }, { "accuracy": 0.0286, "lrap": 0.434807, "f1": 0.357708, "hamming": 0.367709 }, { "accuracy": 0.0494, "lrap": 0.504456, "f1": 0.381177, "hamming": 0.459342 }, { "accuracy": 0.0492, "lrap": 0.480055, "f1": 0.346648, "hamming": 0.410349 } ], "accuracy": 0.05632, "lrap": 0.48718, "f1": 0.370775, "hamming": 0.428845, "main_score": 0.05632, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.0338, "lrap": 0.467164, "f1": 0.387447, "hamming": 0.405758 }, { "accuracy": 0.0262, "lrap": 0.457248, "f1": 0.357846, "hamming": 0.387741 }, { "accuracy": 0.0904, "lrap": 0.514729, "f1": 0.400921, "hamming": 0.460347 }, { "accuracy": 0.0592, "lrap": 0.50037, "f1": 0.386475, "hamming": 0.440525 }, { "accuracy": 0.0254, "lrap": 0.461244, "f1": 0.370799, "hamming": 0.388749 }, { "accuracy": 0.039, "lrap": 0.459573, "f1": 0.356021, "hamming": 0.386641 }, { "accuracy": 0.0716, "lrap": 0.49453, "f1": 0.38246, "hamming": 0.428163 }, { "accuracy": 0.0838, "lrap": 0.502426, "f1": 0.37849, "hamming": 0.438495 }, { "accuracy": 0.0546, "lrap": 0.466924, "f1": 0.365925, "hamming": 0.397642 }, { "accuracy": 0.039, "lrap": 0.495773, "f1": 0.347106, "hamming": 0.441335 } ], "accuracy": 0.0523, "lrap": 0.481998, "f1": 0.373349, "hamming": 0.41754, "main_score": 0.0523, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.0398, "lrap": 0.493087, "f1": 0.353169, "hamming": 0.41337 }, { "accuracy": 0.0304, "lrap": 0.490983, "f1": 0.369293, "hamming": 0.425432 }, { "accuracy": 0.0314, "lrap": 0.457783, "f1": 0.345856, "hamming": 0.384831 }, { "accuracy": 0.0548, "lrap": 0.515713, "f1": 0.336913, "hamming": 0.451045 }, { "accuracy": 0.0496, "lrap": 0.492797, "f1": 0.410351, "hamming": 0.434784 }, { "accuracy": 0.0714, "lrap": 0.507159, "f1": 0.376459, "hamming": 0.43924 }, { "accuracy": 0.0374, "lrap": 0.497022, "f1": 0.389469, "hamming": 0.436262 }, { "accuracy": 0.0474, "lrap": 0.470759, "f1": 0.323891, "hamming": 0.402271 }, { "accuracy": 0.0556, "lrap": 0.503365, "f1": 0.353878, "hamming": 0.441055 }, { "accuracy": 0.0646, "lrap": 0.446815, "f1": 0.35024, "hamming": 0.383212 } ], "accuracy": 0.04824, "lrap": 0.487548, "f1": 0.360952, "hamming": 0.42115, "main_score": 0.04824, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.0496, "lrap": 0.510994, "f1": 0.374663, "hamming": 0.458538 }, { "accuracy": 0.0708, "lrap": 0.51217, "f1": 0.413283, "hamming": 0.455038 }, { "accuracy": 0.044, "lrap": 0.515065, "f1": 0.395173, "hamming": 0.461867 }, { "accuracy": 0.0594, "lrap": 0.469067, "f1": 0.365289, "hamming": 0.425793 }, { "accuracy": 0.0554, "lrap": 0.451535, "f1": 0.360435, "hamming": 0.397681 }, { "accuracy": 0.0488, "lrap": 0.493267, "f1": 0.35347, "hamming": 0.42711 }, { "accuracy": 0.0584, "lrap": 0.486767, "f1": 0.32999, "hamming": 0.419007 }, { "accuracy": 0.043, "lrap": 0.51113, "f1": 0.402918, "hamming": 0.456724 }, { "accuracy": 0.0256, "lrap": 0.456432, "f1": 0.333376, "hamming": 0.388125 }, { "accuracy": 0.0746, "lrap": 0.482972, "f1": 0.33646, "hamming": 0.419503 } ], "accuracy": 0.05296, "lrap": 0.48894, "f1": 0.366506, "hamming": 0.430938, "main_score": 0.05296, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.069, "lrap": 0.492914, "f1": 0.368608, "hamming": 0.437964 }, { "accuracy": 0.0686, "lrap": 0.507067, "f1": 0.381388, "hamming": 0.454007 }, { "accuracy": 0.0506, "lrap": 0.501981, "f1": 0.362509, "hamming": 0.442761 }, { "accuracy": 0.0332, "lrap": 0.474873, "f1": 0.374807, "hamming": 0.416528 }, { "accuracy": 0.0326, "lrap": 0.498421, "f1": 0.385668, "hamming": 0.439021 }, { "accuracy": 0.0838, "lrap": 0.479149, "f1": 0.345685, "hamming": 0.410241 }, { "accuracy": 0.0318, "lrap": 0.500721, "f1": 0.378553, "hamming": 0.441983 }, { "accuracy": 0.148, "lrap": 0.536828, "f1": 0.438387, "hamming": 0.486754 }, { "accuracy": 0.088, "lrap": 0.530497, "f1": 0.391308, "hamming": 0.477514 }, { "accuracy": 0.0342, "lrap": 0.467421, "f1": 0.350881, "hamming": 0.409804 } ], "accuracy": 0.06398, "lrap": 0.498987, "f1": 0.377779, "hamming": 0.441658, "main_score": 0.06398, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.0694, "lrap": 0.503514, "f1": 0.39981, "hamming": 0.44657 }, { "accuracy": 0.0498, "lrap": 0.487758, "f1": 0.385786, "hamming": 0.430757 }, { "accuracy": 0.0664, "lrap": 0.493167, "f1": 0.441813, "hamming": 0.446217 }, { "accuracy": 0.0428, "lrap": 0.488659, "f1": 0.407623, "hamming": 0.425431 }, { "accuracy": 0.0634, "lrap": 0.477169, "f1": 0.388988, "hamming": 0.413564 }, { "accuracy": 0.0548, "lrap": 0.488788, "f1": 0.426068, "hamming": 0.427812 }, { "accuracy": 0.0702, "lrap": 0.51492, "f1": 0.368766, "hamming": 0.457566 }, { "accuracy": 0.035, "lrap": 0.482217, "f1": 0.405403, "hamming": 0.428781 }, { "accuracy": 0.027, "lrap": 0.48834, "f1": 0.405022, "hamming": 0.435786 }, { "accuracy": 0.0464, "lrap": 0.49617, "f1": 0.371092, "hamming": 0.434374 } ], "accuracy": 0.05252, "lrap": 0.49207, "f1": 0.400037, "hamming": 0.434686, "main_score": 0.05252, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.0146, "lrap": 0.460827, "f1": 0.405431, "hamming": 0.4066 }, { "accuracy": 0.0434, "lrap": 0.479128, "f1": 0.391974, "hamming": 0.427904 }, { "accuracy": 0.042, "lrap": 0.488254, "f1": 0.401587, "hamming": 0.43368 }, { "accuracy": 0.048, "lrap": 0.468947, "f1": 0.380374, "hamming": 0.401897 }, { "accuracy": 0.0484, "lrap": 0.49664, "f1": 0.399992, "hamming": 0.443235 }, { "accuracy": 0.0388, "lrap": 0.499633, "f1": 0.388242, "hamming": 0.44932 }, { "accuracy": 0.0682, "lrap": 0.469682, "f1": 0.380547, "hamming": 0.42558 }, { "accuracy": 0.0312, "lrap": 0.49613, "f1": 0.384562, "hamming": 0.445848 }, { "accuracy": 0.0322, "lrap": 0.490108, "f1": 0.387094, "hamming": 0.439438 }, { "accuracy": 0.0382, "lrap": 0.50196, "f1": 0.389638, "hamming": 0.446692 } ], "accuracy": 0.0405, "lrap": 0.485131, "f1": 0.390944, "hamming": 0.432019, "main_score": 0.0405, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.0392, "lrap": 0.480198, "f1": 0.386084, "hamming": 0.432954 }, { "accuracy": 0.0594, "lrap": 0.489537, "f1": 0.351611, "hamming": 0.429151 }, { "accuracy": 0.0416, "lrap": 0.491878, "f1": 0.387917, "hamming": 0.435038 }, { "accuracy": 0.0384, "lrap": 0.47785, "f1": 0.341381, "hamming": 0.412424 }, { "accuracy": 0.044, "lrap": 0.479526, "f1": 0.379138, "hamming": 0.41787 }, { "accuracy": 0.0946, "lrap": 0.534508, "f1": 0.375793, "hamming": 0.479229 }, { "accuracy": 0.0422, "lrap": 0.50238, "f1": 0.381907, "hamming": 0.44714 }, { "accuracy": 0.0642, "lrap": 0.472737, "f1": 0.394712, "hamming": 0.413683 }, { "accuracy": 0.0876, "lrap": 0.511351, "f1": 0.388553, "hamming": 0.458392 }, { "accuracy": 0.0304, "lrap": 0.48667, "f1": 0.349747, "hamming": 0.441206 } ], "accuracy": 0.05416, "lrap": 0.492663, "f1": 0.373684, "hamming": 0.436709, "main_score": 0.05416, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.0596, "lrap": 0.489617, "f1": 0.369802, "hamming": 0.433647 }, { "accuracy": 0.0842, "lrap": 0.467273, "f1": 0.319422, "hamming": 0.416612 }, { "accuracy": 0.04, "lrap": 0.487794, "f1": 0.33085, "hamming": 0.426067 }, { "accuracy": 0.0464, "lrap": 0.46656, "f1": 0.327002, "hamming": 0.404811 }, { "accuracy": 0.0222, "lrap": 0.436286, "f1": 0.356689, "hamming": 0.369284 }, { "accuracy": 0.0844, "lrap": 0.486379, "f1": 0.350998, "hamming": 0.420349 }, { "accuracy": 0.0298, "lrap": 0.476115, "f1": 0.323687, "hamming": 0.412715 }, { "accuracy": 0.0442, "lrap": 0.500038, "f1": 0.367639, "hamming": 0.436024 }, { "accuracy": 0.0488, "lrap": 0.490466, "f1": 0.360928, "hamming": 0.437654 }, { "accuracy": 0.0618, "lrap": 0.480385, "f1": 0.326381, "hamming": 0.414453 } ], "accuracy": 0.05214, "lrap": 0.478091, "f1": 0.34334, "hamming": 0.417162, "main_score": 0.05214, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "scores_per_experiment": [ { "accuracy": 0.0432, "lrap": 0.474487, "f1": 0.416537, "hamming": 0.428442 }, { "accuracy": 0.0468, "lrap": 0.472899, "f1": 0.375516, "hamming": 0.407978 }, { "accuracy": 0.0182, "lrap": 0.46741, "f1": 0.36722, "hamming": 0.414628 }, { "accuracy": 0.067, "lrap": 0.462503, "f1": 0.382899, "hamming": 0.407529 }, { "accuracy": 0.0442, "lrap": 0.472016, "f1": 0.399715, "hamming": 0.420663 }, { "accuracy": 0.0306, "lrap": 0.486588, "f1": 0.37847, "hamming": 0.428556 }, { "accuracy": 0.0416, "lrap": 0.508627, "f1": 0.42029, "hamming": 0.450174 }, { "accuracy": 0.0532, "lrap": 0.51557, "f1": 0.440141, "hamming": 0.463118 }, { "accuracy": 0.053, "lrap": 0.498069, "f1": 0.380951, "hamming": 0.450349 }, { "accuracy": 0.0266, "lrap": 0.45142, "f1": 0.387866, "hamming": 0.393582 } ], "accuracy": 0.04244, "lrap": 0.480959, "f1": 0.39496, "hamming": 0.426502, "main_score": 0.04244, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.0316, "lrap": 0.489547, "f1": 0.392183, "hamming": 0.433995 }, { "accuracy": 0.0366, "lrap": 0.466192, "f1": 0.363, "hamming": 0.392773 }, { "accuracy": 0.0208, "lrap": 0.488767, "f1": 0.362137, "hamming": 0.434274 }, { "accuracy": 0.064, "lrap": 0.503041, "f1": 0.387827, "hamming": 0.440289 }, { "accuracy": 0.037, "lrap": 0.468013, "f1": 0.346904, "hamming": 0.410236 }, { "accuracy": 0.0802, "lrap": 0.47341, "f1": 0.34226, "hamming": 0.402329 }, { "accuracy": 0.0522, "lrap": 0.464198, "f1": 0.353318, "hamming": 0.394279 }, { "accuracy": 0.081, "lrap": 0.517216, "f1": 0.39256, "hamming": 0.463225 }, { "accuracy": 0.0512, "lrap": 0.490164, "f1": 0.362466, "hamming": 0.427164 }, { "accuracy": 0.0458, "lrap": 0.479595, "f1": 0.396007, "hamming": 0.429626 } ], "accuracy": 0.05004, "lrap": 0.484014, "f1": 0.369866, "hamming": 0.422819, "main_score": 0.05004, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.0304, "lrap": 0.462405, "f1": 0.371985, "hamming": 0.402389 }, { "accuracy": 0.0296, "lrap": 0.470156, "f1": 0.38908, "hamming": 0.418897 }, { "accuracy": 0.0514, "lrap": 0.510378, "f1": 0.406194, "hamming": 0.454477 }, { "accuracy": 0.035, "lrap": 0.481491, "f1": 0.359199, "hamming": 0.418626 }, { "accuracy": 0.0368, "lrap": 0.534058, "f1": 0.397988, "hamming": 0.481386 }, { "accuracy": 0.0692, "lrap": 0.501952, "f1": 0.417059, "hamming": 0.44765 }, { "accuracy": 0.048, "lrap": 0.47468, "f1": 0.339661, "hamming": 0.404288 }, { "accuracy": 0.0452, "lrap": 0.471795, "f1": 0.373159, "hamming": 0.41878 }, { "accuracy": 0.037, "lrap": 0.459858, "f1": 0.350249, "hamming": 0.39609 }, { "accuracy": 0.0568, "lrap": 0.513747, "f1": 0.441661, "hamming": 0.474082 } ], "accuracy": 0.04394, "lrap": 0.488052, "f1": 0.384624, "hamming": 0.431667, "main_score": 0.04394, "hf_subset": "cs", "languages": [ "ces-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.029, "lrap": 0.462044, "f1": 0.331672, "hamming": 0.399937 }, { "accuracy": 0.0492, "lrap": 0.487465, "f1": 0.366208, "hamming": 0.431326 }, { "accuracy": 0.0366, "lrap": 0.499705, "f1": 0.37623, "hamming": 0.447021 }, { "accuracy": 0.0518, "lrap": 0.465074, "f1": 0.387566, "hamming": 0.403842 }, { "accuracy": 0.0358, "lrap": 0.484557, "f1": 0.368934, "hamming": 0.425953 }, { "accuracy": 0.044, "lrap": 0.48675, "f1": 0.362263, "hamming": 0.428654 }, { "accuracy": 0.1008, "lrap": 0.533959, "f1": 0.374891, "hamming": 0.482644 }, { "accuracy": 0.0254, "lrap": 0.478848, "f1": 0.350226, "hamming": 0.412382 }, { "accuracy": 0.0438, "lrap": 0.502356, "f1": 0.374085, "hamming": 0.434229 }, { "accuracy": 0.0474, "lrap": 0.448453, "f1": 0.356454, "hamming": 0.385605 } ], "accuracy": 0.04638, "lrap": 0.484921, "f1": 0.364853, "hamming": 0.425159, "main_score": 0.04638, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.0596, "lrap": 0.470317, "f1": 0.398384, "hamming": 0.412032 }, { "accuracy": 0.0494, "lrap": 0.482281, "f1": 0.380901, "hamming": 0.425737 }, { "accuracy": 0.0458, "lrap": 0.505987, "f1": 0.409731, "hamming": 0.458784 }, { "accuracy": 0.0348, "lrap": 0.467003, "f1": 0.391745, "hamming": 0.409943 }, { "accuracy": 0.0408, "lrap": 0.488591, "f1": 0.366799, "hamming": 0.43408 }, { "accuracy": 0.0268, "lrap": 0.488293, "f1": 0.409274, "hamming": 0.443542 }, { "accuracy": 0.0796, "lrap": 0.499008, "f1": 0.378101, "hamming": 0.449943 }, { "accuracy": 0.0452, "lrap": 0.483642, "f1": 0.351346, "hamming": 0.417872 }, { "accuracy": 0.0344, "lrap": 0.503173, "f1": 0.413114, "hamming": 0.451073 }, { "accuracy": 0.026, "lrap": 0.474897, "f1": 0.406788, "hamming": 0.419295 } ], "accuracy": 0.04424, "lrap": 0.486319, "f1": 0.390619, "hamming": 0.43223, "main_score": 0.04424, "hf_subset": "bg", "languages": [ "bul-Cyrl" ] }, { "scores_per_experiment": [ { "accuracy": 0.0918, "lrap": 0.510915, "f1": 0.392019, "hamming": 0.455591 }, { "accuracy": 0.055, "lrap": 0.475331, "f1": 0.405681, "hamming": 0.420731 }, { "accuracy": 0.0364, "lrap": 0.46168, "f1": 0.329122, "hamming": 0.39338 }, { "accuracy": 0.0552, "lrap": 0.488598, "f1": 0.359877, "hamming": 0.427754 }, { "accuracy": 0.041, "lrap": 0.4625, "f1": 0.314367, "hamming": 0.394126 }, { "accuracy": 0.0324, "lrap": 0.484773, "f1": 0.326357, "hamming": 0.419598 }, { "accuracy": 0.0484, "lrap": 0.483194, "f1": 0.385134, "hamming": 0.417234 }, { "accuracy": 0.048, "lrap": 0.474712, "f1": 0.347542, "hamming": 0.411231 }, { "accuracy": 0.028, "lrap": 0.440708, "f1": 0.353096, "hamming": 0.37873 }, { "accuracy": 0.0348, "lrap": 0.432307, "f1": 0.3227, "hamming": 0.363695 } ], "accuracy": 0.0471, "lrap": 0.471472, "f1": 0.35359, "hamming": 0.408207, "main_score": 0.0471, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.0378, "lrap": 0.474659, "f1": 0.381667, "hamming": 0.428767 }, { "accuracy": 0.0524, "lrap": 0.482143, "f1": 0.378624, "hamming": 0.421768 }, { "accuracy": 0.062, "lrap": 0.469124, "f1": 0.397548, "hamming": 0.41708 }, { "accuracy": 0.0302, "lrap": 0.43347, "f1": 0.378774, "hamming": 0.365584 }, { "accuracy": 0.0278, "lrap": 0.46205, "f1": 0.34267, "hamming": 0.393776 }, { "accuracy": 0.025, "lrap": 0.462825, "f1": 0.342904, "hamming": 0.41168 }, { "accuracy": 0.0536, "lrap": 0.468657, "f1": 0.384773, "hamming": 0.410799 }, { "accuracy": 0.0354, "lrap": 0.493826, "f1": 0.39029, "hamming": 0.444788 }, { "accuracy": 0.0382, "lrap": 0.46144, "f1": 0.346575, "hamming": 0.39765 }, { "accuracy": 0.0302, "lrap": 0.475892, "f1": 0.387584, "hamming": 0.419282 } ], "accuracy": 0.03926, "lrap": 0.468409, "f1": 0.373141, "hamming": 0.411117, "main_score": 0.03926, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.0164, "lrap": 0.461382, "f1": 0.375179, "hamming": 0.408217 }, { "accuracy": 0.0432, "lrap": 0.516452, "f1": 0.40194, "hamming": 0.454157 }, { "accuracy": 0.0434, "lrap": 0.453919, "f1": 0.342383, "hamming": 0.396372 }, { "accuracy": 0.0398, "lrap": 0.494781, "f1": 0.360863, "hamming": 0.440363 }, { "accuracy": 0.044, "lrap": 0.475873, "f1": 0.364284, "hamming": 0.413331 }, { "accuracy": 0.068, "lrap": 0.516706, "f1": 0.38805, "hamming": 0.463836 }, { "accuracy": 0.037, "lrap": 0.468698, "f1": 0.384507, "hamming": 0.417215 }, { "accuracy": 0.0482, "lrap": 0.473563, "f1": 0.383217, "hamming": 0.406366 }, { "accuracy": 0.048, "lrap": 0.50142, "f1": 0.42625, "hamming": 0.451883 }, { "accuracy": 0.042, "lrap": 0.496129, "f1": 0.392081, "hamming": 0.442432 } ], "accuracy": 0.043, "lrap": 0.485892, "f1": 0.381876, "hamming": 0.429417, "main_score": 0.043, "hf_subset": "sk", "languages": [ "slk-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.0818, "lrap": 0.546138, "f1": 0.41749, "hamming": 0.499774 }, { "accuracy": 0.0398, "lrap": 0.501235, "f1": 0.37125, "hamming": 0.445913 }, { "accuracy": 0.0184, "lrap": 0.441081, "f1": 0.356434, "hamming": 0.38881 }, { "accuracy": 0.0438, "lrap": 0.501557, "f1": 0.40721, "hamming": 0.454594 }, { "accuracy": 0.0294, "lrap": 0.440213, "f1": 0.385406, "hamming": 0.378309 }, { "accuracy": 0.0672, "lrap": 0.507437, "f1": 0.38325, "hamming": 0.46128 }, { "accuracy": 0.0328, "lrap": 0.5076, "f1": 0.388551, "hamming": 0.44999 }, { "accuracy": 0.0394, "lrap": 0.487105, "f1": 0.328589, "hamming": 0.433342 }, { "accuracy": 0.0586, "lrap": 0.509726, "f1": 0.38346, "hamming": 0.456245 }, { "accuracy": 0.0416, "lrap": 0.471378, "f1": 0.428399, "hamming": 0.423654 } ], "accuracy": 0.04528, "lrap": 0.491347, "f1": 0.385004, "hamming": 0.439191, "main_score": 0.04528, "hf_subset": "lt", "languages": [ "lit-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.0584, "lrap": 0.448667, "f1": 0.354775, "hamming": 0.370839 }, { "accuracy": 0.0334, "lrap": 0.43059, "f1": 0.360344, "hamming": 0.373749 }, { "accuracy": 0.0394, "lrap": 0.485265, "f1": 0.339355, "hamming": 0.418028 }, { "accuracy": 0.0232, "lrap": 0.458891, "f1": 0.375019, "hamming": 0.403827 }, { "accuracy": 0.0544, "lrap": 0.45982, "f1": 0.386558, "hamming": 0.406728 }, { "accuracy": 0.0558, "lrap": 0.521496, "f1": 0.430468, "hamming": 0.476308 }, { "accuracy": 0.0372, "lrap": 0.488717, "f1": 0.384415, "hamming": 0.435638 }, { "accuracy": 0.0286, "lrap": 0.425653, "f1": 0.374325, "hamming": 0.363364 }, { "accuracy": 0.0706, "lrap": 0.495214, "f1": 0.40599, "hamming": 0.441842 }, { "accuracy": 0.0584, "lrap": 0.453206, "f1": 0.364972, "hamming": 0.39264 } ], "accuracy": 0.04594, "lrap": 0.466752, "f1": 0.377622, "hamming": 0.408296, "main_score": 0.04594, "hf_subset": "hr", "languages": [ "hrv-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.0516, "lrap": 0.512707, "f1": 0.405609, "hamming": 0.459236 }, { "accuracy": 0.096, "lrap": 0.523179, "f1": 0.382027, "hamming": 0.476323 }, { "accuracy": 0.0882, "lrap": 0.511556, "f1": 0.417477, "hamming": 0.46137 }, { "accuracy": 0.0422, "lrap": 0.510838, "f1": 0.366572, "hamming": 0.449384 }, { "accuracy": 0.0262, "lrap": 0.471621, "f1": 0.354295, "hamming": 0.410704 }, { "accuracy": 0.0758, "lrap": 0.485892, "f1": 0.377696, "hamming": 0.416895 }, { "accuracy": 0.0296, "lrap": 0.482182, "f1": 0.387261, "hamming": 0.419889 }, { "accuracy": 0.0514, "lrap": 0.511676, "f1": 0.361934, "hamming": 0.452904 }, { "accuracy": 0.0284, "lrap": 0.467505, "f1": 0.383791, "hamming": 0.402166 }, { "accuracy": 0.0452, "lrap": 0.482353, "f1": 0.386268, "hamming": 0.429622 } ], "accuracy": 0.05346, "lrap": 0.495951, "f1": 0.382293, "hamming": 0.437849, "main_score": 0.05346, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.1132, "lrap": 0.538732, "f1": 0.416073, "hamming": 0.484716 }, { "accuracy": 0.0394, "lrap": 0.486898, "f1": 0.394884, "hamming": 0.42638 }, { "accuracy": 0.0736, "lrap": 0.515024, "f1": 0.377143, "hamming": 0.459665 }, { "accuracy": 0.0212, "lrap": 0.448978, "f1": 0.352988, "hamming": 0.386419 }, { "accuracy": 0.0712, "lrap": 0.527663, "f1": 0.400571, "hamming": 0.477641 }, { "accuracy": 0.0422, "lrap": 0.492822, "f1": 0.409039, "hamming": 0.437921 }, { "accuracy": 0.0372, "lrap": 0.497809, "f1": 0.42773, "hamming": 0.441757 }, { "accuracy": 0.045, "lrap": 0.495459, "f1": 0.413732, "hamming": 0.443509 }, { "accuracy": 0.0586, "lrap": 0.49303, "f1": 0.403397, "hamming": 0.442925 }, { "accuracy": 0.0334, "lrap": 0.485625, "f1": 0.42293, "hamming": 0.433941 } ], "accuracy": 0.0535, "lrap": 0.498204, "f1": 0.401849, "hamming": 0.443487, "main_score": 0.0535, "hf_subset": "et", "languages": [ "est-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.0552, "lrap": 0.495736, "f1": 0.373474, "hamming": 0.438191 }, { "accuracy": 0.0376, "lrap": 0.463631, "f1": 0.352334, "hamming": 0.390279 }, { "accuracy": 0.0404, "lrap": 0.481709, "f1": 0.343054, "hamming": 0.418329 }, { "accuracy": 0.0216, "lrap": 0.461936, "f1": 0.377231, "hamming": 0.405336 }, { "accuracy": 0.025, "lrap": 0.463131, "f1": 0.373385, "hamming": 0.400756 }, { "accuracy": 0.0772, "lrap": 0.522837, "f1": 0.413064, "hamming": 0.469871 }, { "accuracy": 0.0394, "lrap": 0.493914, "f1": 0.403876, "hamming": 0.436484 }, { "accuracy": 0.044, "lrap": 0.500826, "f1": 0.36486, "hamming": 0.440531 }, { "accuracy": 0.045, "lrap": 0.504583, "f1": 0.384526, "hamming": 0.447252 }, { "accuracy": 0.0424, "lrap": 0.458836, "f1": 0.327275, "hamming": 0.399268 } ], "accuracy": 0.04278, "lrap": 0.484714, "f1": 0.371308, "hamming": 0.42463, "main_score": 0.04278, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "scores_per_experiment": [ { "accuracy": 0.0448, "lrap": 0.490558, "f1": 0.355244, "hamming": 0.422301 }, { "accuracy": 0.032, "lrap": 0.432756, "f1": 0.340475, "hamming": 0.378578 }, { "accuracy": 0.0316, "lrap": 0.487188, "f1": 0.339518, "hamming": 0.428393 }, { "accuracy": 0.0466, "lrap": 0.485723, "f1": 0.354399, "hamming": 0.433694 }, { "accuracy": 0.0336, "lrap": 0.439864, "f1": 0.334105, "hamming": 0.377975 }, { "accuracy": 0.0486, "lrap": 0.471183, "f1": 0.337094, "hamming": 0.411315 }, { "accuracy": 0.0428, "lrap": 0.481875, "f1": 0.352783, "hamming": 0.424526 }, { "accuracy": 0.0658, "lrap": 0.494153, "f1": 0.362624, "hamming": 0.432876 }, { "accuracy": 0.1358, "lrap": 0.489767, "f1": 0.361096, "hamming": 0.43128 }, { "accuracy": 0.0374, "lrap": 0.454391, "f1": 0.324295, "hamming": 0.396164 } ], "accuracy": 0.0519, "lrap": 0.472746, "f1": 0.346163, "hamming": 0.41371, "main_score": 0.0519, "hf_subset": "mt", "languages": [ "mlt-Latn" ] } ] }, "evaluation_time": 13952.795305490494, "kg_co2_emissions": null }