{ "dataset_revision": "2aea5a6dc8fdcfeca41d0fb963c0a338930bde5c", "task_name": "MultiEURLEXMultilabelClassification", "mteb_version": "1.38.3", "scores": { "test": [ { "accuracy": 0.04788, "f1": 0.36063, "lrap": 0.482877, "scores_per_experiment": [ { "accuracy": 0.0418, "f1": 0.338416, "lrap": 0.45906 }, { "accuracy": 0.038, "f1": 0.322741, "lrap": 0.467154 }, { "accuracy": 0.0634, "f1": 0.385397, "lrap": 0.507381 }, { "accuracy": 0.0406, "f1": 0.336694, "lrap": 0.498876 }, { "accuracy": 0.0478, "f1": 0.346134, "lrap": 0.457758 }, { "accuracy": 0.0554, "f1": 0.370488, "lrap": 0.493538 }, { "accuracy": 0.025, "f1": 0.380348, "lrap": 0.496283 }, { "accuracy": 0.0628, "f1": 0.385012, "lrap": 0.466631 }, { "accuracy": 0.06, "f1": 0.382752, "lrap": 0.498923 }, { "accuracy": 0.044, "f1": 0.358314, "lrap": 0.483166 } ], "main_score": 0.04788, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "accuracy": 0.02048, "f1": 0.188529, "lrap": 0.348288, "scores_per_experiment": [ { "accuracy": 0.0176, "f1": 0.167483, "lrap": 0.351961 }, { "accuracy": 0.0084, "f1": 0.165089, "lrap": 0.335021 }, { "accuracy": 0.026, "f1": 0.219311, "lrap": 0.411162 }, { "accuracy": 0.0168, "f1": 0.219902, "lrap": 0.367054 }, { "accuracy": 0.0492, "f1": 0.175507, "lrap": 0.357898 }, { "accuracy": 0.0096, "f1": 0.19226, "lrap": 0.339856 }, { "accuracy": 0.0168, "f1": 0.164323, "lrap": 0.317128 }, { "accuracy": 0.033, "f1": 0.216819, "lrap": 0.378591 }, { "accuracy": 0.0194, "f1": 0.204066, "lrap": 0.345538 }, { "accuracy": 0.008, "f1": 0.160531, "lrap": 0.278671 } ], "main_score": 0.02048, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "accuracy": 0.03254, "f1": 0.293719, "lrap": 0.43078, "scores_per_experiment": [ { "accuracy": 0.0338, "f1": 0.285725, "lrap": 0.419895 }, { "accuracy": 0.0334, "f1": 0.314552, "lrap": 0.428838 }, { "accuracy": 0.0232, "f1": 0.268469, "lrap": 0.39949 }, { "accuracy": 0.0414, "f1": 0.301072, "lrap": 0.442106 }, { "accuracy": 0.0228, "f1": 0.292555, "lrap": 0.432383 }, { "accuracy": 0.0378, "f1": 0.287899, "lrap": 0.448154 }, { "accuracy": 0.0268, "f1": 0.295831, "lrap": 0.419382 }, { "accuracy": 0.0182, "f1": 0.289534, "lrap": 0.416918 }, { "accuracy": 0.0434, "f1": 0.327945, "lrap": 0.475111 }, { "accuracy": 0.0446, "f1": 0.27361, "lrap": 0.42552 } ], "main_score": 0.03254, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "accuracy": 0.03618, "f1": 0.262168, "lrap": 0.421559, "scores_per_experiment": [ { "accuracy": 0.0192, "f1": 0.246405, "lrap": 0.405833 }, { "accuracy": 0.0438, "f1": 0.254267, "lrap": 0.436606 }, { "accuracy": 0.0358, "f1": 0.229796, "lrap": 0.380644 }, { "accuracy": 0.0168, "f1": 0.261073, "lrap": 0.379388 }, { "accuracy": 0.0338, "f1": 0.309147, "lrap": 0.455298 }, { "accuracy": 0.0514, "f1": 0.279168, "lrap": 0.416932 }, { "accuracy": 0.0448, "f1": 0.264318, "lrap": 0.44293 }, { "accuracy": 0.0466, "f1": 0.267127, "lrap": 0.419854 }, { "accuracy": 0.0258, "f1": 0.258926, "lrap": 0.438025 }, { "accuracy": 0.0438, "f1": 0.251454, "lrap": 0.440082 } ], "main_score": 0.03618, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "accuracy": 0.0386, "f1": 0.284663, "lrap": 0.41826, "scores_per_experiment": [ { "accuracy": 0.0854, "f1": 0.260532, "lrap": 0.420206 }, { "accuracy": 0.0298, "f1": 0.274548, "lrap": 0.402228 }, { "accuracy": 0.03, "f1": 0.274546, "lrap": 0.412004 }, { "accuracy": 0.0476, "f1": 0.293323, "lrap": 0.462045 }, { "accuracy": 0.0352, "f1": 0.302047, "lrap": 0.417155 }, { "accuracy": 0.0208, "f1": 0.263467, "lrap": 0.39952 }, { "accuracy": 0.0388, "f1": 0.288891, "lrap": 0.422615 }, { "accuracy": 0.057, "f1": 0.32659, "lrap": 0.451925 }, { "accuracy": 0.0188, "f1": 0.25902, "lrap": 0.388325 }, { "accuracy": 0.0226, "f1": 0.303663, "lrap": 0.406578 } ], "main_score": 0.0386, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "accuracy": 0.01732, "f1": 0.170914, "lrap": 0.350161, "scores_per_experiment": [ { "accuracy": 0.0084, "f1": 0.127792, "lrap": 0.336245 }, { "accuracy": 0.0156, "f1": 0.171486, "lrap": 0.33391 }, { "accuracy": 0.0104, "f1": 0.158231, "lrap": 0.361738 }, { "accuracy": 0.0184, "f1": 0.163964, "lrap": 0.385882 }, { "accuracy": 0.0188, "f1": 0.206196, "lrap": 0.375619 }, { "accuracy": 0.0176, "f1": 0.171057, "lrap": 0.34604 }, { "accuracy": 0.0248, "f1": 0.163275, "lrap": 0.34352 }, { "accuracy": 0.0194, "f1": 0.183623, "lrap": 0.348769 }, { "accuracy": 0.0224, "f1": 0.186126, "lrap": 0.326441 }, { "accuracy": 0.0174, "f1": 0.177388, "lrap": 0.343445 } ], "main_score": 0.01732, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "accuracy": 0.0285, "f1": 0.276742, "lrap": 0.409509, "scores_per_experiment": [ { "accuracy": 0.0212, "f1": 0.261838, "lrap": 0.412979 }, { "accuracy": 0.0238, "f1": 0.256706, "lrap": 0.415104 }, { "accuracy": 0.0324, "f1": 0.281152, "lrap": 0.41631 }, { "accuracy": 0.0264, "f1": 0.246592, "lrap": 0.398499 }, { "accuracy": 0.0256, "f1": 0.25414, "lrap": 0.357316 }, { "accuracy": 0.0296, "f1": 0.268888, "lrap": 0.415295 }, { "accuracy": 0.0514, "f1": 0.316063, "lrap": 0.440268 }, { "accuracy": 0.0354, "f1": 0.309337, "lrap": 0.425626 }, { "accuracy": 0.0172, "f1": 0.285289, "lrap": 0.404403 }, { "accuracy": 0.022, "f1": 0.287411, "lrap": 0.409289 } ], "main_score": 0.0285, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "accuracy": 0.01452, "f1": 0.200374, "lrap": 0.355508, "scores_per_experiment": [ { "accuracy": 0.0162, "f1": 0.239447, "lrap": 0.373885 }, { "accuracy": 0.0098, "f1": 0.176361, "lrap": 0.370206 }, { "accuracy": 0.0218, "f1": 0.229996, "lrap": 0.381094 }, { "accuracy": 0.0222, "f1": 0.155139, "lrap": 0.329559 }, { "accuracy": 0.013, "f1": 0.207594, "lrap": 0.359057 }, { "accuracy": 0.0106, "f1": 0.195943, "lrap": 0.344238 }, { "accuracy": 0.015, "f1": 0.200761, "lrap": 0.330873 }, { "accuracy": 0.0118, "f1": 0.176799, "lrap": 0.356188 }, { "accuracy": 0.0146, "f1": 0.216768, "lrap": 0.351665 }, { "accuracy": 0.0102, "f1": 0.204933, "lrap": 0.358312 } ], "main_score": 0.01452, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "accuracy": 0.00794, "f1": 0.093619, "lrap": 0.285439, "scores_per_experiment": [ { "accuracy": 0.0064, "f1": 0.082985, "lrap": 0.283128 }, { "accuracy": 0.007, "f1": 0.088733, "lrap": 0.302935 }, { "accuracy": 0.0104, "f1": 0.08756, "lrap": 0.334279 }, { "accuracy": 0.0066, "f1": 0.097202, "lrap": 0.265821 }, { "accuracy": 0.0038, "f1": 0.093798, "lrap": 0.255721 }, { "accuracy": 0.0034, "f1": 0.094334, "lrap": 0.257991 }, { "accuracy": 0.0056, "f1": 0.1015, "lrap": 0.285675 }, { "accuracy": 0.0038, "f1": 0.065348, "lrap": 0.227406 }, { "accuracy": 0.0076, "f1": 0.079455, "lrap": 0.271991 }, { "accuracy": 0.0248, "f1": 0.145275, "lrap": 0.369446 } ], "main_score": 0.00794, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "accuracy": 0.00934, "f1": 0.200293, "lrap": 0.342247, "scores_per_experiment": [ { "accuracy": 0.007, "f1": 0.158871, "lrap": 0.324818 }, { "accuracy": 0.0112, "f1": 0.242011, "lrap": 0.357516 }, { "accuracy": 0.0174, "f1": 0.210118, "lrap": 0.346651 }, { "accuracy": 0.0144, "f1": 0.206065, "lrap": 0.34849 }, { "accuracy": 0.0106, "f1": 0.202859, "lrap": 0.325843 }, { "accuracy": 0.0046, "f1": 0.20646, "lrap": 0.352518 }, { "accuracy": 0.0088, "f1": 0.174014, "lrap": 0.327287 }, { "accuracy": 0.0104, "f1": 0.207984, "lrap": 0.342727 }, { "accuracy": 0.0036, "f1": 0.20507, "lrap": 0.3476 }, { "accuracy": 0.0054, "f1": 0.189478, "lrap": 0.349019 } ], "main_score": 0.00934, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "accuracy": 0.03714, "f1": 0.251558, "lrap": 0.402542, "scores_per_experiment": [ { "accuracy": 0.1154, "f1": 0.297773, "lrap": 0.427825 }, { "accuracy": 0.0228, "f1": 0.235147, "lrap": 0.394525 }, { "accuracy": 0.037, "f1": 0.247859, "lrap": 0.42068 }, { "accuracy": 0.0372, "f1": 0.238709, "lrap": 0.390663 }, { "accuracy": 0.0376, "f1": 0.292856, "lrap": 0.422332 }, { "accuracy": 0.0326, "f1": 0.267669, "lrap": 0.412143 }, { "accuracy": 0.0134, "f1": 0.215941, "lrap": 0.370312 }, { "accuracy": 0.0326, "f1": 0.25458, "lrap": 0.400516 }, { "accuracy": 0.0254, "f1": 0.220453, "lrap": 0.382874 }, { "accuracy": 0.0174, "f1": 0.24459, "lrap": 0.403548 } ], "main_score": 0.03714, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "accuracy": 0.03208, "f1": 0.230153, "lrap": 0.391651, "scores_per_experiment": [ { "accuracy": 0.0176, "f1": 0.272582, "lrap": 0.404273 }, { "accuracy": 0.0246, "f1": 0.229206, "lrap": 0.378624 }, { "accuracy": 0.0166, "f1": 0.188977, "lrap": 0.370205 }, { "accuracy": 0.0248, "f1": 0.199361, "lrap": 0.36315 }, { "accuracy": 0.0384, "f1": 0.249673, "lrap": 0.4061 }, { "accuracy": 0.0214, "f1": 0.25075, "lrap": 0.39408 }, { "accuracy": 0.1036, "f1": 0.22102, "lrap": 0.397198 }, { "accuracy": 0.01, "f1": 0.201863, "lrap": 0.385056 }, { "accuracy": 0.0098, "f1": 0.21586, "lrap": 0.383132 }, { "accuracy": 0.054, "f1": 0.272236, "lrap": 0.434688 } ], "main_score": 0.03208, "hf_subset": "cs", "languages": [ "ces-Latn" ] }, { "accuracy": 0.0164, "f1": 0.214137, "lrap": 0.364733, "scores_per_experiment": [ { "accuracy": 0.0274, "f1": 0.244073, "lrap": 0.390576 }, { "accuracy": 0.0222, "f1": 0.251284, "lrap": 0.403783 }, { "accuracy": 0.0174, "f1": 0.221664, "lrap": 0.349917 }, { "accuracy": 0.0174, "f1": 0.215803, "lrap": 0.390689 }, { "accuracy": 0.0066, "f1": 0.207661, "lrap": 0.338688 }, { "accuracy": 0.0074, "f1": 0.190228, "lrap": 0.329621 }, { "accuracy": 0.0194, "f1": 0.190111, "lrap": 0.370573 }, { "accuracy": 0.017, "f1": 0.196126, "lrap": 0.343113 }, { "accuracy": 0.0146, "f1": 0.22823, "lrap": 0.371423 }, { "accuracy": 0.0146, "f1": 0.196191, "lrap": 0.358951 } ], "main_score": 0.0164, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "accuracy": 0.01476, "f1": 0.153303, "lrap": 0.328196, "scores_per_experiment": [ { "accuracy": 0.0278, "f1": 0.178015, "lrap": 0.394592 }, { "accuracy": 0.0218, "f1": 0.150986, "lrap": 0.361345 }, { "accuracy": 0.0332, "f1": 0.191532, "lrap": 0.390682 }, { "accuracy": 0.003, "f1": 0.13, "lrap": 0.273202 }, { "accuracy": 0.022, "f1": 0.121378, "lrap": 0.30172 }, { "accuracy": 0.0074, "f1": 0.161286, "lrap": 0.303283 }, { "accuracy": 0.0076, "f1": 0.15193, "lrap": 0.305959 }, { "accuracy": 0.0054, "f1": 0.143019, "lrap": 0.298913 }, { "accuracy": 0.0144, "f1": 0.15064, "lrap": 0.342198 }, { "accuracy": 0.005, "f1": 0.154246, "lrap": 0.31007 } ], "main_score": 0.01476, "hf_subset": "bg", "languages": [ "bul-Cyrl" ] }, { "accuracy": 0.01208, "f1": 0.191123, "lrap": 0.337696, "scores_per_experiment": [ { "accuracy": 0.0196, "f1": 0.207419, "lrap": 0.385738 }, { "accuracy": 0.004, "f1": 0.20511, "lrap": 0.341728 }, { "accuracy": 0.0074, "f1": 0.19526, "lrap": 0.303798 }, { "accuracy": 0.0134, "f1": 0.15755, "lrap": 0.315105 }, { "accuracy": 0.0144, "f1": 0.157358, "lrap": 0.322202 }, { "accuracy": 0.0156, "f1": 0.158367, "lrap": 0.307687 }, { "accuracy": 0.0146, "f1": 0.226689, "lrap": 0.359125 }, { "accuracy": 0.0078, "f1": 0.197527, "lrap": 0.349184 }, { "accuracy": 0.0134, "f1": 0.209943, "lrap": 0.352765 }, { "accuracy": 0.0106, "f1": 0.196003, "lrap": 0.339631 } ], "main_score": 0.01208, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "accuracy": 0.01218, "f1": 0.144767, "lrap": 0.309633, "scores_per_experiment": [ { "accuracy": 0.017, "f1": 0.162779, "lrap": 0.33628 }, { "accuracy": 0.014, "f1": 0.156806, "lrap": 0.32322 }, { "accuracy": 0.003, "f1": 0.111025, "lrap": 0.248837 }, { "accuracy": 0.022, "f1": 0.124512, "lrap": 0.300006 }, { "accuracy": 0.0112, "f1": 0.165845, "lrap": 0.343155 }, { "accuracy": 0.0014, "f1": 0.108565, "lrap": 0.257628 }, { "accuracy": 0.0104, "f1": 0.156354, "lrap": 0.318188 }, { "accuracy": 0.0176, "f1": 0.151499, "lrap": 0.315976 }, { "accuracy": 0.0046, "f1": 0.154748, "lrap": 0.309736 }, { "accuracy": 0.0206, "f1": 0.155534, "lrap": 0.343307 } ], "main_score": 0.01218, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "accuracy": 0.0151, "f1": 0.183129, "lrap": 0.357697, "scores_per_experiment": [ { "accuracy": 0.0064, "f1": 0.154913, "lrap": 0.341869 }, { "accuracy": 0.0254, "f1": 0.203853, "lrap": 0.332053 }, { "accuracy": 0.0202, "f1": 0.20772, "lrap": 0.393677 }, { "accuracy": 0.0212, "f1": 0.209749, "lrap": 0.402618 }, { "accuracy": 0.0148, "f1": 0.199493, "lrap": 0.355169 }, { "accuracy": 0.0122, "f1": 0.1718, "lrap": 0.365485 }, { "accuracy": 0.0138, "f1": 0.147109, "lrap": 0.307539 }, { "accuracy": 0.019, "f1": 0.203562, "lrap": 0.382883 }, { "accuracy": 0.008, "f1": 0.167099, "lrap": 0.356934 }, { "accuracy": 0.01, "f1": 0.165991, "lrap": 0.338744 } ], "main_score": 0.0151, "hf_subset": "sk", "languages": [ "slk-Latn" ] }, { "accuracy": 0.01366, "f1": 0.194136, "lrap": 0.342924, "scores_per_experiment": [ { "accuracy": 0.0068, "f1": 0.183451, "lrap": 0.326918 }, { "accuracy": 0.0072, "f1": 0.156765, "lrap": 0.320285 }, { "accuracy": 0.0152, "f1": 0.211299, "lrap": 0.352837 }, { "accuracy": 0.0138, "f1": 0.18338, "lrap": 0.342474 }, { "accuracy": 0.0216, "f1": 0.218339, "lrap": 0.361601 }, { "accuracy": 0.0116, "f1": 0.176565, "lrap": 0.34176 }, { "accuracy": 0.0172, "f1": 0.192466, "lrap": 0.313587 }, { "accuracy": 0.0192, "f1": 0.203937, "lrap": 0.368215 }, { "accuracy": 0.0114, "f1": 0.219555, "lrap": 0.350553 }, { "accuracy": 0.0126, "f1": 0.195602, "lrap": 0.351009 } ], "main_score": 0.01366, "hf_subset": "lt", "languages": [ "lit-Latn" ] }, { "accuracy": 0.00996, "f1": 0.128992, "lrap": 0.274835, "scores_per_experiment": [ { "accuracy": 0.0074, "f1": 0.143426, "lrap": 0.274204 }, { "accuracy": 0.0118, "f1": 0.123403, "lrap": 0.275564 }, { "accuracy": 0.0124, "f1": 0.162308, "lrap": 0.296471 }, { "accuracy": 0.006, "f1": 0.097248, "lrap": 0.271019 }, { "accuracy": 0.0088, "f1": 0.131488, "lrap": 0.265805 }, { "accuracy": 0.009, "f1": 0.140922, "lrap": 0.306656 }, { "accuracy": 0.0054, "f1": 0.109271, "lrap": 0.253018 }, { "accuracy": 0.0224, "f1": 0.141007, "lrap": 0.274085 }, { "accuracy": 0.0106, "f1": 0.12262, "lrap": 0.284298 }, { "accuracy": 0.0058, "f1": 0.118224, "lrap": 0.24723 } ], "main_score": 0.00996, "hf_subset": "hr", "languages": [ "hrv-Latn" ] }, { "accuracy": 0.01264, "f1": 0.168069, "lrap": 0.355879, "scores_per_experiment": [ { "accuracy": 0.0298, "f1": 0.19902, "lrap": 0.387721 }, { "accuracy": 0.0096, "f1": 0.151984, "lrap": 0.321131 }, { "accuracy": 0.0098, "f1": 0.152508, "lrap": 0.334362 }, { "accuracy": 0.0042, "f1": 0.188217, "lrap": 0.349958 }, { "accuracy": 0.013, "f1": 0.156274, "lrap": 0.34762 }, { "accuracy": 0.0216, "f1": 0.192245, "lrap": 0.390176 }, { "accuracy": 0.0086, "f1": 0.162993, "lrap": 0.356833 }, { "accuracy": 0.0086, "f1": 0.160087, "lrap": 0.337505 }, { "accuracy": 0.0166, "f1": 0.183804, "lrap": 0.387217 }, { "accuracy": 0.0046, "f1": 0.133559, "lrap": 0.346264 } ], "main_score": 0.01264, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "accuracy": 0.012, "f1": 0.18132, "lrap": 0.335181, "scores_per_experiment": [ { "accuracy": 0.0044, "f1": 0.182946, "lrap": 0.328128 }, { "accuracy": 0.0178, "f1": 0.161099, "lrap": 0.292991 }, { "accuracy": 0.018, "f1": 0.167393, "lrap": 0.355866 }, { "accuracy": 0.0104, "f1": 0.177951, "lrap": 0.330682 }, { "accuracy": 0.0126, "f1": 0.186869, "lrap": 0.34164 }, { "accuracy": 0.0094, "f1": 0.194017, "lrap": 0.333813 }, { "accuracy": 0.0106, "f1": 0.201876, "lrap": 0.346454 }, { "accuracy": 0.0106, "f1": 0.219495, "lrap": 0.350799 }, { "accuracy": 0.017, "f1": 0.15665, "lrap": 0.330724 }, { "accuracy": 0.0092, "f1": 0.164904, "lrap": 0.340717 } ], "main_score": 0.012, "hf_subset": "et", "languages": [ "est-Latn" ] }, { "accuracy": 0.0226, "f1": 0.189827, "lrap": 0.368469, "scores_per_experiment": [ { "accuracy": 0.0176, "f1": 0.162631, "lrap": 0.337708 }, { "accuracy": 0.0298, "f1": 0.175443, "lrap": 0.3722 }, { "accuracy": 0.0448, "f1": 0.166292, "lrap": 0.370217 }, { "accuracy": 0.0214, "f1": 0.227269, "lrap": 0.400752 }, { "accuracy": 0.026, "f1": 0.21909, "lrap": 0.375107 }, { "accuracy": 0.014, "f1": 0.15986, "lrap": 0.35718 }, { "accuracy": 0.0194, "f1": 0.194694, "lrap": 0.375822 }, { "accuracy": 0.0254, "f1": 0.222938, "lrap": 0.37234 }, { "accuracy": 0.0106, "f1": 0.168846, "lrap": 0.346715 }, { "accuracy": 0.017, "f1": 0.201207, "lrap": 0.376645 } ], "main_score": 0.0226, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "accuracy": 0.01638, "f1": 0.158652, "lrap": 0.324573, "scores_per_experiment": [ { "accuracy": 0.0108, "f1": 0.141524, "lrap": 0.293397 }, { "accuracy": 0.022, "f1": 0.151399, "lrap": 0.296609 }, { "accuracy": 0.0126, "f1": 0.154169, "lrap": 0.335861 }, { "accuracy": 0.0188, "f1": 0.16191, "lrap": 0.338677 }, { "accuracy": 0.0174, "f1": 0.167758, "lrap": 0.360945 }, { "accuracy": 0.022, "f1": 0.146472, "lrap": 0.33601 }, { "accuracy": 0.0204, "f1": 0.173494, "lrap": 0.313593 }, { "accuracy": 0.0118, "f1": 0.136019, "lrap": 0.301162 }, { "accuracy": 0.0166, "f1": 0.160368, "lrap": 0.319841 }, { "accuracy": 0.0114, "f1": 0.19341, "lrap": 0.349634 } ], "main_score": 0.01638, "hf_subset": "mt", "languages": [ "mlt-Latn" ] } ] }, "evaluation_time": 5797.969593763351, "kg_co2_emissions": null }