{ "dataset_revision": "2aea5a6dc8fdcfeca41d0fb963c0a338930bde5c", "task_name": "MultiEURLEXMultilabelClassification", "mteb_version": "1.18.0", "scores": { "test": [ { "accuracy": 0.04926, "f1": 0.343029, "lrap": 0.483019, "scores_per_experiment": [ { "accuracy": 0.0534, "f1": 0.327705, "lrap": 0.481184 }, { "accuracy": 0.03, "f1": 0.309464, "lrap": 0.452096 }, { "accuracy": 0.0638, "f1": 0.382475, "lrap": 0.508822 }, { "accuracy": 0.0346, "f1": 0.293854, "lrap": 0.474731 }, { "accuracy": 0.065, "f1": 0.339744, "lrap": 0.474365 }, { "accuracy": 0.0598, "f1": 0.370752, "lrap": 0.50443 }, { "accuracy": 0.058, "f1": 0.390269, "lrap": 0.520578 }, { "accuracy": 0.0386, "f1": 0.333018, "lrap": 0.439047 }, { "accuracy": 0.042, "f1": 0.322002, "lrap": 0.481676 }, { "accuracy": 0.0474, "f1": 0.361003, "lrap": 0.493265 } ], "main_score": 0.04926, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "accuracy": 0.02664, "f1": 0.259054, "lrap": 0.404056, "scores_per_experiment": [ { "accuracy": 0.035, "f1": 0.279603, "lrap": 0.440578 }, { "accuracy": 0.0232, "f1": 0.226234, "lrap": 0.383425 }, { "accuracy": 0.0282, "f1": 0.284265, "lrap": 0.448892 }, { "accuracy": 0.0222, "f1": 0.26609, "lrap": 0.405154 }, { "accuracy": 0.03, "f1": 0.265593, "lrap": 0.404714 }, { "accuracy": 0.014, "f1": 0.272548, "lrap": 0.403643 }, { "accuracy": 0.0362, "f1": 0.252894, "lrap": 0.396689 }, { "accuracy": 0.0366, "f1": 0.252995, "lrap": 0.394392 }, { "accuracy": 0.0194, "f1": 0.259245, "lrap": 0.420618 }, { "accuracy": 0.0216, "f1": 0.231071, "lrap": 0.342458 } ], "main_score": 0.02664, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "accuracy": 0.04882, "f1": 0.308613, "lrap": 0.451663, "scores_per_experiment": [ { "accuracy": 0.0374, "f1": 0.296585, "lrap": 0.436432 }, { "accuracy": 0.0312, "f1": 0.338326, "lrap": 0.440967 }, { "accuracy": 0.0324, "f1": 0.293716, "lrap": 0.439517 }, { "accuracy": 0.0532, "f1": 0.301747, "lrap": 0.439675 }, { "accuracy": 0.1164, "f1": 0.32392, "lrap": 0.470844 }, { "accuracy": 0.0616, "f1": 0.307737, "lrap": 0.484593 }, { "accuracy": 0.031, "f1": 0.291258, "lrap": 0.440179 }, { "accuracy": 0.0354, "f1": 0.307239, "lrap": 0.437495 }, { "accuracy": 0.0586, "f1": 0.313892, "lrap": 0.491857 }, { "accuracy": 0.031, "f1": 0.311714, "lrap": 0.435067 } ], "main_score": 0.04882, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "accuracy": 0.03952, "f1": 0.278257, "lrap": 0.436958, "scores_per_experiment": [ { "accuracy": 0.0428, "f1": 0.260348, "lrap": 0.425849 }, { "accuracy": 0.0696, "f1": 0.263394, "lrap": 0.440184 }, { "accuracy": 0.0452, "f1": 0.260075, "lrap": 0.447759 }, { "accuracy": 0.0124, "f1": 0.284317, "lrap": 0.391805 }, { "accuracy": 0.047, "f1": 0.315399, "lrap": 0.470435 }, { "accuracy": 0.0334, "f1": 0.324484, "lrap": 0.445158 }, { "accuracy": 0.0352, "f1": 0.268356, "lrap": 0.444567 }, { "accuracy": 0.0586, "f1": 0.317273, "lrap": 0.473955 }, { "accuracy": 0.0156, "f1": 0.237356, "lrap": 0.395294 }, { "accuracy": 0.0354, "f1": 0.251565, "lrap": 0.434576 } ], "main_score": 0.03952, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "accuracy": 0.03712, "f1": 0.313033, "lrap": 0.448904, "scores_per_experiment": [ { "accuracy": 0.031, "f1": 0.317396, "lrap": 0.455375 }, { "accuracy": 0.0332, "f1": 0.32874, "lrap": 0.42252 }, { "accuracy": 0.0308, "f1": 0.303078, "lrap": 0.431094 }, { "accuracy": 0.0366, "f1": 0.332999, "lrap": 0.469408 }, { "accuracy": 0.0482, "f1": 0.311669, "lrap": 0.454157 }, { "accuracy": 0.0262, "f1": 0.283688, "lrap": 0.422641 }, { "accuracy": 0.0366, "f1": 0.307032, "lrap": 0.449306 }, { "accuracy": 0.0454, "f1": 0.347324, "lrap": 0.481875 }, { "accuracy": 0.0288, "f1": 0.25187, "lrap": 0.431776 }, { "accuracy": 0.0544, "f1": 0.346536, "lrap": 0.470889 } ], "main_score": 0.03712, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "accuracy": 0.03174, "f1": 0.240963, "lrap": 0.392071, "scores_per_experiment": [ { "accuracy": 0.024, "f1": 0.189511, "lrap": 0.362894 }, { "accuracy": 0.014, "f1": 0.224253, "lrap": 0.36664 }, { "accuracy": 0.0148, "f1": 0.236368, "lrap": 0.384256 }, { "accuracy": 0.0108, "f1": 0.218573, "lrap": 0.404133 }, { "accuracy": 0.0452, "f1": 0.270285, "lrap": 0.413746 }, { "accuracy": 0.0442, "f1": 0.263161, "lrap": 0.428637 }, { "accuracy": 0.0416, "f1": 0.244054, "lrap": 0.383199 }, { "accuracy": 0.023, "f1": 0.244079, "lrap": 0.368343 }, { "accuracy": 0.035, "f1": 0.265123, "lrap": 0.401995 }, { "accuracy": 0.0648, "f1": 0.254221, "lrap": 0.40687 } ], "main_score": 0.03174, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "accuracy": 0.03296, "f1": 0.302945, "lrap": 0.433689, "scores_per_experiment": [ { "accuracy": 0.0298, "f1": 0.317662, "lrap": 0.431031 }, { "accuracy": 0.0354, "f1": 0.299426, "lrap": 0.433462 }, { "accuracy": 0.0462, "f1": 0.319953, "lrap": 0.461685 }, { "accuracy": 0.033, "f1": 0.257987, "lrap": 0.406618 }, { "accuracy": 0.031, "f1": 0.253745, "lrap": 0.409713 }, { "accuracy": 0.033, "f1": 0.284543, "lrap": 0.429204 }, { "accuracy": 0.0486, "f1": 0.334428, "lrap": 0.445763 }, { "accuracy": 0.0284, "f1": 0.356644, "lrap": 0.458609 }, { "accuracy": 0.0182, "f1": 0.28747, "lrap": 0.422351 }, { "accuracy": 0.026, "f1": 0.317588, "lrap": 0.438458 } ], "main_score": 0.03296, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "accuracy": 0.03246, "f1": 0.2483, "lrap": 0.403059, "scores_per_experiment": [ { "accuracy": 0.0282, "f1": 0.263636, "lrap": 0.404809 }, { "accuracy": 0.0224, "f1": 0.230924, "lrap": 0.409771 }, { "accuracy": 0.0244, "f1": 0.279177, "lrap": 0.41976 }, { "accuracy": 0.0356, "f1": 0.208017, "lrap": 0.396686 }, { "accuracy": 0.022, "f1": 0.26405, "lrap": 0.399707 }, { "accuracy": 0.0264, "f1": 0.221664, "lrap": 0.40118 }, { "accuracy": 0.0264, "f1": 0.245, "lrap": 0.388777 }, { "accuracy": 0.0196, "f1": 0.246487, "lrap": 0.381825 }, { "accuracy": 0.026, "f1": 0.27038, "lrap": 0.411028 }, { "accuracy": 0.0936, "f1": 0.25367, "lrap": 0.417048 } ], "main_score": 0.03246, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "accuracy": 0.01072, "f1": 0.141541, "lrap": 0.323022, "scores_per_experiment": [ { "accuracy": 0.013, "f1": 0.129716, "lrap": 0.341428 }, { "accuracy": 0.008, "f1": 0.143258, "lrap": 0.312263 }, { "accuracy": 0.012, "f1": 0.138367, "lrap": 0.32204 }, { "accuracy": 0.0052, "f1": 0.141182, "lrap": 0.299296 }, { "accuracy": 0.0062, "f1": 0.135894, "lrap": 0.294649 }, { "accuracy": 0.0124, "f1": 0.155522, "lrap": 0.327255 }, { "accuracy": 0.0112, "f1": 0.146112, "lrap": 0.33601 }, { "accuracy": 0.0074, "f1": 0.119208, "lrap": 0.282035 }, { "accuracy": 0.0114, "f1": 0.146417, "lrap": 0.333868 }, { "accuracy": 0.0204, "f1": 0.159736, "lrap": 0.38138 } ], "main_score": 0.01072, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "accuracy": 0.01632, "f1": 0.21985, "lrap": 0.369932, "scores_per_experiment": [ { "accuracy": 0.0158, "f1": 0.195915, "lrap": 0.360399 }, { "accuracy": 0.0234, "f1": 0.267025, "lrap": 0.364654 }, { "accuracy": 0.0148, "f1": 0.234458, "lrap": 0.387347 }, { "accuracy": 0.0132, "f1": 0.215912, "lrap": 0.374501 }, { "accuracy": 0.0274, "f1": 0.213815, "lrap": 0.381278 }, { "accuracy": 0.0086, "f1": 0.225698, "lrap": 0.369232 }, { "accuracy": 0.0116, "f1": 0.194757, "lrap": 0.342392 }, { "accuracy": 0.0152, "f1": 0.200681, "lrap": 0.353978 }, { "accuracy": 0.0188, "f1": 0.221263, "lrap": 0.372242 }, { "accuracy": 0.0144, "f1": 0.228974, "lrap": 0.393301 } ], "main_score": 0.01632, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "accuracy": 0.02606, "f1": 0.270646, "lrap": 0.43047, "scores_per_experiment": [ { "accuracy": 0.0278, "f1": 0.300193, "lrap": 0.436934 }, { "accuracy": 0.0248, "f1": 0.250387, "lrap": 0.432345 }, { "accuracy": 0.0276, "f1": 0.275527, "lrap": 0.443821 }, { "accuracy": 0.0428, "f1": 0.283373, "lrap": 0.460403 }, { "accuracy": 0.0338, "f1": 0.301963, "lrap": 0.439111 }, { "accuracy": 0.0196, "f1": 0.260586, "lrap": 0.437342 }, { "accuracy": 0.0142, "f1": 0.24547, "lrap": 0.399383 }, { "accuracy": 0.0232, "f1": 0.26545, "lrap": 0.427868 }, { "accuracy": 0.0262, "f1": 0.254444, "lrap": 0.392634 }, { "accuracy": 0.0206, "f1": 0.269067, "lrap": 0.434856 } ], "main_score": 0.02606, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "accuracy": 0.03218, "f1": 0.25699, "lrap": 0.405874, "scores_per_experiment": [ { "accuracy": 0.0282, "f1": 0.282592, "lrap": 0.415061 }, { "accuracy": 0.0364, "f1": 0.246906, "lrap": 0.38963 }, { "accuracy": 0.0266, "f1": 0.219277, "lrap": 0.376388 }, { "accuracy": 0.026, "f1": 0.244974, "lrap": 0.399529 }, { "accuracy": 0.0412, "f1": 0.297585, "lrap": 0.435534 }, { "accuracy": 0.0564, "f1": 0.285434, "lrap": 0.441795 }, { "accuracy": 0.0258, "f1": 0.216657, "lrap": 0.388994 }, { "accuracy": 0.0304, "f1": 0.237851, "lrap": 0.42039 }, { "accuracy": 0.0136, "f1": 0.24021, "lrap": 0.377659 }, { "accuracy": 0.0372, "f1": 0.298416, "lrap": 0.41376 } ], "main_score": 0.03218, "hf_subset": "cs", "languages": [ "ces-Latn" ] }, { "accuracy": 0.03294, "f1": 0.271123, "lrap": 0.422537, "scores_per_experiment": [ { "accuracy": 0.0452, "f1": 0.306198, "lrap": 0.443575 }, { "accuracy": 0.0318, "f1": 0.304394, "lrap": 0.458896 }, { "accuracy": 0.0332, "f1": 0.269197, "lrap": 0.421893 }, { "accuracy": 0.0296, "f1": 0.30083, "lrap": 0.415812 }, { "accuracy": 0.0298, "f1": 0.271891, "lrap": 0.398793 }, { "accuracy": 0.0326, "f1": 0.231309, "lrap": 0.387467 }, { "accuracy": 0.0234, "f1": 0.219976, "lrap": 0.42137 }, { "accuracy": 0.0552, "f1": 0.290981, "lrap": 0.439659 }, { "accuracy": 0.0138, "f1": 0.247003, "lrap": 0.396521 }, { "accuracy": 0.0348, "f1": 0.269449, "lrap": 0.441386 } ], "main_score": 0.03294, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "accuracy": 0.01482, "f1": 0.176372, "lrap": 0.337786, "scores_per_experiment": [ { "accuracy": 0.0256, "f1": 0.168663, "lrap": 0.331218 }, { "accuracy": 0.0106, "f1": 0.161979, "lrap": 0.329244 }, { "accuracy": 0.0344, "f1": 0.216472, "lrap": 0.395785 }, { "accuracy": 0.012, "f1": 0.1631, "lrap": 0.339562 }, { "accuracy": 0.0158, "f1": 0.15938, "lrap": 0.34622 }, { "accuracy": 0.0112, "f1": 0.196755, "lrap": 0.343697 }, { "accuracy": 0.0068, "f1": 0.158885, "lrap": 0.309799 }, { "accuracy": 0.0162, "f1": 0.17536, "lrap": 0.332384 }, { "accuracy": 0.0066, "f1": 0.133067, "lrap": 0.299742 }, { "accuracy": 0.009, "f1": 0.230062, "lrap": 0.350207 } ], "main_score": 0.01482, "hf_subset": "bg", "languages": [ "bul-Cyrl" ] }, { "accuracy": 0.02486, "f1": 0.242685, "lrap": 0.390407, "scores_per_experiment": [ { "accuracy": 0.0372, "f1": 0.277648, "lrap": 0.426462 }, { "accuracy": 0.031, "f1": 0.254906, "lrap": 0.38725 }, { "accuracy": 0.0258, "f1": 0.24273, "lrap": 0.391245 }, { "accuracy": 0.0192, "f1": 0.205142, "lrap": 0.38431 }, { "accuracy": 0.0304, "f1": 0.228589, "lrap": 0.373416 }, { "accuracy": 0.0254, "f1": 0.192773, "lrap": 0.319071 }, { "accuracy": 0.013, "f1": 0.291119, "lrap": 0.414761 }, { "accuracy": 0.0084, "f1": 0.245603, "lrap": 0.367263 }, { "accuracy": 0.0284, "f1": 0.240334, "lrap": 0.439687 }, { "accuracy": 0.0298, "f1": 0.24801, "lrap": 0.400603 } ], "main_score": 0.02486, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "accuracy": 0.01688, "f1": 0.184451, "lrap": 0.334023, "scores_per_experiment": [ { "accuracy": 0.0174, "f1": 0.169319, "lrap": 0.318272 }, { "accuracy": 0.016, "f1": 0.177784, "lrap": 0.349745 }, { "accuracy": 0.0144, "f1": 0.205747, "lrap": 0.327748 }, { "accuracy": 0.0128, "f1": 0.171631, "lrap": 0.310819 }, { "accuracy": 0.0222, "f1": 0.222201, "lrap": 0.371904 }, { "accuracy": 0.011, "f1": 0.183364, "lrap": 0.319467 }, { "accuracy": 0.029, "f1": 0.199289, "lrap": 0.349942 }, { "accuracy": 0.0142, "f1": 0.15461, "lrap": 0.310384 }, { "accuracy": 0.015, "f1": 0.199387, "lrap": 0.350537 }, { "accuracy": 0.0168, "f1": 0.161175, "lrap": 0.331415 } ], "main_score": 0.01688, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "accuracy": 0.02414, "f1": 0.243174, "lrap": 0.396577, "scores_per_experiment": [ { "accuracy": 0.0232, "f1": 0.254646, "lrap": 0.42105 }, { "accuracy": 0.078, "f1": 0.274066, "lrap": 0.448645 }, { "accuracy": 0.0274, "f1": 0.26829, "lrap": 0.429119 }, { "accuracy": 0.0144, "f1": 0.223487, "lrap": 0.38467 }, { "accuracy": 0.0174, "f1": 0.241354, "lrap": 0.393705 }, { "accuracy": 0.0062, "f1": 0.203091, "lrap": 0.335629 }, { "accuracy": 0.023, "f1": 0.207682, "lrap": 0.38088 }, { "accuracy": 0.025, "f1": 0.271885, "lrap": 0.40409 }, { "accuracy": 0.0132, "f1": 0.254219, "lrap": 0.397314 }, { "accuracy": 0.0136, "f1": 0.233019, "lrap": 0.370663 } ], "main_score": 0.02414, "hf_subset": "sk", "languages": [ "slk-Latn" ] }, { "accuracy": 0.03318, "f1": 0.242579, "lrap": 0.400732, "scores_per_experiment": [ { "accuracy": 0.0336, "f1": 0.249122, "lrap": 0.402753 }, { "accuracy": 0.0338, "f1": 0.204196, "lrap": 0.387423 }, { "accuracy": 0.0328, "f1": 0.21523, "lrap": 0.397384 }, { "accuracy": 0.0244, "f1": 0.22624, "lrap": 0.368013 }, { "accuracy": 0.0396, "f1": 0.247615, "lrap": 0.420149 }, { "accuracy": 0.036, "f1": 0.23731, "lrap": 0.423629 }, { "accuracy": 0.022, "f1": 0.248767, "lrap": 0.386806 }, { "accuracy": 0.0116, "f1": 0.240662, "lrap": 0.359711 }, { "accuracy": 0.0646, "f1": 0.287255, "lrap": 0.43088 }, { "accuracy": 0.0334, "f1": 0.269387, "lrap": 0.43057 } ], "main_score": 0.03318, "hf_subset": "lt", "languages": [ "lit-Latn" ] }, { "accuracy": 0.02226, "f1": 0.207657, "lrap": 0.347662, "scores_per_experiment": [ { "accuracy": 0.0312, "f1": 0.21081, "lrap": 0.360993 }, { "accuracy": 0.0224, "f1": 0.218897, "lrap": 0.3412 }, { "accuracy": 0.0332, "f1": 0.237392, "lrap": 0.394138 }, { "accuracy": 0.012, "f1": 0.148697, "lrap": 0.319127 }, { "accuracy": 0.0178, "f1": 0.217711, "lrap": 0.335397 }, { "accuracy": 0.0108, "f1": 0.198547, "lrap": 0.362914 }, { "accuracy": 0.0236, "f1": 0.222817, "lrap": 0.369943 }, { "accuracy": 0.0304, "f1": 0.217231, "lrap": 0.345207 }, { "accuracy": 0.0222, "f1": 0.198793, "lrap": 0.339604 }, { "accuracy": 0.019, "f1": 0.205676, "lrap": 0.308093 } ], "main_score": 0.02226, "hf_subset": "hr", "languages": [ "hrv-Latn" ] }, { "accuracy": 0.02342, "f1": 0.234063, "lrap": 0.404888, "scores_per_experiment": [ { "accuracy": 0.0324, "f1": 0.23349, "lrap": 0.425879 }, { "accuracy": 0.013, "f1": 0.227165, "lrap": 0.348435 }, { "accuracy": 0.0096, "f1": 0.228579, "lrap": 0.349511 }, { "accuracy": 0.028, "f1": 0.226204, "lrap": 0.411112 }, { "accuracy": 0.0176, "f1": 0.232384, "lrap": 0.396359 }, { "accuracy": 0.0288, "f1": 0.272431, "lrap": 0.426463 }, { "accuracy": 0.0352, "f1": 0.253567, "lrap": 0.444364 }, { "accuracy": 0.021, "f1": 0.239416, "lrap": 0.415145 }, { "accuracy": 0.0284, "f1": 0.22283, "lrap": 0.429838 }, { "accuracy": 0.0202, "f1": 0.204562, "lrap": 0.401771 } ], "main_score": 0.02342, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "accuracy": 0.02628, "f1": 0.220994, "lrap": 0.38672, "scores_per_experiment": [ { "accuracy": 0.0168, "f1": 0.208835, "lrap": 0.366125 }, { "accuracy": 0.033, "f1": 0.22405, "lrap": 0.365919 }, { "accuracy": 0.0462, "f1": 0.211381, "lrap": 0.434039 }, { "accuracy": 0.0158, "f1": 0.239555, "lrap": 0.375728 }, { "accuracy": 0.0238, "f1": 0.217212, "lrap": 0.359279 }, { "accuracy": 0.0212, "f1": 0.207453, "lrap": 0.381389 }, { "accuracy": 0.019, "f1": 0.244898, "lrap": 0.39945 }, { "accuracy": 0.0372, "f1": 0.252325, "lrap": 0.410354 }, { "accuracy": 0.0348, "f1": 0.195638, "lrap": 0.376212 }, { "accuracy": 0.015, "f1": 0.208593, "lrap": 0.39871 } ], "main_score": 0.02628, "hf_subset": "et", "languages": [ "est-Latn" ] }, { "accuracy": 0.03284, "f1": 0.2368, "lrap": 0.402271, "scores_per_experiment": [ { "accuracy": 0.0162, "f1": 0.228676, "lrap": 0.400086 }, { "accuracy": 0.0518, "f1": 0.233357, "lrap": 0.448247 }, { "accuracy": 0.046, "f1": 0.241191, "lrap": 0.425771 }, { "accuracy": 0.0272, "f1": 0.24851, "lrap": 0.402901 }, { "accuracy": 0.0394, "f1": 0.267196, "lrap": 0.390151 }, { "accuracy": 0.0292, "f1": 0.189362, "lrap": 0.359549 }, { "accuracy": 0.0276, "f1": 0.230639, "lrap": 0.401137 }, { "accuracy": 0.032, "f1": 0.253778, "lrap": 0.408768 }, { "accuracy": 0.0314, "f1": 0.222703, "lrap": 0.37853 }, { "accuracy": 0.0276, "f1": 0.252591, "lrap": 0.40757 } ], "main_score": 0.03284, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "accuracy": 0.04296, "f1": 0.213114, "lrap": 0.390854, "scores_per_experiment": [ { "accuracy": 0.0348, "f1": 0.204868, "lrap": 0.386392 }, { "accuracy": 0.0132, "f1": 0.19905, "lrap": 0.350826 }, { "accuracy": 0.0238, "f1": 0.204529, "lrap": 0.39162 }, { "accuracy": 0.037, "f1": 0.232332, "lrap": 0.40107 }, { "accuracy": 0.1292, "f1": 0.226127, "lrap": 0.440609 }, { "accuracy": 0.0146, "f1": 0.197307, "lrap": 0.384143 }, { "accuracy": 0.0434, "f1": 0.207892, "lrap": 0.37462 }, { "accuracy": 0.0186, "f1": 0.210229, "lrap": 0.386583 }, { "accuracy": 0.0252, "f1": 0.207, "lrap": 0.369162 }, { "accuracy": 0.0898, "f1": 0.241804, "lrap": 0.423513 } ], "main_score": 0.04296, "hf_subset": "mt", "languages": [ "mlt-Latn" ] } ] }, "evaluation_time": 1298.1840641498566, "kg_co2_emissions": 0.10983876727579747 }