{ "dataset_revision": "2aea5a6dc8fdcfeca41d0fb963c0a338930bde5c", "task_name": "MultiEURLEXMultilabelClassification", "mteb_version": "1.18.0", "scores": { "test": [ { "accuracy": 0.04974, "f1": 0.353189, "lrap": 0.489706, "scores_per_experiment": [ { "accuracy": 0.0542, "f1": 0.348834, "lrap": 0.465007 }, { "accuracy": 0.0404, "f1": 0.343039, "lrap": 0.484331 }, { "accuracy": 0.0666, "f1": 0.368193, "lrap": 0.502695 }, { "accuracy": 0.035, "f1": 0.314628, "lrap": 0.496584 }, { "accuracy": 0.043, "f1": 0.335027, "lrap": 0.461656 }, { "accuracy": 0.0694, "f1": 0.366259, "lrap": 0.506121 }, { "accuracy": 0.0412, "f1": 0.370124, "lrap": 0.504624 }, { "accuracy": 0.0496, "f1": 0.371092, "lrap": 0.476821 }, { "accuracy": 0.0436, "f1": 0.363004, "lrap": 0.495664 }, { "accuracy": 0.0544, "f1": 0.351687, "lrap": 0.503559 } ], "main_score": 0.04974, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "accuracy": 0.04472, "f1": 0.337458, "lrap": 0.46357, "scores_per_experiment": [ { "accuracy": 0.035, "f1": 0.365354, "lrap": 0.481013 }, { "accuracy": 0.0938, "f1": 0.328974, "lrap": 0.485491 }, { "accuracy": 0.0502, "f1": 0.332756, "lrap": 0.491661 }, { "accuracy": 0.0516, "f1": 0.382643, "lrap": 0.472775 }, { "accuracy": 0.0396, "f1": 0.331169, "lrap": 0.453011 }, { "accuracy": 0.0174, "f1": 0.326807, "lrap": 0.448029 }, { "accuracy": 0.0392, "f1": 0.334202, "lrap": 0.438486 }, { "accuracy": 0.0402, "f1": 0.322027, "lrap": 0.464145 }, { "accuracy": 0.0302, "f1": 0.307671, "lrap": 0.446316 }, { "accuracy": 0.05, "f1": 0.342981, "lrap": 0.454771 } ], "main_score": 0.04472, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "accuracy": 0.0535, "f1": 0.352007, "lrap": 0.478859, "scores_per_experiment": [ { "accuracy": 0.0358, "f1": 0.316081, "lrap": 0.44809 }, { "accuracy": 0.0632, "f1": 0.388429, "lrap": 0.523584 }, { "accuracy": 0.0622, "f1": 0.350265, "lrap": 0.486189 }, { "accuracy": 0.06, "f1": 0.344466, "lrap": 0.474617 }, { "accuracy": 0.118, "f1": 0.368191, "lrap": 0.479083 }, { "accuracy": 0.04, "f1": 0.317618, "lrap": 0.483471 }, { "accuracy": 0.0318, "f1": 0.357669, "lrap": 0.472219 }, { "accuracy": 0.0294, "f1": 0.367677, "lrap": 0.458985 }, { "accuracy": 0.0634, "f1": 0.36906, "lrap": 0.514345 }, { "accuracy": 0.0312, "f1": 0.340611, "lrap": 0.448006 } ], "main_score": 0.0535, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "accuracy": 0.04404, "f1": 0.3369, "lrap": 0.476769, "scores_per_experiment": [ { "accuracy": 0.047, "f1": 0.338201, "lrap": 0.481909 }, { "accuracy": 0.0552, "f1": 0.326806, "lrap": 0.485063 }, { "accuracy": 0.0534, "f1": 0.297942, "lrap": 0.480474 }, { "accuracy": 0.038, "f1": 0.346324, "lrap": 0.455728 }, { "accuracy": 0.0346, "f1": 0.32635, "lrap": 0.476184 }, { "accuracy": 0.0436, "f1": 0.362717, "lrap": 0.475837 }, { "accuracy": 0.0396, "f1": 0.338436, "lrap": 0.48855 }, { "accuracy": 0.0586, "f1": 0.368463, "lrap": 0.509468 }, { "accuracy": 0.0132, "f1": 0.308834, "lrap": 0.427379 }, { "accuracy": 0.0572, "f1": 0.354923, "lrap": 0.487096 } ], "main_score": 0.04404, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "accuracy": 0.04648, "f1": 0.370294, "lrap": 0.484164, "scores_per_experiment": [ { "accuracy": 0.036, "f1": 0.383631, "lrap": 0.465999 }, { "accuracy": 0.0402, "f1": 0.345364, "lrap": 0.43504 }, { "accuracy": 0.0596, "f1": 0.389058, "lrap": 0.501453 }, { "accuracy": 0.0616, "f1": 0.350034, "lrap": 0.517407 }, { "accuracy": 0.0576, "f1": 0.358556, "lrap": 0.47493 }, { "accuracy": 0.0256, "f1": 0.358349, "lrap": 0.467025 }, { "accuracy": 0.0678, "f1": 0.400508, "lrap": 0.529576 }, { "accuracy": 0.0352, "f1": 0.396558, "lrap": 0.483385 }, { "accuracy": 0.0478, "f1": 0.344368, "lrap": 0.491046 }, { "accuracy": 0.0334, "f1": 0.376516, "lrap": 0.475775 } ], "main_score": 0.04648, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "accuracy": 0.06466, "f1": 0.360545, "lrap": 0.490769, "scores_per_experiment": [ { "accuracy": 0.049, "f1": 0.375343, "lrap": 0.496762 }, { "accuracy": 0.0298, "f1": 0.332699, "lrap": 0.44671 }, { "accuracy": 0.0564, "f1": 0.330361, "lrap": 0.472694 }, { "accuracy": 0.0582, "f1": 0.365011, "lrap": 0.513961 }, { "accuracy": 0.066, "f1": 0.363038, "lrap": 0.490517 }, { "accuracy": 0.0882, "f1": 0.35036, "lrap": 0.518378 }, { "accuracy": 0.1452, "f1": 0.372099, "lrap": 0.495118 }, { "accuracy": 0.059, "f1": 0.349433, "lrap": 0.493232 }, { "accuracy": 0.0534, "f1": 0.402738, "lrap": 0.507218 }, { "accuracy": 0.0414, "f1": 0.364369, "lrap": 0.473096 } ], "main_score": 0.06466, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "accuracy": 0.04134, "f1": 0.368982, "lrap": 0.477264, "scores_per_experiment": [ { "accuracy": 0.0262, "f1": 0.370379, "lrap": 0.459858 }, { "accuracy": 0.0518, "f1": 0.360698, "lrap": 0.483996 }, { "accuracy": 0.046, "f1": 0.356996, "lrap": 0.465388 }, { "accuracy": 0.051, "f1": 0.367318, "lrap": 0.473188 }, { "accuracy": 0.0454, "f1": 0.341841, "lrap": 0.48908 }, { "accuracy": 0.0404, "f1": 0.347951, "lrap": 0.475417 }, { "accuracy": 0.051, "f1": 0.410899, "lrap": 0.496427 }, { "accuracy": 0.0424, "f1": 0.376632, "lrap": 0.48146 }, { "accuracy": 0.0236, "f1": 0.390512, "lrap": 0.476092 }, { "accuracy": 0.0356, "f1": 0.366595, "lrap": 0.471735 } ], "main_score": 0.04134, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "accuracy": 0.0344, "f1": 0.340045, "lrap": 0.463475, "scores_per_experiment": [ { "accuracy": 0.0518, "f1": 0.344844, "lrap": 0.480069 }, { "accuracy": 0.032, "f1": 0.28621, "lrap": 0.450052 }, { "accuracy": 0.0226, "f1": 0.371159, "lrap": 0.440792 }, { "accuracy": 0.033, "f1": 0.308125, "lrap": 0.474844 }, { "accuracy": 0.0212, "f1": 0.352719, "lrap": 0.446583 }, { "accuracy": 0.0322, "f1": 0.320449, "lrap": 0.456178 }, { "accuracy": 0.0506, "f1": 0.342298, "lrap": 0.459453 }, { "accuracy": 0.034, "f1": 0.362489, "lrap": 0.46694 }, { "accuracy": 0.0344, "f1": 0.351922, "lrap": 0.486611 }, { "accuracy": 0.0322, "f1": 0.360238, "lrap": 0.473225 } ], "main_score": 0.0344, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "accuracy": 0.03484, "f1": 0.271822, "lrap": 0.432523, "scores_per_experiment": [ { "accuracy": 0.0126, "f1": 0.25322, "lrap": 0.43578 }, { "accuracy": 0.0222, "f1": 0.281633, "lrap": 0.422945 }, { "accuracy": 0.0266, "f1": 0.276713, "lrap": 0.428214 }, { "accuracy": 0.0222, "f1": 0.277054, "lrap": 0.427548 }, { "accuracy": 0.0306, "f1": 0.308848, "lrap": 0.437015 }, { "accuracy": 0.0096, "f1": 0.276391, "lrap": 0.404897 }, { "accuracy": 0.0446, "f1": 0.25768, "lrap": 0.451465 }, { "accuracy": 0.0356, "f1": 0.24838, "lrap": 0.430172 }, { "accuracy": 0.0224, "f1": 0.23527, "lrap": 0.399491 }, { "accuracy": 0.122, "f1": 0.303032, "lrap": 0.487703 } ], "main_score": 0.03484, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "accuracy": 0.03352, "f1": 0.319445, "lrap": 0.431868, "scores_per_experiment": [ { "accuracy": 0.0332, "f1": 0.295345, "lrap": 0.415504 }, { "accuracy": 0.0468, "f1": 0.361826, "lrap": 0.420631 }, { "accuracy": 0.0314, "f1": 0.323471, "lrap": 0.449793 }, { "accuracy": 0.027, "f1": 0.273461, "lrap": 0.403453 }, { "accuracy": 0.0412, "f1": 0.330207, "lrap": 0.437745 }, { "accuracy": 0.0178, "f1": 0.326451, "lrap": 0.440557 }, { "accuracy": 0.0226, "f1": 0.34777, "lrap": 0.447999 }, { "accuracy": 0.04, "f1": 0.301873, "lrap": 0.442859 }, { "accuracy": 0.0466, "f1": 0.322789, "lrap": 0.440383 }, { "accuracy": 0.0286, "f1": 0.311256, "lrap": 0.41976 } ], "main_score": 0.03352, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "accuracy": 0.0489, "f1": 0.358112, "lrap": 0.474663, "scores_per_experiment": [ { "accuracy": 0.1206, "f1": 0.394374, "lrap": 0.508215 }, { "accuracy": 0.048, "f1": 0.350628, "lrap": 0.464711 }, { "accuracy": 0.0458, "f1": 0.377609, "lrap": 0.502104 }, { "accuracy": 0.0582, "f1": 0.359866, "lrap": 0.490886 }, { "accuracy": 0.0394, "f1": 0.375557, "lrap": 0.477407 }, { "accuracy": 0.0544, "f1": 0.343975, "lrap": 0.483895 }, { "accuracy": 0.0236, "f1": 0.354481, "lrap": 0.44966 }, { "accuracy": 0.0404, "f1": 0.377358, "lrap": 0.47536 }, { "accuracy": 0.0246, "f1": 0.334546, "lrap": 0.458486 }, { "accuracy": 0.034, "f1": 0.312724, "lrap": 0.435904 } ], "main_score": 0.0489, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "accuracy": 0.06744, "f1": 0.362392, "lrap": 0.48505, "scores_per_experiment": [ { "accuracy": 0.0514, "f1": 0.365698, "lrap": 0.487391 }, { "accuracy": 0.036, "f1": 0.349102, "lrap": 0.456965 }, { "accuracy": 0.0886, "f1": 0.329956, "lrap": 0.505974 }, { "accuracy": 0.0526, "f1": 0.338548, "lrap": 0.480148 }, { "accuracy": 0.0774, "f1": 0.429947, "lrap": 0.494915 }, { "accuracy": 0.0592, "f1": 0.371482, "lrap": 0.472706 }, { "accuracy": 0.1418, "f1": 0.374176, "lrap": 0.514336 }, { "accuracy": 0.0678, "f1": 0.36503, "lrap": 0.498561 }, { "accuracy": 0.016, "f1": 0.303735, "lrap": 0.409109 }, { "accuracy": 0.0836, "f1": 0.396244, "lrap": 0.530398 } ], "main_score": 0.06744, "hf_subset": "cs", "languages": [ "ces-Latn" ] }, { "accuracy": 0.04642, "f1": 0.341986, "lrap": 0.470601, "scores_per_experiment": [ { "accuracy": 0.0514, "f1": 0.386513, "lrap": 0.483956 }, { "accuracy": 0.0196, "f1": 0.362476, "lrap": 0.468122 }, { "accuracy": 0.0432, "f1": 0.350102, "lrap": 0.4524 }, { "accuracy": 0.0378, "f1": 0.367238, "lrap": 0.48577 }, { "accuracy": 0.0412, "f1": 0.357111, "lrap": 0.457759 }, { "accuracy": 0.0286, "f1": 0.308223, "lrap": 0.462035 }, { "accuracy": 0.0274, "f1": 0.285858, "lrap": 0.457864 }, { "accuracy": 0.147, "f1": 0.371969, "lrap": 0.530095 }, { "accuracy": 0.0164, "f1": 0.308399, "lrap": 0.422501 }, { "accuracy": 0.0516, "f1": 0.321975, "lrap": 0.485511 } ], "main_score": 0.04642, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "accuracy": 0.03654, "f1": 0.344918, "lrap": 0.456231, "scores_per_experiment": [ { "accuracy": 0.0384, "f1": 0.325031, "lrap": 0.46782 }, { "accuracy": 0.0312, "f1": 0.32744, "lrap": 0.447525 }, { "accuracy": 0.0478, "f1": 0.340621, "lrap": 0.469191 }, { "accuracy": 0.0232, "f1": 0.334481, "lrap": 0.45357 }, { "accuracy": 0.0404, "f1": 0.343331, "lrap": 0.458212 }, { "accuracy": 0.0226, "f1": 0.348006, "lrap": 0.433496 }, { "accuracy": 0.0306, "f1": 0.360742, "lrap": 0.454141 }, { "accuracy": 0.0596, "f1": 0.386052, "lrap": 0.486425 }, { "accuracy": 0.0242, "f1": 0.27177, "lrap": 0.405541 }, { "accuracy": 0.0474, "f1": 0.411707, "lrap": 0.486386 } ], "main_score": 0.03654, "hf_subset": "bg", "languages": [ "bul-Cyrl" ] }, { "accuracy": 0.0423, "f1": 0.319347, "lrap": 0.447353, "scores_per_experiment": [ { "accuracy": 0.0488, "f1": 0.356276, "lrap": 0.479736 }, { "accuracy": 0.0272, "f1": 0.316835, "lrap": 0.435744 }, { "accuracy": 0.1224, "f1": 0.319183, "lrap": 0.475756 }, { "accuracy": 0.0518, "f1": 0.285252, "lrap": 0.460742 }, { "accuracy": 0.0228, "f1": 0.309205, "lrap": 0.432189 }, { "accuracy": 0.0274, "f1": 0.282367, "lrap": 0.422565 }, { "accuracy": 0.0352, "f1": 0.381322, "lrap": 0.471147 }, { "accuracy": 0.0146, "f1": 0.310698, "lrap": 0.412809 }, { "accuracy": 0.0244, "f1": 0.29336, "lrap": 0.429845 }, { "accuracy": 0.0484, "f1": 0.338968, "lrap": 0.452995 } ], "main_score": 0.0423, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "accuracy": 0.03578, "f1": 0.321583, "lrap": 0.436136, "scores_per_experiment": [ { "accuracy": 0.0546, "f1": 0.333767, "lrap": 0.440168 }, { "accuracy": 0.0438, "f1": 0.350801, "lrap": 0.476536 }, { "accuracy": 0.0362, "f1": 0.340426, "lrap": 0.432348 }, { "accuracy": 0.0384, "f1": 0.322473, "lrap": 0.439021 }, { "accuracy": 0.0314, "f1": 0.306289, "lrap": 0.430085 }, { "accuracy": 0.0148, "f1": 0.294361, "lrap": 0.408352 }, { "accuracy": 0.0402, "f1": 0.322739, "lrap": 0.434932 }, { "accuracy": 0.0468, "f1": 0.321573, "lrap": 0.460195 }, { "accuracy": 0.0254, "f1": 0.32438, "lrap": 0.431219 }, { "accuracy": 0.0262, "f1": 0.299018, "lrap": 0.408505 } ], "main_score": 0.03578, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "accuracy": 0.05086, "f1": 0.340653, "lrap": 0.467793, "scores_per_experiment": [ { "accuracy": 0.0452, "f1": 0.362212, "lrap": 0.481817 }, { "accuracy": 0.1496, "f1": 0.38798, "lrap": 0.520839 }, { "accuracy": 0.0392, "f1": 0.338027, "lrap": 0.464091 }, { "accuracy": 0.0484, "f1": 0.296279, "lrap": 0.463337 }, { "accuracy": 0.0218, "f1": 0.318962, "lrap": 0.434887 }, { "accuracy": 0.02, "f1": 0.316524, "lrap": 0.425906 }, { "accuracy": 0.0694, "f1": 0.332361, "lrap": 0.498581 }, { "accuracy": 0.0382, "f1": 0.360963, "lrap": 0.465613 }, { "accuracy": 0.0542, "f1": 0.370899, "lrap": 0.495148 }, { "accuracy": 0.0226, "f1": 0.322321, "lrap": 0.427709 } ], "main_score": 0.05086, "hf_subset": "sk", "languages": [ "slk-Latn" ] }, { "accuracy": 0.0544, "f1": 0.345094, "lrap": 0.463257, "scores_per_experiment": [ { "accuracy": 0.0388, "f1": 0.345604, "lrap": 0.461724 }, { "accuracy": 0.0472, "f1": 0.321439, "lrap": 0.460002 }, { "accuracy": 0.0496, "f1": 0.320645, "lrap": 0.454425 }, { "accuracy": 0.0482, "f1": 0.342691, "lrap": 0.468469 }, { "accuracy": 0.0612, "f1": 0.347407, "lrap": 0.474007 }, { "accuracy": 0.0278, "f1": 0.316985, "lrap": 0.457217 }, { "accuracy": 0.043, "f1": 0.359482, "lrap": 0.452783 }, { "accuracy": 0.0412, "f1": 0.36398, "lrap": 0.449783 }, { "accuracy": 0.0346, "f1": 0.346049, "lrap": 0.437909 }, { "accuracy": 0.1524, "f1": 0.386659, "lrap": 0.51625 } ], "main_score": 0.0544, "hf_subset": "lt", "languages": [ "lit-Latn" ] }, { "accuracy": 0.04118, "f1": 0.324719, "lrap": 0.441125, "scores_per_experiment": [ { "accuracy": 0.059, "f1": 0.364059, "lrap": 0.463995 }, { "accuracy": 0.0398, "f1": 0.331256, "lrap": 0.489575 }, { "accuracy": 0.0394, "f1": 0.355412, "lrap": 0.449405 }, { "accuracy": 0.0352, "f1": 0.260131, "lrap": 0.388809 }, { "accuracy": 0.0358, "f1": 0.321987, "lrap": 0.449038 }, { "accuracy": 0.0682, "f1": 0.335706, "lrap": 0.448159 }, { "accuracy": 0.04, "f1": 0.307342, "lrap": 0.458707 }, { "accuracy": 0.048, "f1": 0.310583, "lrap": 0.413673 }, { "accuracy": 0.0186, "f1": 0.319295, "lrap": 0.419405 }, { "accuracy": 0.0278, "f1": 0.341422, "lrap": 0.430486 } ], "main_score": 0.04118, "hf_subset": "hr", "languages": [ "hrv-Latn" ] }, { "accuracy": 0.05484, "f1": 0.343131, "lrap": 0.475267, "scores_per_experiment": [ { "accuracy": 0.034, "f1": 0.342391, "lrap": 0.459574 }, { "accuracy": 0.0352, "f1": 0.344426, "lrap": 0.442846 }, { "accuracy": 0.0398, "f1": 0.304686, "lrap": 0.421371 }, { "accuracy": 0.0292, "f1": 0.329979, "lrap": 0.463001 }, { "accuracy": 0.0364, "f1": 0.34512, "lrap": 0.473478 }, { "accuracy": 0.0992, "f1": 0.421229, "lrap": 0.546142 }, { "accuracy": 0.1498, "f1": 0.373678, "lrap": 0.527828 }, { "accuracy": 0.0702, "f1": 0.364739, "lrap": 0.509405 }, { "accuracy": 0.0286, "f1": 0.318557, "lrap": 0.467658 }, { "accuracy": 0.026, "f1": 0.286502, "lrap": 0.441369 } ], "main_score": 0.05484, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "accuracy": 0.03568, "f1": 0.333892, "lrap": 0.44803, "scores_per_experiment": [ { "accuracy": 0.041, "f1": 0.356658, "lrap": 0.458063 }, { "accuracy": 0.066, "f1": 0.36632, "lrap": 0.481944 }, { "accuracy": 0.0522, "f1": 0.332786, "lrap": 0.477548 }, { "accuracy": 0.022, "f1": 0.332067, "lrap": 0.457427 }, { "accuracy": 0.0316, "f1": 0.343159, "lrap": 0.43757 }, { "accuracy": 0.0328, "f1": 0.293757, "lrap": 0.413672 }, { "accuracy": 0.0258, "f1": 0.353979, "lrap": 0.462044 }, { "accuracy": 0.0246, "f1": 0.359242, "lrap": 0.431033 }, { "accuracy": 0.0318, "f1": 0.326858, "lrap": 0.426975 }, { "accuracy": 0.029, "f1": 0.274094, "lrap": 0.43402 } ], "main_score": 0.03568, "hf_subset": "et", "languages": [ "est-Latn" ] }, { "accuracy": 0.04366, "f1": 0.321486, "lrap": 0.455676, "scores_per_experiment": [ { "accuracy": 0.0216, "f1": 0.28724, "lrap": 0.418848 }, { "accuracy": 0.0534, "f1": 0.305892, "lrap": 0.475584 }, { "accuracy": 0.0356, "f1": 0.348246, "lrap": 0.469415 }, { "accuracy": 0.0526, "f1": 0.316792, "lrap": 0.453171 }, { "accuracy": 0.0386, "f1": 0.345261, "lrap": 0.423919 }, { "accuracy": 0.0518, "f1": 0.275631, "lrap": 0.458956 }, { "accuracy": 0.0558, "f1": 0.317373, "lrap": 0.476837 }, { "accuracy": 0.0532, "f1": 0.359841, "lrap": 0.490675 }, { "accuracy": 0.0326, "f1": 0.315634, "lrap": 0.430592 }, { "accuracy": 0.0414, "f1": 0.342946, "lrap": 0.45876 } ], "main_score": 0.04366, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "accuracy": 0.0402, "f1": 0.27929, "lrap": 0.421892, "scores_per_experiment": [ { "accuracy": 0.0126, "f1": 0.270824, "lrap": 0.394655 }, { "accuracy": 0.0332, "f1": 0.257324, "lrap": 0.398698 }, { "accuracy": 0.042, "f1": 0.276709, "lrap": 0.442151 }, { "accuracy": 0.0438, "f1": 0.299318, "lrap": 0.442365 }, { "accuracy": 0.0626, "f1": 0.305801, "lrap": 0.446024 }, { "accuracy": 0.0174, "f1": 0.238934, "lrap": 0.40193 }, { "accuracy": 0.1056, "f1": 0.285997, "lrap": 0.447718 }, { "accuracy": 0.024, "f1": 0.29932, "lrap": 0.416022 }, { "accuracy": 0.018, "f1": 0.261707, "lrap": 0.38737 }, { "accuracy": 0.0428, "f1": 0.296961, "lrap": 0.441988 } ], "main_score": 0.0402, "hf_subset": "mt", "languages": [ "mlt-Latn" ] } ] }, "evaluation_time": 1518.9872794151306, "kg_co2_emissions": 0.1277984414915989 }