{ "dataset_revision": "2aea5a6dc8fdcfeca41d0fb963c0a338930bde5c", "task_name": "MultiEURLEXMultilabelClassification", "mteb_version": "1.18.0", "scores": { "test": [ { "accuracy": 0.0446, "f1": 0.370224, "lrap": 0.483607, "scores_per_experiment": [ { "accuracy": 0.0478, "f1": 0.35797, "lrap": 0.475952 }, { "accuracy": 0.0308, "f1": 0.330085, "lrap": 0.463397 }, { "accuracy": 0.0414, "f1": 0.378923, "lrap": 0.487047 }, { "accuracy": 0.0406, "f1": 0.339274, "lrap": 0.496753 }, { "accuracy": 0.048, "f1": 0.340252, "lrap": 0.453595 }, { "accuracy": 0.0596, "f1": 0.374065, "lrap": 0.49618 }, { "accuracy": 0.0276, "f1": 0.398544, "lrap": 0.500367 }, { "accuracy": 0.048, "f1": 0.397472, "lrap": 0.459629 }, { "accuracy": 0.0602, "f1": 0.413528, "lrap": 0.514938 }, { "accuracy": 0.042, "f1": 0.372127, "lrap": 0.488215 } ], "main_score": 0.0446, "hf_subset": "en", "languages": [ "eng-Latn" ] }, { "accuracy": 0.03908, "f1": 0.369824, "lrap": 0.473758, "scores_per_experiment": [ { "accuracy": 0.0332, "f1": 0.406581, "lrap": 0.493541 }, { "accuracy": 0.032, "f1": 0.363811, "lrap": 0.497728 }, { "accuracy": 0.0506, "f1": 0.378714, "lrap": 0.501615 }, { "accuracy": 0.0476, "f1": 0.434389, "lrap": 0.48544 }, { "accuracy": 0.0454, "f1": 0.343084, "lrap": 0.447532 }, { "accuracy": 0.0186, "f1": 0.372015, "lrap": 0.474464 }, { "accuracy": 0.0278, "f1": 0.325578, "lrap": 0.39942 }, { "accuracy": 0.0522, "f1": 0.340657, "lrap": 0.479853 }, { "accuracy": 0.0416, "f1": 0.375766, "lrap": 0.500206 }, { "accuracy": 0.0418, "f1": 0.357641, "lrap": 0.457781 } ], "main_score": 0.03908, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "accuracy": 0.03284, "f1": 0.340289, "lrap": 0.448444, "scores_per_experiment": [ { "accuracy": 0.0232, "f1": 0.333511, "lrap": 0.436682 }, { "accuracy": 0.0304, "f1": 0.363622, "lrap": 0.457806 }, { "accuracy": 0.0238, "f1": 0.322773, "lrap": 0.43716 }, { "accuracy": 0.0588, "f1": 0.349957, "lrap": 0.472285 }, { "accuracy": 0.0194, "f1": 0.339305, "lrap": 0.451243 }, { "accuracy": 0.0324, "f1": 0.346763, "lrap": 0.483939 }, { "accuracy": 0.0244, "f1": 0.291076, "lrap": 0.407788 }, { "accuracy": 0.0296, "f1": 0.349711, "lrap": 0.423792 }, { "accuracy": 0.0654, "f1": 0.383634, "lrap": 0.499894 }, { "accuracy": 0.021, "f1": 0.322539, "lrap": 0.413854 } ], "main_score": 0.03284, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "accuracy": 0.03022, "f1": 0.288538, "lrap": 0.425495, "scores_per_experiment": [ { "accuracy": 0.037, "f1": 0.299258, "lrap": 0.434365 }, { "accuracy": 0.022, "f1": 0.243176, "lrap": 0.387875 }, { "accuracy": 0.0446, "f1": 0.23498, "lrap": 0.421915 }, { "accuracy": 0.0244, "f1": 0.30465, "lrap": 0.395753 }, { "accuracy": 0.0242, "f1": 0.29941, "lrap": 0.434915 }, { "accuracy": 0.0442, "f1": 0.319762, "lrap": 0.448156 }, { "accuracy": 0.03, "f1": 0.292429, "lrap": 0.431094 }, { "accuracy": 0.0254, "f1": 0.310689, "lrap": 0.448232 }, { "accuracy": 0.0176, "f1": 0.279274, "lrap": 0.412794 }, { "accuracy": 0.0328, "f1": 0.301747, "lrap": 0.439849 } ], "main_score": 0.03022, "hf_subset": "it", "languages": [ "ita-Latn" ] }, { "accuracy": 0.03446, "f1": 0.332258, "lrap": 0.440265, "scores_per_experiment": [ { "accuracy": 0.0184, "f1": 0.294101, "lrap": 0.406002 }, { "accuracy": 0.047, "f1": 0.328348, "lrap": 0.424278 }, { "accuracy": 0.0576, "f1": 0.356472, "lrap": 0.483028 }, { "accuracy": 0.0294, "f1": 0.340186, "lrap": 0.44373 }, { "accuracy": 0.046, "f1": 0.318547, "lrap": 0.439206 }, { "accuracy": 0.0252, "f1": 0.356041, "lrap": 0.463605 }, { "accuracy": 0.0334, "f1": 0.326724, "lrap": 0.429711 }, { "accuracy": 0.0322, "f1": 0.354679, "lrap": 0.441014 }, { "accuracy": 0.0274, "f1": 0.309788, "lrap": 0.423084 }, { "accuracy": 0.028, "f1": 0.337698, "lrap": 0.448996 } ], "main_score": 0.03446, "hf_subset": "es", "languages": [ "spa-Latn" ] }, { "accuracy": 0.03936, "f1": 0.326953, "lrap": 0.446583, "scores_per_experiment": [ { "accuracy": 0.0242, "f1": 0.332125, "lrap": 0.402995 }, { "accuracy": 0.0308, "f1": 0.313755, "lrap": 0.466383 }, { "accuracy": 0.034, "f1": 0.32236, "lrap": 0.423933 }, { "accuracy": 0.045, "f1": 0.311476, "lrap": 0.47584 }, { "accuracy": 0.0456, "f1": 0.341639, "lrap": 0.460615 }, { "accuracy": 0.045, "f1": 0.326606, "lrap": 0.480909 }, { "accuracy": 0.0492, "f1": 0.324221, "lrap": 0.460499 }, { "accuracy": 0.0382, "f1": 0.347042, "lrap": 0.446176 }, { "accuracy": 0.0374, "f1": 0.329594, "lrap": 0.438102 }, { "accuracy": 0.0442, "f1": 0.320707, "lrap": 0.410382 } ], "main_score": 0.03936, "hf_subset": "pl", "languages": [ "pol-Latn" ] }, { "accuracy": 0.03514, "f1": 0.350096, "lrap": 0.453745, "scores_per_experiment": [ { "accuracy": 0.0114, "f1": 0.333758, "lrap": 0.426948 }, { "accuracy": 0.0304, "f1": 0.338287, "lrap": 0.447083 }, { "accuracy": 0.0392, "f1": 0.338119, "lrap": 0.437743 }, { "accuracy": 0.0298, "f1": 0.342081, "lrap": 0.441558 }, { "accuracy": 0.0484, "f1": 0.360115, "lrap": 0.478023 }, { "accuracy": 0.04, "f1": 0.345659, "lrap": 0.470041 }, { "accuracy": 0.051, "f1": 0.365815, "lrap": 0.457166 }, { "accuracy": 0.0372, "f1": 0.347691, "lrap": 0.463112 }, { "accuracy": 0.037, "f1": 0.369595, "lrap": 0.468373 }, { "accuracy": 0.027, "f1": 0.359836, "lrap": 0.447402 } ], "main_score": 0.03514, "hf_subset": "ro", "languages": [ "ron-Latn" ] }, { "accuracy": 0.03766, "f1": 0.324909, "lrap": 0.449261, "scores_per_experiment": [ { "accuracy": 0.033, "f1": 0.328742, "lrap": 0.432908 }, { "accuracy": 0.0298, "f1": 0.33364, "lrap": 0.478689 }, { "accuracy": 0.0272, "f1": 0.337701, "lrap": 0.426527 }, { "accuracy": 0.0262, "f1": 0.30734, "lrap": 0.464221 }, { "accuracy": 0.0188, "f1": 0.320373, "lrap": 0.432232 }, { "accuracy": 0.0336, "f1": 0.307287, "lrap": 0.438561 }, { "accuracy": 0.0452, "f1": 0.298126, "lrap": 0.440698 }, { "accuracy": 0.025, "f1": 0.331351, "lrap": 0.465937 }, { "accuracy": 0.0254, "f1": 0.344422, "lrap": 0.442733 }, { "accuracy": 0.1124, "f1": 0.340105, "lrap": 0.470103 } ], "main_score": 0.03766, "hf_subset": "nl", "languages": [ "nld-Latn" ] }, { "accuracy": 0.02928, "f1": 0.282525, "lrap": 0.432013, "scores_per_experiment": [ { "accuracy": 0.0354, "f1": 0.289645, "lrap": 0.462447 }, { "accuracy": 0.021, "f1": 0.289225, "lrap": 0.431206 }, { "accuracy": 0.0416, "f1": 0.3109, "lrap": 0.456161 }, { "accuracy": 0.019, "f1": 0.278559, "lrap": 0.426058 }, { "accuracy": 0.0336, "f1": 0.274594, "lrap": 0.417511 }, { "accuracy": 0.016, "f1": 0.323082, "lrap": 0.423561 }, { "accuracy": 0.0244, "f1": 0.250584, "lrap": 0.417519 }, { "accuracy": 0.0224, "f1": 0.249366, "lrap": 0.402224 }, { "accuracy": 0.039, "f1": 0.273706, "lrap": 0.43148 }, { "accuracy": 0.0404, "f1": 0.285588, "lrap": 0.451965 } ], "main_score": 0.02928, "hf_subset": "el", "languages": [ "ell-Grek" ] }, { "accuracy": 0.03152, "f1": 0.353901, "lrap": 0.456841, "scores_per_experiment": [ { "accuracy": 0.04, "f1": 0.335309, "lrap": 0.450745 }, { "accuracy": 0.036, "f1": 0.380153, "lrap": 0.418572 }, { "accuracy": 0.023, "f1": 0.365048, "lrap": 0.477879 }, { "accuracy": 0.0458, "f1": 0.343369, "lrap": 0.485815 }, { "accuracy": 0.0274, "f1": 0.350121, "lrap": 0.44055 }, { "accuracy": 0.0112, "f1": 0.334451, "lrap": 0.447804 }, { "accuracy": 0.029, "f1": 0.361373, "lrap": 0.441761 }, { "accuracy": 0.048, "f1": 0.337955, "lrap": 0.491734 }, { "accuracy": 0.0212, "f1": 0.372009, "lrap": 0.449503 }, { "accuracy": 0.0336, "f1": 0.359219, "lrap": 0.464046 } ], "main_score": 0.03152, "hf_subset": "hu", "languages": [ "hun-Latn" ] }, { "accuracy": 0.03444, "f1": 0.305921, "lrap": 0.440947, "scores_per_experiment": [ { "accuracy": 0.0368, "f1": 0.356088, "lrap": 0.478735 }, { "accuracy": 0.0412, "f1": 0.292794, "lrap": 0.434412 }, { "accuracy": 0.0218, "f1": 0.298092, "lrap": 0.439261 }, { "accuracy": 0.0464, "f1": 0.318817, "lrap": 0.481249 }, { "accuracy": 0.0246, "f1": 0.324297, "lrap": 0.397401 }, { "accuracy": 0.041, "f1": 0.27599, "lrap": 0.441502 }, { "accuracy": 0.0312, "f1": 0.317714, "lrap": 0.440542 }, { "accuracy": 0.0386, "f1": 0.320534, "lrap": 0.431895 }, { "accuracy": 0.031, "f1": 0.28064, "lrap": 0.42983 }, { "accuracy": 0.0318, "f1": 0.274243, "lrap": 0.434644 } ], "main_score": 0.03444, "hf_subset": "pt", "languages": [ "por-Latn" ] }, { "accuracy": 0.04384, "f1": 0.326269, "lrap": 0.447697, "scores_per_experiment": [ { "accuracy": 0.036, "f1": 0.333871, "lrap": 0.448843 }, { "accuracy": 0.0328, "f1": 0.31864, "lrap": 0.420438 }, { "accuracy": 0.0332, "f1": 0.315163, "lrap": 0.459155 }, { "accuracy": 0.037, "f1": 0.312197, "lrap": 0.460966 }, { "accuracy": 0.0312, "f1": 0.347626, "lrap": 0.439847 }, { "accuracy": 0.0368, "f1": 0.365947, "lrap": 0.456466 }, { "accuracy": 0.1192, "f1": 0.321596, "lrap": 0.464632 }, { "accuracy": 0.0404, "f1": 0.335209, "lrap": 0.451815 }, { "accuracy": 0.0428, "f1": 0.25871, "lrap": 0.402549 }, { "accuracy": 0.029, "f1": 0.353729, "lrap": 0.472264 } ], "main_score": 0.04384, "hf_subset": "cs", "languages": [ "ces-Latn" ] }, { "accuracy": 0.03236, "f1": 0.345783, "lrap": 0.453005, "scores_per_experiment": [ { "accuracy": 0.0486, "f1": 0.405391, "lrap": 0.484631 }, { "accuracy": 0.0234, "f1": 0.352096, "lrap": 0.464688 }, { "accuracy": 0.0156, "f1": 0.339049, "lrap": 0.406405 }, { "accuracy": 0.0366, "f1": 0.330568, "lrap": 0.440732 }, { "accuracy": 0.045, "f1": 0.364906, "lrap": 0.454956 }, { "accuracy": 0.0292, "f1": 0.330937, "lrap": 0.435613 }, { "accuracy": 0.029, "f1": 0.297676, "lrap": 0.45434 }, { "accuracy": 0.0318, "f1": 0.348555, "lrap": 0.469406 }, { "accuracy": 0.0186, "f1": 0.325881, "lrap": 0.424983 }, { "accuracy": 0.0458, "f1": 0.362773, "lrap": 0.494292 } ], "main_score": 0.03236, "hf_subset": "sv", "languages": [ "swe-Latn" ] }, { "accuracy": 0.01324, "f1": 0.172678, "lrap": 0.339429, "scores_per_experiment": [ { "accuracy": 0.0114, "f1": 0.164746, "lrap": 0.330962 }, { "accuracy": 0.0272, "f1": 0.155919, "lrap": 0.347204 }, { "accuracy": 0.0158, "f1": 0.19449, "lrap": 0.360524 }, { "accuracy": 0.0064, "f1": 0.15174, "lrap": 0.315477 }, { "accuracy": 0.0114, "f1": 0.174008, "lrap": 0.343715 }, { "accuracy": 0.0104, "f1": 0.173187, "lrap": 0.339949 }, { "accuracy": 0.012, "f1": 0.187777, "lrap": 0.346516 }, { "accuracy": 0.021, "f1": 0.157829, "lrap": 0.345671 }, { "accuracy": 0.006, "f1": 0.163419, "lrap": 0.320885 }, { "accuracy": 0.0108, "f1": 0.203664, "lrap": 0.34339 } ], "main_score": 0.01324, "hf_subset": "bg", "languages": [ "bul-Cyrl" ] }, { "accuracy": 0.0346, "f1": 0.314547, "lrap": 0.451096, "scores_per_experiment": [ { "accuracy": 0.0482, "f1": 0.323327, "lrap": 0.459387 }, { "accuracy": 0.025, "f1": 0.347024, "lrap": 0.467668 }, { "accuracy": 0.025, "f1": 0.298314, "lrap": 0.432088 }, { "accuracy": 0.0356, "f1": 0.328797, "lrap": 0.467466 }, { "accuracy": 0.0636, "f1": 0.298863, "lrap": 0.472391 }, { "accuracy": 0.0472, "f1": 0.305716, "lrap": 0.451446 }, { "accuracy": 0.0364, "f1": 0.368706, "lrap": 0.47351 }, { "accuracy": 0.0162, "f1": 0.301286, "lrap": 0.425552 }, { "accuracy": 0.0256, "f1": 0.280987, "lrap": 0.449206 }, { "accuracy": 0.0232, "f1": 0.292446, "lrap": 0.412245 } ], "main_score": 0.0346, "hf_subset": "da", "languages": [ "dan-Latn" ] }, { "accuracy": 0.03272, "f1": 0.326978, "lrap": 0.446702, "scores_per_experiment": [ { "accuracy": 0.044, "f1": 0.340089, "lrap": 0.448255 }, { "accuracy": 0.0316, "f1": 0.332738, "lrap": 0.440981 }, { "accuracy": 0.0302, "f1": 0.346976, "lrap": 0.463594 }, { "accuracy": 0.0252, "f1": 0.305095, "lrap": 0.437451 }, { "accuracy": 0.0262, "f1": 0.306561, "lrap": 0.442471 }, { "accuracy": 0.0228, "f1": 0.298102, "lrap": 0.415674 }, { "accuracy": 0.0434, "f1": 0.331169, "lrap": 0.462766 }, { "accuracy": 0.061, "f1": 0.340053, "lrap": 0.479898 }, { "accuracy": 0.018, "f1": 0.337018, "lrap": 0.450055 }, { "accuracy": 0.0248, "f1": 0.331974, "lrap": 0.425881 } ], "main_score": 0.03272, "hf_subset": "fi", "languages": [ "fin-Latn" ] }, { "accuracy": 0.03544, "f1": 0.332823, "lrap": 0.450738, "scores_per_experiment": [ { "accuracy": 0.0412, "f1": 0.352662, "lrap": 0.472271 }, { "accuracy": 0.0636, "f1": 0.35791, "lrap": 0.49108 }, { "accuracy": 0.0354, "f1": 0.334095, "lrap": 0.45751 }, { "accuracy": 0.0208, "f1": 0.312245, "lrap": 0.434164 }, { "accuracy": 0.0174, "f1": 0.295058, "lrap": 0.405146 }, { "accuracy": 0.0204, "f1": 0.315167, "lrap": 0.434154 }, { "accuracy": 0.0512, "f1": 0.310867, "lrap": 0.450955 }, { "accuracy": 0.0278, "f1": 0.344872, "lrap": 0.453061 }, { "accuracy": 0.0428, "f1": 0.335977, "lrap": 0.465516 }, { "accuracy": 0.0338, "f1": 0.369373, "lrap": 0.443525 } ], "main_score": 0.03544, "hf_subset": "sk", "languages": [ "slk-Latn" ] }, { "accuracy": 0.0245, "f1": 0.312536, "lrap": 0.424608, "scores_per_experiment": [ { "accuracy": 0.0212, "f1": 0.309695, "lrap": 0.4103 }, { "accuracy": 0.019, "f1": 0.26822, "lrap": 0.402098 }, { "accuracy": 0.0376, "f1": 0.300171, "lrap": 0.432439 }, { "accuracy": 0.028, "f1": 0.292175, "lrap": 0.397571 }, { "accuracy": 0.0216, "f1": 0.309838, "lrap": 0.421682 }, { "accuracy": 0.0148, "f1": 0.313317, "lrap": 0.427086 }, { "accuracy": 0.0208, "f1": 0.322008, "lrap": 0.442154 }, { "accuracy": 0.0296, "f1": 0.329928, "lrap": 0.434712 }, { "accuracy": 0.023, "f1": 0.337494, "lrap": 0.42949 }, { "accuracy": 0.0294, "f1": 0.342509, "lrap": 0.448544 } ], "main_score": 0.0245, "hf_subset": "lt", "languages": [ "lit-Latn" ] }, { "accuracy": 0.02074, "f1": 0.223662, "lrap": 0.344186, "scores_per_experiment": [ { "accuracy": 0.029, "f1": 0.234104, "lrap": 0.334966 }, { "accuracy": 0.0158, "f1": 0.227692, "lrap": 0.343122 }, { "accuracy": 0.025, "f1": 0.236883, "lrap": 0.339946 }, { "accuracy": 0.0254, "f1": 0.223826, "lrap": 0.371954 }, { "accuracy": 0.0126, "f1": 0.226236, "lrap": 0.335936 }, { "accuracy": 0.0198, "f1": 0.236852, "lrap": 0.363308 }, { "accuracy": 0.0184, "f1": 0.182809, "lrap": 0.317789 }, { "accuracy": 0.0208, "f1": 0.195401, "lrap": 0.311301 }, { "accuracy": 0.0256, "f1": 0.241742, "lrap": 0.357965 }, { "accuracy": 0.015, "f1": 0.23108, "lrap": 0.365573 } ], "main_score": 0.02074, "hf_subset": "hr", "languages": [ "hrv-Latn" ] }, { "accuracy": 0.03836, "f1": 0.293518, "lrap": 0.419737, "scores_per_experiment": [ { "accuracy": 0.1152, "f1": 0.316368, "lrap": 0.436785 }, { "accuracy": 0.0244, "f1": 0.328055, "lrap": 0.389132 }, { "accuracy": 0.0216, "f1": 0.256204, "lrap": 0.362851 }, { "accuracy": 0.0282, "f1": 0.28534, "lrap": 0.424695 }, { "accuracy": 0.0254, "f1": 0.31619, "lrap": 0.413711 }, { "accuracy": 0.0508, "f1": 0.344211, "lrap": 0.471759 }, { "accuracy": 0.0222, "f1": 0.279441, "lrap": 0.417945 }, { "accuracy": 0.055, "f1": 0.307748, "lrap": 0.467318 }, { "accuracy": 0.0302, "f1": 0.275714, "lrap": 0.423377 }, { "accuracy": 0.0106, "f1": 0.225904, "lrap": 0.389796 } ], "main_score": 0.03836, "hf_subset": "sl", "languages": [ "slv-Latn" ] }, { "accuracy": 0.03466, "f1": 0.33537, "lrap": 0.447516, "scores_per_experiment": [ { "accuracy": 0.0272, "f1": 0.332046, "lrap": 0.430975 }, { "accuracy": 0.0508, "f1": 0.339922, "lrap": 0.44916 }, { "accuracy": 0.0298, "f1": 0.343948, "lrap": 0.447413 }, { "accuracy": 0.0288, "f1": 0.310578, "lrap": 0.467663 }, { "accuracy": 0.0388, "f1": 0.338364, "lrap": 0.45702 }, { "accuracy": 0.03, "f1": 0.336263, "lrap": 0.437136 }, { "accuracy": 0.0354, "f1": 0.351826, "lrap": 0.469558 }, { "accuracy": 0.0266, "f1": 0.357897, "lrap": 0.458521 }, { "accuracy": 0.0354, "f1": 0.306605, "lrap": 0.40542 }, { "accuracy": 0.0438, "f1": 0.336249, "lrap": 0.452297 } ], "main_score": 0.03466, "hf_subset": "et", "languages": [ "est-Latn" ] }, { "accuracy": 0.03408, "f1": 0.294392, "lrap": 0.417203, "scores_per_experiment": [ { "accuracy": 0.0202, "f1": 0.286063, "lrap": 0.409355 }, { "accuracy": 0.047, "f1": 0.277997, "lrap": 0.437737 }, { "accuracy": 0.0388, "f1": 0.295834, "lrap": 0.425317 }, { "accuracy": 0.0234, "f1": 0.290936, "lrap": 0.40725 }, { "accuracy": 0.0342, "f1": 0.322156, "lrap": 0.397821 }, { "accuracy": 0.0312, "f1": 0.253789, "lrap": 0.409176 }, { "accuracy": 0.0374, "f1": 0.300559, "lrap": 0.430451 }, { "accuracy": 0.0384, "f1": 0.350498, "lrap": 0.453374 }, { "accuracy": 0.025, "f1": 0.285331, "lrap": 0.384858 }, { "accuracy": 0.0452, "f1": 0.280755, "lrap": 0.416691 } ], "main_score": 0.03408, "hf_subset": "lv", "languages": [ "lav-Latn" ] }, { "accuracy": 0.02844, "f1": 0.192632, "lrap": 0.362908, "scores_per_experiment": [ { "accuracy": 0.0114, "f1": 0.204805, "lrap": 0.356711 }, { "accuracy": 0.0184, "f1": 0.163717, "lrap": 0.321779 }, { "accuracy": 0.0432, "f1": 0.19063, "lrap": 0.372462 }, { "accuracy": 0.0238, "f1": 0.187139, "lrap": 0.326661 }, { "accuracy": 0.0862, "f1": 0.205974, "lrap": 0.396124 }, { "accuracy": 0.0174, "f1": 0.165417, "lrap": 0.368534 }, { "accuracy": 0.0178, "f1": 0.21355, "lrap": 0.371096 }, { "accuracy": 0.0262, "f1": 0.207036, "lrap": 0.398127 }, { "accuracy": 0.0182, "f1": 0.191934, "lrap": 0.348584 }, { "accuracy": 0.0218, "f1": 0.196122, "lrap": 0.369008 } ], "main_score": 0.02844, "hf_subset": "mt", "languages": [ "mlt-Latn" ] } ] }, "evaluation_time": 648.0175857543945, "kg_co2_emissions": 0.03398551930939138 }