{ "dataset_revision": "2aea5a6dc8fdcfeca41d0fb963c0a338930bde5c", "task_name": "MultiEURLEXMultilabelClassification", "mteb_version": "2.20.12", "scores": { "test": [ { "scores_per_experiment": [ { "accuracy": 0.0876, "lrap": 0.453408, "f1": 0.319694, "hamming": 0.368194 }, { "accuracy": 0.0426, "lrap": 0.446492, "f1": 0.296625, "hamming": 0.368123 }, { "accuracy": 0.0278, "lrap": 0.439516, "f1": 0.334752, "hamming": 0.355145 }, { "accuracy": 0.0552, "lrap": 0.447187, "f1": 0.299799, "hamming": 0.357784 }, { "accuracy": 0.0378, "lrap": 0.465032, "f1": 0.341618, "hamming": 0.39815 }, { "accuracy": 0.059, "lrap": 0.448211, "f1": 0.296088, "hamming": 0.354753 }, { "accuracy": 0.121, "lrap": 0.473639, "f1": 0.32095, "hamming": 0.39577 }, { "accuracy": 0.0224, "lrap": 0.414681, "f1": 0.314119, "hamming": 0.32507 }, { "accuracy": 0.0306, "lrap": 0.447204, "f1": 0.278374, "hamming": 0.37712 }, { "accuracy": 0.0316, "lrap": 0.444379, "f1": 0.289215, "hamming": 0.350317 } ], "accuracy": 0.05156, "lrap": 0.447975, "f1": 0.309123, "hamming": 0.365043, "main_score": 0.05156, "hf_subset": "it", "languages": [ "ita-Latn" ], "mteb_version": "2.20.12" } ] }, "evaluation_time": 823.4993992764503, "kg_co2_emissions": null, "date": 1789353249.419935, "evaluation_phases": [ { "name": "Data loading", "start": 5.4407864809036255e-06, "end": 1.9524231646209955, "split": "", "subset": "" }, { "name": "Dataset transform", "start": 1.952435003593564, "end": 1.9524403847754002, "split": "", "subset": "" }, { "name": "Encoding training samples", "start": 72.7833217382431, "end": 180.90990041196346, "split": "test", "subset": "it" }, { "name": "Encoding test samples", "start": 181.7030407320708, "end": 813.7298695407808, "split": "test", "subset": "it" }, { "name": "Running experiment (0/10)", "start": 813.7763206902891, "end": 814.7318884599954, "split": "test", "subset": "it" }, { "name": "Running experiment (1/10)", "start": 814.7319096196443, "end": 815.7236071452498, "split": "test", "subset": "it" }, { "name": "Running experiment (2/10)", "start": 815.7236277647316, "end": 816.7350231409073, "split": "test", "subset": "it" }, { "name": "Running experiment (3/10)", "start": 816.7350431904197, "end": 817.6574588809162, "split": "test", "subset": "it" }, { "name": "Running experiment (4/10)", "start": 817.6574824396521, "end": 818.6452667620033, "split": "test", "subset": "it" }, { "name": "Running experiment (5/10)", "start": 818.6452889330685, "end": 819.6074657645077, "split": "test", "subset": "it" }, { "name": "Running experiment (6/10)", "start": 819.6074832845479, "end": 820.5702675450593, "split": "test", "subset": "it" }, { "name": "Running experiment (7/10)", "start": 820.5702883843333, "end": 821.5663086157292, "split": "test", "subset": "it" }, { "name": "Running experiment (8/10)", "start": 821.5663269683719, "end": 822.5497600007802, "split": "test", "subset": "it" }, { "name": "Running experiment (9/10)", "start": 822.5497786328197, "end": 823.490414865315, "split": "test", "subset": "it" }, { "name": "Scoring", "start": 813.7763168402016, "end": 823.4904235042632, "split": "test", "subset": "it" } ] }