{ "dataset_revision": "b4efe498c4d0b9d7bdd2905f6fff4e22ae251d00", "task_name": "MLSUMClusteringP2P", "mteb_version": "1.18.0", "scores": { "validation": [ { "v_measure": 0.361257, "v_measure_std": 0.077635, "v_measures": [ 0.458688, 0.367646, 0.39698, 0.275845, 0.404929, 0.35813, 0.419821, 0.238856, 0.449186, 0.242489 ], "main_score": 0.361257, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "v_measure": 0.380579, "v_measure_std": 0.010561, "v_measures": [ 0.388089, 0.384534, 0.376665, 0.36899, 0.359409, 0.387078, 0.392301, 0.389334, 0.370013, 0.389379 ], "main_score": 0.380579, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "v_measure": 0.205622, "v_measure_std": 0.036604, "v_measures": [ 0.214708, 0.217442, 0.169905, 0.148354, 0.154616, 0.220759, 0.198631, 0.270446, 0.218763, 0.242593 ], "main_score": 0.205622, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "v_measure": 0.39316, "v_measure_std": 0.021292, "v_measures": [ 0.423691, 0.385022, 0.369609, 0.411652, 0.416467, 0.377519, 0.368964, 0.366675, 0.395185, 0.416817 ], "main_score": 0.39316, "hf_subset": "es", "languages": [ "spa-Latn" ] } ], "test": [ { "v_measure": 0.363946, "v_measure_std": 0.081221, "v_measures": [ 0.200703, 0.403385, 0.239652, 0.441827, 0.336382, 0.452285, 0.431647, 0.338572, 0.407672, 0.387334 ], "main_score": 0.363946, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "v_measure": 0.399111, "v_measure_std": 0.016559, "v_measures": [ 0.403063, 0.416384, 0.40771, 0.382508, 0.372547, 0.423543, 0.407237, 0.412402, 0.384433, 0.381287 ], "main_score": 0.399111, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "v_measure": 0.218948, "v_measure_std": 0.025841, "v_measures": [ 0.239707, 0.220889, 0.186371, 0.182003, 0.194859, 0.271393, 0.224674, 0.235679, 0.226046, 0.207859 ], "main_score": 0.218948, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "v_measure": 0.403188, "v_measure_std": 0.010688, "v_measures": [ 0.398604, 0.388899, 0.392152, 0.404667, 0.392955, 0.418335, 0.414514, 0.394996, 0.408091, 0.418666 ], "main_score": 0.403188, "hf_subset": "es", "languages": [ "spa-Latn" ] } ] }, "evaluation_time": 230.26691842079163, "kg_co2_emissions": 0.010617302179543944 }