{ "dataset_revision": "b4efe498c4d0b9d7bdd2905f6fff4e22ae251d00", "task_name": "MLSUMClusteringP2P", "mteb_version": "1.18.0", "scores": { "validation": [ { "v_measure": 0.285112, "v_measure_std": 0.082618, "v_measures": [ 0.374008, 0.277995, 0.357487, 0.283491, 0.353835, 0.26247, 0.358918, 0.124631, 0.307763, 0.150525 ], "main_score": 0.285112, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "v_measure": 0.338963, "v_measure_std": 0.015832, "v_measures": [ 0.333428, 0.335137, 0.320335, 0.324415, 0.330016, 0.34207, 0.343311, 0.346552, 0.334029, 0.380339 ], "main_score": 0.338963, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "v_measure": 0.225211, "v_measure_std": 0.053346, "v_measures": [ 0.253298, 0.188456, 0.176771, 0.294899, 0.174973, 0.293713, 0.141356, 0.293625, 0.223344, 0.211673 ], "main_score": 0.225211, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "v_measure": 0.343854, "v_measure_std": 0.02351, "v_measures": [ 0.349885, 0.358114, 0.323953, 0.371677, 0.367434, 0.323914, 0.318162, 0.301074, 0.361005, 0.363325 ], "main_score": 0.343854, "hf_subset": "es", "languages": [ "spa-Latn" ] } ], "test": [ { "v_measure": 0.276916, "v_measure_std": 0.082868, "v_measures": [ 0.144733, 0.333499, 0.144307, 0.288298, 0.218115, 0.410214, 0.358804, 0.258533, 0.29444, 0.318215 ], "main_score": 0.276916, "hf_subset": "de", "languages": [ "deu-Latn" ] }, { "v_measure": 0.357531, "v_measure_std": 0.017037, "v_measures": [ 0.345301, 0.370599, 0.371321, 0.341916, 0.341973, 0.39314, 0.36067, 0.365534, 0.34977, 0.335084 ], "main_score": 0.357531, "hf_subset": "fr", "languages": [ "fra-Latn" ] }, { "v_measure": 0.221347, "v_measure_std": 0.032392, "v_measures": [ 0.251111, 0.173689, 0.225223, 0.176373, 0.262416, 0.239771, 0.265822, 0.225176, 0.203565, 0.190327 ], "main_score": 0.221347, "hf_subset": "ru", "languages": [ "rus-Cyrl" ] }, { "v_measure": 0.343597, "v_measure_std": 0.019272, "v_measures": [ 0.336568, 0.323976, 0.334065, 0.372742, 0.35795, 0.342991, 0.349676, 0.303825, 0.348423, 0.365752 ], "main_score": 0.343597, "hf_subset": "es", "languages": [ "spa-Latn" ] } ] }, "evaluation_time": 171.96066689491272, "kg_co2_emissions": 0.005512850611215544 }