{
  "dataset_revision": "b4efe498c4d0b9d7bdd2905f6fff4e22ae251d00",
  "task_name": "MLSUMClusteringS2S",
  "mteb_version": "1.18.0",
  "scores": {
    "validation": [
      {
        "v_measure": 0.352507,
        "v_measure_std": 0.098053,
        "v_measures": [
          0.466856,
          0.345467,
          0.386855,
          0.352079,
          0.421179,
          0.325919,
          0.412926,
          0.136459,
          0.452036,
          0.225292
        ],
        "main_score": 0.352507,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ]
      },
      {
        "v_measure": 0.378142,
        "v_measure_std": 0.018146,
        "v_measures": [
          0.380257,
          0.385039,
          0.373132,
          0.355373,
          0.350055,
          0.375583,
          0.408442,
          0.374848,
          0.370351,
          0.408343
        ],
        "main_score": 0.378142,
        "hf_subset": "fr",
        "languages": [
          "fra-Latn"
        ]
      },
      {
        "v_measure": 0.210795,
        "v_measure_std": 0.027393,
        "v_measures": [
          0.255984,
          0.216625,
          0.197905,
          0.145234,
          0.2114,
          0.196337,
          0.235607,
          0.211768,
          0.221466,
          0.215621
        ],
        "main_score": 0.210795,
        "hf_subset": "ru",
        "languages": [
          "rus-Cyrl"
        ]
      },
      {
        "v_measure": 0.385351,
        "v_measure_std": 0.023311,
        "v_measures": [
          0.390393,
          0.402921,
          0.369235,
          0.413077,
          0.398844,
          0.354895,
          0.363926,
          0.348907,
          0.392426,
          0.418886
        ],
        "main_score": 0.385351,
        "hf_subset": "es",
        "languages": [
          "spa-Latn"
        ]
      }
    ],
    "test": [
      {
        "v_measure": 0.362386,
        "v_measure_std": 0.069353,
        "v_measures": [
          0.22328,
          0.440144,
          0.263497,
          0.370122,
          0.343194,
          0.397295,
          0.435983,
          0.328698,
          0.406836,
          0.414807
        ],
        "main_score": 0.362386,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ]
      },
      {
        "v_measure": 0.396724,
        "v_measure_std": 0.014908,
        "v_measures": [
          0.397648,
          0.406012,
          0.424624,
          0.39057,
          0.365153,
          0.404957,
          0.398385,
          0.405218,
          0.385998,
          0.388678
        ],
        "main_score": 0.396724,
        "hf_subset": "fr",
        "languages": [
          "fra-Latn"
        ]
      },
      {
        "v_measure": 0.229225,
        "v_measure_std": 0.036672,
        "v_measures": [
          0.222876,
          0.279267,
          0.189766,
          0.141511,
          0.239877,
          0.23788,
          0.245591,
          0.23986,
          0.261829,
          0.233793
        ],
        "main_score": 0.229225,
        "hf_subset": "ru",
        "languages": [
          "rus-Cyrl"
        ]
      },
      {
        "v_measure": 0.392571,
        "v_measure_std": 0.017876,
        "v_measures": [
          0.380648,
          0.368936,
          0.377109,
          0.386745,
          0.428852,
          0.408768,
          0.405331,
          0.372321,
          0.398471,
          0.398531
        ],
        "main_score": 0.392571,
        "hf_subset": "es",
        "languages": [
          "spa-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 229.40892815589905,
  "kg_co2_emissions": 0.008843397623848743
}