{
  "dataset_revision": "b4efe498c4d0b9d7bdd2905f6fff4e22ae251d00",
  "task_name": "MLSUMClusteringS2S",
  "mteb_version": "1.18.0",
  "scores": {
    "validation": [
      {
        "v_measure": 0.409782,
        "v_measure_std": 0.080484,
        "v_measures": [
          0.482957,
          0.443138,
          0.444422,
          0.324134,
          0.492028,
          0.404936,
          0.481042,
          0.277516,
          0.468235,
          0.279412
        ],
        "main_score": 0.409782,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ]
      },
      {
        "v_measure": 0.405214,
        "v_measure_std": 0.015882,
        "v_measures": [
          0.412178,
          0.430523,
          0.391528,
          0.368458,
          0.397181,
          0.406114,
          0.406907,
          0.410588,
          0.418315,
          0.410346
        ],
        "main_score": 0.405214,
        "hf_subset": "fr",
        "languages": [
          "fra-Latn"
        ]
      },
      {
        "v_measure": 0.212416,
        "v_measure_std": 0.050922,
        "v_measures": [
          0.204928,
          0.176341,
          0.195133,
          0.182945,
          0.136829,
          0.309973,
          0.198811,
          0.214312,
          0.203544,
          0.30134
        ],
        "main_score": 0.212416,
        "hf_subset": "ru",
        "languages": [
          "rus-Cyrl"
        ]
      },
      {
        "v_measure": 0.388585,
        "v_measure_std": 0.02109,
        "v_measures": [
          0.408951,
          0.405441,
          0.376303,
          0.409663,
          0.390448,
          0.36334,
          0.371236,
          0.354759,
          0.38468,
          0.421028
        ],
        "main_score": 0.388585,
        "hf_subset": "es",
        "languages": [
          "spa-Latn"
        ]
      }
    ],
    "test": [
      {
        "v_measure": 0.416962,
        "v_measure_std": 0.08093,
        "v_measures": [
          0.326523,
          0.44404,
          0.251251,
          0.481725,
          0.329264,
          0.501589,
          0.501627,
          0.424106,
          0.453712,
          0.455783
        ],
        "main_score": 0.416962,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ]
      },
      {
        "v_measure": 0.410937,
        "v_measure_std": 0.020942,
        "v_measures": [
          0.416852,
          0.438723,
          0.418407,
          0.39722,
          0.373878,
          0.43126,
          0.412983,
          0.438171,
          0.38985,
          0.392026
        ],
        "main_score": 0.410937,
        "hf_subset": "fr",
        "languages": [
          "fra-Latn"
        ]
      },
      {
        "v_measure": 0.230761,
        "v_measure_std": 0.025713,
        "v_measures": [
          0.207439,
          0.214522,
          0.199917,
          0.225734,
          0.261679,
          0.267646,
          0.207783,
          0.269696,
          0.2413,
          0.211899
        ],
        "main_score": 0.230761,
        "hf_subset": "ru",
        "languages": [
          "rus-Cyrl"
        ]
      },
      {
        "v_measure": 0.38596,
        "v_measure_std": 0.014532,
        "v_measures": [
          0.370257,
          0.375206,
          0.375046,
          0.384427,
          0.406485,
          0.412003,
          0.399733,
          0.378118,
          0.388786,
          0.369544
        ],
        "main_score": 0.38596,
        "hf_subset": "es",
        "languages": [
          "spa-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 378.7966682910919,
  "kg_co2_emissions": 0.025456162395436827
}