{
  "dataset_revision": "b4efe498c4d0b9d7bdd2905f6fff4e22ae251d00",
  "task_name": "MLSUMClusteringS2S",
  "mteb_version": "1.18.0",
  "scores": {
    "validation": [
      {
        "v_measure": 0.415411,
        "v_measure_std": 0.076171,
        "v_measures": [
          0.489016,
          0.400448,
          0.453448,
          0.386747,
          0.46819,
          0.440801,
          0.48132,
          0.273666,
          0.479657,
          0.280814
        ],
        "main_score": 0.415411,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ]
      },
      {
        "v_measure": 0.410609,
        "v_measure_std": 0.019207,
        "v_measures": [
          0.421789,
          0.425493,
          0.400325,
          0.37355,
          0.376943,
          0.423175,
          0.41926,
          0.413073,
          0.425121,
          0.427357
        ],
        "main_score": 0.410609,
        "hf_subset": "fr",
        "languages": [
          "fra-Latn"
        ]
      },
      {
        "v_measure": 0.219274,
        "v_measure_std": 0.045217,
        "v_measures": [
          0.239008,
          0.181415,
          0.191582,
          0.145715,
          0.231257,
          0.270038,
          0.16139,
          0.255745,
          0.289905,
          0.22668
        ],
        "main_score": 0.219274,
        "hf_subset": "ru",
        "languages": [
          "rus-Cyrl"
        ]
      },
      {
        "v_measure": 0.420949,
        "v_measure_std": 0.024643,
        "v_measures": [
          0.430708,
          0.443169,
          0.390033,
          0.455085,
          0.433287,
          0.398428,
          0.393082,
          0.389265,
          0.425447,
          0.45099
        ],
        "main_score": 0.420949,
        "hf_subset": "es",
        "languages": [
          "spa-Latn"
        ]
      }
    ],
    "test": [
      {
        "v_measure": 0.401781,
        "v_measure_std": 0.06853,
        "v_measures": [
          0.315503,
          0.438448,
          0.238546,
          0.442815,
          0.407855,
          0.451338,
          0.446584,
          0.387287,
          0.471621,
          0.417818
        ],
        "main_score": 0.401781,
        "hf_subset": "de",
        "languages": [
          "deu-Latn"
        ]
      },
      {
        "v_measure": 0.427755,
        "v_measure_std": 0.024998,
        "v_measures": [
          0.435329,
          0.438482,
          0.440898,
          0.414683,
          0.367898,
          0.445613,
          0.447354,
          0.460099,
          0.413863,
          0.413327
        ],
        "main_score": 0.427755,
        "hf_subset": "fr",
        "languages": [
          "fra-Latn"
        ]
      },
      {
        "v_measure": 0.233131,
        "v_measure_std": 0.052909,
        "v_measures": [
          0.282007,
          0.199845,
          0.158111,
          0.183195,
          0.187718,
          0.271466,
          0.272306,
          0.334581,
          0.20201,
          0.240072
        ],
        "main_score": 0.233131,
        "hf_subset": "ru",
        "languages": [
          "rus-Cyrl"
        ]
      },
      {
        "v_measure": 0.419459,
        "v_measure_std": 0.009728,
        "v_measures": [
          0.4208,
          0.407836,
          0.40899,
          0.420893,
          0.433251,
          0.41987,
          0.4217,
          0.409541,
          0.438546,
          0.413165
        ],
        "main_score": 0.419459,
        "hf_subset": "es",
        "languages": [
          "spa-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 733.5869786739349,
  "kg_co2_emissions": 0.06153086585062667
}