{
  "dataset_revision": "8ccc72e69e65f40c70e117d8b3c08306bb788b60",
  "task_name": "MasakhaNEWSClusteringS2S",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "v_measure": 0.468648,
        "v_measure_std": 0.43532,
        "v_measures": [
          1.0,
          0.052204,
          0.128245,
          0.162792,
          1.0
        ],
        "main_score": 0.468648,
        "hf_subset": "amh",
        "languages": [
          "amh-Ethi"
        ]
      },
      {
        "v_measure": 0.138558,
        "v_measure_std": 0.062113,
        "v_measures": [
          0.17358,
          0.211579,
          0.102347,
          0.036157,
          0.169125
        ],
        "main_score": 0.138558,
        "hf_subset": "eng",
        "languages": [
          "eng-Latn"
        ]
      },
      {
        "v_measure": 0.401466,
        "v_measure_std": 0.31406,
        "v_measures": [
          1.0,
          0.070697,
          0.318493,
          0.281161,
          0.336977
        ],
        "main_score": 0.401466,
        "hf_subset": "fra",
        "languages": [
          "fra-Latn"
        ]
      },
      {
        "v_measure": 0.125028,
        "v_measure_std": 0.114375,
        "v_measures": [
          0.028948,
          0.001283,
          0.109299,
          0.162573,
          0.323035
        ],
        "main_score": 0.125028,
        "hf_subset": "hau",
        "languages": [
          "hau-Latn"
        ]
      },
      {
        "v_measure": 0.295053,
        "v_measure_std": 0.353994,
        "v_measures": [
          0.092391,
          0.123326,
          0.082798,
          1.0,
          0.176751
        ],
        "main_score": 0.295053,
        "hf_subset": "ibo",
        "languages": [
          "ibo-Latn"
        ]
      },
      {
        "v_measure": 0.478167,
        "v_measure_std": 0.429931,
        "v_measures": [
          0.051254,
          0.110055,
          1.0,
          1.0,
          0.229525
        ],
        "main_score": 0.478167,
        "hf_subset": "lin",
        "languages": [
          "lin-Latn"
        ]
      },
      {
        "v_measure": 0.431795,
        "v_measure_std": 0.465733,
        "v_measures": [
          0.030166,
          0.002907,
          1.0,
          1.0,
          0.1259
        ],
        "main_score": 0.431795,
        "hf_subset": "lug",
        "languages": [
          "lug-Latn"
        ]
      },
      {
        "v_measure": 0.210142,
        "v_measure_std": 0.395069,
        "v_measures": [
          0.01068,
          0.004469,
          1.0,
          0.003086,
          0.032478
        ],
        "main_score": 0.210142,
        "hf_subset": "orm",
        "languages": [
          "orm-Ethi"
        ]
      },
      {
        "v_measure": 0.457778,
        "v_measure_std": 0.359235,
        "v_measures": [
          0.000149,
          0.734466,
          0.276763,
          0.277511,
          1.0
        ],
        "main_score": 0.457778,
        "hf_subset": "pcm",
        "languages": [
          "pcm-Latn"
        ]
      },
      {
        "v_measure": 0.454319,
        "v_measure_std": 0.4482,
        "v_measures": [
          0.076321,
          0.021636,
          1.0,
          0.173636,
          1.0
        ],
        "main_score": 0.454319,
        "hf_subset": "run",
        "languages": [
          "run-Latn"
        ]
      },
      {
        "v_measure": 0.401337,
        "v_measure_std": 0.488809,
        "v_measures": [
          1.0,
          0.002017,
          0.0,
          0.004667,
          1.0
        ],
        "main_score": 0.401337,
        "hf_subset": "sna",
        "languages": [
          "sna-Latn"
        ]
      },
      {
        "v_measure": 0.298899,
        "v_measure_std": 0.379296,
        "v_measures": [
          0.068197,
          1.0,
          0.000202,
          0.025165,
          0.400933
        ],
        "main_score": 0.298899,
        "hf_subset": "som",
        "languages": [
          "som-Latn"
        ]
      },
      {
        "v_measure": 0.197363,
        "v_measure_std": 0.210926,
        "v_measures": [
          0.043582,
          0.018334,
          0.023648,
          0.515005,
          0.386245
        ],
        "main_score": 0.197363,
        "hf_subset": "swa",
        "languages": [
          "swa-Latn"
        ]
      },
      {
        "v_measure": 0.515664,
        "v_measure_std": 0.408732,
        "v_measures": [
          0.317098,
          1.0,
          0.007755,
          1.0,
          0.253466
        ],
        "main_score": 0.515664,
        "hf_subset": "tir",
        "languages": [
          "tir-Ethi"
        ]
      },
      {
        "v_measure": 0.218013,
        "v_measure_std": 0.392422,
        "v_measures": [
          0.087264,
          0.002601,
          0.00012,
          8e-05,
          1.0
        ],
        "main_score": 0.218013,
        "hf_subset": "xho",
        "languages": [
          "xho-Latn"
        ]
      },
      {
        "v_measure": 0.25293,
        "v_measure_std": 0.374831,
        "v_measures": [
          1.0,
          0.069175,
          0.041411,
          0.032367,
          0.121696
        ],
        "main_score": 0.25293,
        "hf_subset": "yor",
        "languages": [
          "yor-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 14.38225269317627,
  "kg_co2_emissions": 0.00047228097750227297
}