{
  "dataset_revision": "8ccc72e69e65f40c70e117d8b3c08306bb788b60",
  "task_name": "MasakhaNEWSClusteringS2S",
  "mteb_version": "1.18.0",
  "scores": {
    "test": [
      {
        "v_measure": 0.480185,
        "v_measure_std": 0.42505,
        "v_measures": [
          1.0,
          0.109932,
          0.17552,
          0.115475,
          1.0
        ],
        "main_score": 0.480185,
        "hf_subset": "amh",
        "languages": [
          "amh-Ethi"
        ]
      },
      {
        "v_measure": 0.570629,
        "v_measure_std": 0.321843,
        "v_measures": [
          0.058694,
          0.762465,
          0.326612,
          0.838934,
          0.866439
        ],
        "main_score": 0.570629,
        "hf_subset": "eng",
        "languages": [
          "eng-Latn"
        ]
      },
      {
        "v_measure": 0.661635,
        "v_measure_std": 0.29493,
        "v_measures": [
          1.0,
          0.189987,
          0.710649,
          0.918273,
          0.489269
        ],
        "main_score": 0.661635,
        "hf_subset": "fra",
        "languages": [
          "fra-Latn"
        ]
      },
      {
        "v_measure": 0.357688,
        "v_measure_std": 0.20898,
        "v_measures": [
          0.410306,
          0.166129,
          0.352209,
          0.139692,
          0.720107
        ],
        "main_score": 0.357688,
        "hf_subset": "hau",
        "languages": [
          "hau-Latn"
        ]
      },
      {
        "v_measure": 0.613546,
        "v_measure_std": 0.242784,
        "v_measures": [
          0.342729,
          0.774145,
          0.41184,
          1.0,
          0.539015
        ],
        "main_score": 0.613546,
        "hf_subset": "ibo",
        "languages": [
          "ibo-Latn"
        ]
      },
      {
        "v_measure": 0.673261,
        "v_measure_std": 0.412655,
        "v_measures": [
          0.02388,
          0.342427,
          1.0,
          1.0,
          1.0
        ],
        "main_score": 0.673261,
        "hf_subset": "lin",
        "languages": [
          "lin-Latn"
        ]
      },
      {
        "v_measure": 0.493207,
        "v_measure_std": 0.439476,
        "v_measures": [
          0.011199,
          0.02943,
          1.0,
          1.0,
          0.425407
        ],
        "main_score": 0.493207,
        "hf_subset": "lug",
        "languages": [
          "lug-Latn"
        ]
      },
      {
        "v_measure": 0.33258,
        "v_measure_std": 0.360406,
        "v_measures": [
          0.384534,
          0.034379,
          1.0,
          0.230843,
          0.013143
        ],
        "main_score": 0.33258,
        "hf_subset": "orm",
        "languages": [
          "orm-Ethi"
        ]
      },
      {
        "v_measure": 0.784428,
        "v_measure_std": 0.204848,
        "v_measures": [
          0.4822,
          0.62718,
          0.812762,
          1.0,
          1.0
        ],
        "main_score": 0.784428,
        "hf_subset": "pcm",
        "languages": [
          "pcm-Latn"
        ]
      },
      {
        "v_measure": 0.578295,
        "v_measure_std": 0.381814,
        "v_measures": [
          0.293466,
          0.038134,
          1.0,
          0.559876,
          1.0
        ],
        "main_score": 0.578295,
        "hf_subset": "run",
        "languages": [
          "run-Latn"
        ]
      },
      {
        "v_measure": 0.686087,
        "v_measure_std": 0.266072,
        "v_measures": [
          1.0,
          0.406997,
          0.416355,
          0.607085,
          1.0
        ],
        "main_score": 0.686087,
        "hf_subset": "sna",
        "languages": [
          "sna-Latn"
        ]
      },
      {
        "v_measure": 0.374695,
        "v_measure_std": 0.335558,
        "v_measures": [
          0.354378,
          1.0,
          0.139942,
          0.034768,
          0.344388
        ],
        "main_score": 0.374695,
        "hf_subset": "som",
        "languages": [
          "som-Latn"
        ]
      },
      {
        "v_measure": 0.341878,
        "v_measure_std": 0.284117,
        "v_measures": [
          0.251743,
          0.082036,
          0.021019,
          0.675254,
          0.67934
        ],
        "main_score": 0.341878,
        "hf_subset": "swa",
        "languages": [
          "swa-Latn"
        ]
      },
      {
        "v_measure": 0.473236,
        "v_measure_std": 0.43243,
        "v_measures": [
          0.109891,
          1.0,
          0.058065,
          1.0,
          0.198225
        ],
        "main_score": 0.473236,
        "hf_subset": "tir",
        "languages": [
          "tir-Ethi"
        ]
      },
      {
        "v_measure": 0.330467,
        "v_measure_std": 0.368131,
        "v_measures": [
          0.45414,
          0.081157,
          0.103059,
          0.013982,
          1.0
        ],
        "main_score": 0.330467,
        "hf_subset": "xho",
        "languages": [
          "xho-Latn"
        ]
      },
      {
        "v_measure": 0.477726,
        "v_measure_std": 0.315195,
        "v_measures": [
          1.0,
          0.28438,
          0.336819,
          0.110718,
          0.656715
        ],
        "main_score": 0.477726,
        "hf_subset": "yor",
        "languages": [
          "yor-Latn"
        ]
      }
    ]
  },
  "evaluation_time": 25.87038826942444,
  "kg_co2_emissions": 0.0018092320494577825
}